[ 538.814187] env[69159]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69159) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 538.814525] env[69159]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69159) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 538.814643] env[69159]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69159) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 538.814975] env[69159]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 538.912758] env[69159]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69159) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 538.922283] env[69159]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69159) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 538.965698] env[69159]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 539.526248] env[69159]: INFO nova.virt.driver [None req-9a933ac1-8815-4e79-a8d0-ac29b2eaa407 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 539.596459] env[69159]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 539.596647] env[69159]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 539.596725] env[69159]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69159) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 542.868925] env[69159]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-8167615e-697b-40e3-9e11-05a325344878 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.884951] env[69159]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69159) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 542.885107] env[69159]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-cf710ee4-2885-43c6-b2f9-5e5badf1d41d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.908992] env[69159]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 51e1e. [ 542.909141] env[69159]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.313s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 542.909711] env[69159]: INFO nova.virt.vmwareapi.driver [None req-9a933ac1-8815-4e79-a8d0-ac29b2eaa407 None None] VMware vCenter version: 7.0.3 [ 542.913144] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212cca14-ebbe-4a4c-8c9f-f71ee2a93b29 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.931137] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e62f00-6232-43ad-ae56-1156338c4bf3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.937195] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f372f4-0ac6-4934-906a-7722c75fc12c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.944043] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba068a87-f5a7-4be5-8bde-98840b573c36 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.958089] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf432e3-586e-40e5-816a-0506cd49ec91 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.964094] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee56d8b-10a4-456e-a783-e32e3c989a6d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.994174] env[69159]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-a62b6867-ca53-4169-bfa1-a3356dc8c237 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.999667] env[69159]: DEBUG nova.virt.vmwareapi.driver [None req-9a933ac1-8815-4e79-a8d0-ac29b2eaa407 None None] Extension org.openstack.compute already exists. {{(pid=69159) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 543.002530] env[69159]: INFO nova.compute.provider_config [None req-9a933ac1-8815-4e79-a8d0-ac29b2eaa407 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 543.506083] env[69159]: DEBUG nova.context [None req-9a933ac1-8815-4e79-a8d0-ac29b2eaa407 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),7e3c191c-410e-4379-89ad-fcd942003757(cell1) {{(pid=69159) load_cells /opt/stack/nova/nova/context.py:464}} [ 543.508173] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 543.508405] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 543.509330] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 543.509803] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] Acquiring lock "7e3c191c-410e-4379-89ad-fcd942003757" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 543.510013] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] Lock "7e3c191c-410e-4379-89ad-fcd942003757" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 543.511134] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] Lock "7e3c191c-410e-4379-89ad-fcd942003757" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 543.532471] env[69159]: INFO dbcounter [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] Registered counter for database nova_cell0 [ 543.540432] env[69159]: INFO dbcounter [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] Registered counter for database nova_cell1 [ 543.543791] env[69159]: DEBUG oslo_db.sqlalchemy.engines [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69159) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 543.544172] env[69159]: DEBUG oslo_db.sqlalchemy.engines [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69159) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 543.549035] env[69159]: ERROR nova.db.main.api [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 543.549035] env[69159]: result = function(*args, **kwargs) [ 543.549035] env[69159]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 543.549035] env[69159]: return func(*args, **kwargs) [ 543.549035] env[69159]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 543.549035] env[69159]: result = fn(*args, **kwargs) [ 543.549035] env[69159]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 543.549035] env[69159]: return f(*args, **kwargs) [ 543.549035] env[69159]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 543.549035] env[69159]: return db.service_get_minimum_version(context, binaries) [ 543.549035] env[69159]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 543.549035] env[69159]: _check_db_access() [ 543.549035] env[69159]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 543.549035] env[69159]: stacktrace = ''.join(traceback.format_stack()) [ 543.549035] env[69159]: [ 543.549748] env[69159]: ERROR nova.db.main.api [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 543.549748] env[69159]: result = function(*args, **kwargs) [ 543.549748] env[69159]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 543.549748] env[69159]: return func(*args, **kwargs) [ 543.549748] env[69159]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 543.549748] env[69159]: result = fn(*args, **kwargs) [ 543.549748] env[69159]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 543.549748] env[69159]: return f(*args, **kwargs) [ 543.549748] env[69159]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 543.549748] env[69159]: return db.service_get_minimum_version(context, binaries) [ 543.549748] env[69159]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 543.549748] env[69159]: _check_db_access() [ 543.549748] env[69159]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 543.549748] env[69159]: stacktrace = ''.join(traceback.format_stack()) [ 543.549748] env[69159]: [ 543.550196] env[69159]: WARNING nova.objects.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] Failed to get minimum service version for cell 7e3c191c-410e-4379-89ad-fcd942003757 [ 543.550269] env[69159]: WARNING nova.objects.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 543.550728] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] Acquiring lock "singleton_lock" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.550902] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] Acquired lock "singleton_lock" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.551159] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] Releasing lock "singleton_lock" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.551491] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] Full set of CONF: {{(pid=69159) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 543.551646] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ******************************************************************************** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 543.551775] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] Configuration options gathered from: {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 543.551904] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 543.552112] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 543.552244] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ================================================================================ {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 543.552453] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] allow_resize_to_same_host = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.552625] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] arq_binding_timeout = 300 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.552761] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] backdoor_port = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.552890] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] backdoor_socket = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.553069] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] block_device_allocate_retries = 60 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.553238] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] block_device_allocate_retries_interval = 3 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.553410] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cert = self.pem {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.553579] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.553752] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] compute_monitors = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.553922] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] config_dir = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.554107] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] config_drive_format = iso9660 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.554244] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.554412] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] config_source = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.554583] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] console_host = devstack {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.554753] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] control_exchange = nova {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.554915] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cpu_allocation_ratio = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.555092] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] daemon = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.555264] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] debug = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.555424] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] default_access_ip_network_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.555588] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] default_availability_zone = nova {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.555745] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] default_ephemeral_format = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.555924] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] default_green_pool_size = 1000 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.556166] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.556336] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] default_schedule_zone = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.556496] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] disk_allocation_ratio = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.556666] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] enable_new_services = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.556871] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] enabled_apis = ['osapi_compute'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.557055] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] enabled_ssl_apis = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.557226] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] flat_injected = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.557389] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] force_config_drive = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.557550] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] force_raw_images = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.557720] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] graceful_shutdown_timeout = 5 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.557886] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] heal_instance_info_cache_interval = -1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.558132] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] host = cpu-1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.558315] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.558480] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] initial_disk_allocation_ratio = 1.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.558646] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] initial_ram_allocation_ratio = 1.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.558864] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.559047] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] instance_build_timeout = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.559215] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] instance_delete_interval = 300 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.559386] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] instance_format = [instance: %(uuid)s] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.559555] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] instance_name_template = instance-%08x {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.559718] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] instance_usage_audit = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.559889] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] instance_usage_audit_period = month {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.560068] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.560244] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] instances_path = /opt/stack/data/nova/instances {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.560414] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] internal_service_availability_zone = internal {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.560573] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] key = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.560770] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] live_migration_retry_count = 30 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.560943] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] log_color = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.561130] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] log_config_append = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.561306] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.561471] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] log_dir = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.561644] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] log_file = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.561788] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] log_options = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.561956] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] log_rotate_interval = 1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.562145] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] log_rotate_interval_type = days {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.562317] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] log_rotation_type = none {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.562449] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.562583] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.562778] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.562950] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.563093] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.563263] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] long_rpc_timeout = 1800 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.563427] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] max_concurrent_builds = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.563590] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] max_concurrent_live_migrations = 1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.563751] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] max_concurrent_snapshots = 5 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.563912] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] max_local_block_devices = 3 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.564086] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] max_logfile_count = 30 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.564249] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] max_logfile_size_mb = 200 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.564410] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] maximum_instance_delete_attempts = 5 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.564579] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] metadata_listen = 0.0.0.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.564750] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] metadata_listen_port = 8775 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.564920] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] metadata_workers = 2 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.565100] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] migrate_max_retries = -1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.565275] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] mkisofs_cmd = genisoimage {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.565484] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] my_block_storage_ip = 10.180.1.21 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.565616] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] my_ip = 10.180.1.21 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.565835] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.566072] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] network_allocate_retries = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.566268] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.566444] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] osapi_compute_listen = 0.0.0.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.566612] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] osapi_compute_listen_port = 8774 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.566783] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] osapi_compute_unique_server_name_scope = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.566956] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] osapi_compute_workers = 2 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.567136] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] password_length = 12 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.567301] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] periodic_enable = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.567464] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] periodic_fuzzy_delay = 60 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.567636] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] pointer_model = usbtablet {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.567807] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] preallocate_images = none {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.567969] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] publish_errors = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.568117] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] pybasedir = /opt/stack/nova {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.568280] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ram_allocation_ratio = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.568441] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] rate_limit_burst = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.568653] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] rate_limit_except_level = CRITICAL {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.568818] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] rate_limit_interval = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.568982] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] reboot_timeout = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.569160] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] reclaim_instance_interval = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.569320] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] record = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.569491] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] reimage_timeout_per_gb = 60 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.569660] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] report_interval = 120 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.569823] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] rescue_timeout = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.569985] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] reserved_host_cpus = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.570159] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] reserved_host_disk_mb = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.570320] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] reserved_host_memory_mb = 512 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.570481] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] reserved_huge_pages = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.570659] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] resize_confirm_window = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.570833] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] resize_fs_using_block_device = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.570999] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] resume_guests_state_on_host_boot = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.571188] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.571351] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] rpc_response_timeout = 60 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.571511] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] run_external_periodic_tasks = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.571725] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] running_deleted_instance_action = reap {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.571917] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] running_deleted_instance_poll_interval = 1800 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.572096] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] running_deleted_instance_timeout = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.572263] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] scheduler_instance_sync_interval = 120 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.572434] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] service_down_time = 720 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.572603] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] servicegroup_driver = db {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.572763] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] shell_completion = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.572925] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] shelved_offload_time = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.573098] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] shelved_poll_interval = 3600 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.573272] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] shutdown_timeout = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.573434] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] source_is_ipv6 = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.573593] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ssl_only = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.573851] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.574037] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] sync_power_state_interval = 600 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.574206] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] sync_power_state_pool_size = 1000 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.574377] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] syslog_log_facility = LOG_USER {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.574535] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] tempdir = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.574719] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] timeout_nbd = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.574904] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] transport_url = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.575081] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] update_resources_interval = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.575247] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] use_cow_images = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.575411] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] use_journal = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.575572] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] use_json = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.575731] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] use_rootwrap_daemon = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.575892] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] use_stderr = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.576062] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] use_syslog = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.576227] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vcpu_pin_set = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.576395] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vif_plugging_is_fatal = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.576560] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vif_plugging_timeout = 300 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.576728] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] virt_mkfs = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.576890] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] volume_usage_poll_interval = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.577063] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] watch_log_file = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.577237] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] web = /usr/share/spice-html5 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.577422] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.577590] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.577754] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.577927] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_concurrency.disable_process_locking = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.578493] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.578717] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.578891] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.579084] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.579264] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.579436] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.579622] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.auth_strategy = keystone {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.579794] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.compute_link_prefix = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.579974] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.580168] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.dhcp_domain = novalocal {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.580342] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.enable_instance_password = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.580510] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.glance_link_prefix = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.580730] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.580924] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.581112] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.instance_list_per_project_cells = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.581281] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.list_records_by_skipping_down_cells = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.581448] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.local_metadata_per_cell = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.581625] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.max_limit = 1000 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.581816] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.metadata_cache_expiration = 15 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.582011] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.neutron_default_tenant_id = default {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.582195] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.response_validation = warn {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.582372] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.use_neutron_default_nets = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.582547] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.582714] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.582887] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.583080] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.583262] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.vendordata_dynamic_targets = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.583431] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.vendordata_jsonfile_path = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.583631] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.583856] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.backend = dogpile.cache.memcached {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.584046] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.backend_argument = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.584216] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.backend_expiration_time = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.584392] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.config_prefix = cache.oslo {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.584564] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.dead_timeout = 60.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.584732] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.debug_cache_backend = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.584901] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.enable_retry_client = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.585076] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.enable_socket_keepalive = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.585255] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.enabled = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.585423] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.enforce_fips_mode = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.585591] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.expiration_time = 600 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.585756] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.hashclient_retry_attempts = 2 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.585925] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.hashclient_retry_delay = 1.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.586103] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.memcache_dead_retry = 300 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.586270] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.memcache_password = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.586437] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.586601] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.586794] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.memcache_pool_maxsize = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.586969] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.587152] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.memcache_sasl_enabled = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.587333] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.587504] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.memcache_socket_timeout = 1.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.587669] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.memcache_username = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.587845] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.proxies = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.588051] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.redis_db = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.588227] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.redis_password = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.588404] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.redis_sentinel_service_name = mymaster {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.588584] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.588761] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.redis_server = localhost:6379 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.588931] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.redis_socket_timeout = 1.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.589110] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.redis_username = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.589280] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.retry_attempts = 2 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.589450] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.retry_delay = 0.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.589616] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.socket_keepalive_count = 1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.589780] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.socket_keepalive_idle = 1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.589947] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.socket_keepalive_interval = 1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.590128] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.tls_allowed_ciphers = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.590296] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.tls_cafile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.590458] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.tls_certfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.590630] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.tls_enabled = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.590812] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cache.tls_keyfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.590992] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cinder.auth_section = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.591187] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cinder.auth_type = password {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.591356] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cinder.cafile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.591537] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cinder.catalog_info = volumev3::publicURL {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.591721] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cinder.certfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.591904] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cinder.collect_timing = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.592088] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cinder.cross_az_attach = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.592259] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cinder.debug = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.592425] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cinder.endpoint_template = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.592597] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cinder.http_retries = 3 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.592794] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cinder.insecure = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.592960] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cinder.keyfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.593150] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cinder.os_region_name = RegionOne {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.593316] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cinder.split_loggers = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.593480] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cinder.timeout = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.593653] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.593820] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] compute.cpu_dedicated_set = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.593983] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] compute.cpu_shared_set = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.594166] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] compute.image_type_exclude_list = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.594333] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.594497] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] compute.max_concurrent_disk_ops = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.594663] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] compute.max_disk_devices_to_attach = -1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.594829] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.595011] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.595183] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] compute.resource_provider_association_refresh = 300 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.595347] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.595512] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] compute.shutdown_retry_interval = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.595696] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.595929] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] conductor.workers = 2 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.596159] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] console.allowed_origins = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.596334] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] console.ssl_ciphers = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.596513] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] console.ssl_minimum_version = default {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.596687] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] consoleauth.enforce_session_timeout = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.596862] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] consoleauth.token_ttl = 600 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.597052] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.cafile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.597221] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.certfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.597389] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.collect_timing = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.597552] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.connect_retries = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.597715] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.connect_retry_delay = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.597877] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.endpoint_override = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.598055] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.insecure = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.598223] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.keyfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.598388] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.max_version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.598567] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.min_version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.598757] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.region_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.598926] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.retriable_status_codes = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.599102] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.service_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.599281] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.service_type = accelerator {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.599446] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.split_loggers = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.599608] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.status_code_retries = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.599768] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.status_code_retry_delay = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.599930] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.timeout = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.600189] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.600372] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] cyborg.version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.600550] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.asyncio_connection = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.600746] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.asyncio_slave_connection = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.600931] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.backend = sqlalchemy {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.601123] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.connection = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.601297] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.connection_debug = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.601471] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.connection_parameters = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.601652] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.connection_recycle_time = 3600 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.601811] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.connection_trace = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.601974] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.db_inc_retry_interval = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.602157] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.db_max_retries = 20 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.602327] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.db_max_retry_interval = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.602492] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.db_retry_interval = 1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.602658] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.max_overflow = 50 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.602824] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.max_pool_size = 5 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.602988] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.max_retries = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.603179] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.603343] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.mysql_wsrep_sync_wait = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.603503] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.pool_timeout = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.603694] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.retry_interval = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.603838] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.slave_connection = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.604011] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.sqlite_synchronous = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.604180] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] database.use_db_reconnect = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.604353] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.asyncio_connection = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.604515] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.asyncio_slave_connection = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.604715] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.backend = sqlalchemy {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.604908] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.connection = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.605096] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.connection_debug = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.605281] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.connection_parameters = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.605445] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.connection_recycle_time = 3600 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.605610] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.connection_trace = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.605775] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.db_inc_retry_interval = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.605943] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.db_max_retries = 20 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.606126] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.db_max_retry_interval = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.606297] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.db_retry_interval = 1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.606462] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.max_overflow = 50 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.606634] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.max_pool_size = 5 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.606794] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.max_retries = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.606968] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.607149] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.607313] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.pool_timeout = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.607479] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.retry_interval = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.607642] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.slave_connection = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.607807] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] api_database.sqlite_synchronous = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.607985] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] devices.enabled_mdev_types = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.608182] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.608358] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ephemeral_storage_encryption.default_format = luks {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.608529] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ephemeral_storage_encryption.enabled = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.608711] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.608888] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.api_servers = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.609076] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.cafile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.609247] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.certfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.609414] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.collect_timing = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.609578] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.connect_retries = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.609742] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.connect_retry_delay = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.609909] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.debug = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.610092] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.default_trusted_certificate_ids = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.610262] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.enable_certificate_validation = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.610429] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.enable_rbd_download = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.610608] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.endpoint_override = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.610820] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.insecure = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.610996] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.keyfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.611178] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.max_version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.611342] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.min_version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.611507] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.num_retries = 3 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.611710] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.rbd_ceph_conf = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.611894] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.rbd_connect_timeout = 5 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.612086] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.rbd_pool = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.612263] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.rbd_user = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.612436] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.region_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.612601] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.retriable_status_codes = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.612766] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.service_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.612945] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.service_type = image {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.613157] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.split_loggers = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.613327] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.status_code_retries = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.613491] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.status_code_retry_delay = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.613653] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.timeout = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.613837] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.614010] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.verify_glance_signatures = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.614186] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] glance.version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.614360] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] guestfs.debug = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.614533] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.auth_section = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.614699] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.auth_type = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.614866] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.cafile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.615045] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.certfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.615221] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.collect_timing = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.615383] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.connect_retries = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.615546] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.connect_retry_delay = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.615709] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.endpoint_override = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.615877] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.insecure = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.616058] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.keyfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.616227] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.max_version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.616389] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.min_version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.616553] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.region_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.616747] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.retriable_status_codes = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.616937] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.service_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.617128] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.service_type = shared-file-system {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.617301] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.share_apply_policy_timeout = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.617468] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.split_loggers = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.617630] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.status_code_retries = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.617796] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.status_code_retry_delay = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.617958] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.timeout = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.618157] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.618325] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] manila.version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.618498] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] mks.enabled = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.618844] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.619049] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] image_cache.manager_interval = 2400 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.619226] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] image_cache.precache_concurrency = 1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.619399] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] image_cache.remove_unused_base_images = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.619569] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.619739] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.619920] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] image_cache.subdirectory_name = _base {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.620114] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.api_max_retries = 60 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.620286] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.api_retry_interval = 2 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.620451] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.auth_section = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.620619] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.auth_type = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.620813] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.cafile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.620985] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.certfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.621167] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.collect_timing = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.621334] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.conductor_group = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.621495] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.connect_retries = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.621674] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.connect_retry_delay = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.621855] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.endpoint_override = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.622041] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.insecure = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.622213] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.keyfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.622376] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.max_version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.622536] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.min_version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.622730] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.peer_list = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.622904] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.region_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.623107] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.retriable_status_codes = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.623284] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.serial_console_state_timeout = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.623451] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.service_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.623624] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.service_type = baremetal {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.623794] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.shard = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.623958] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.split_loggers = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.624137] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.status_code_retries = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.624300] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.status_code_retry_delay = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.624460] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.timeout = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.624642] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.624808] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ironic.version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.624991] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.625180] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] key_manager.fixed_key = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.625366] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.625532] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican.barbican_api_version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.625694] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican.barbican_endpoint = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.625867] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican.barbican_endpoint_type = public {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.626041] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican.barbican_region_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.626209] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican.cafile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.626372] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican.certfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.626538] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican.collect_timing = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.626702] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican.insecure = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.626866] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican.keyfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.627042] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican.number_of_retries = 60 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.627210] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican.retry_delay = 1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.627375] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican.send_service_user_token = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.627539] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican.split_loggers = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.627700] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican.timeout = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.627864] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican.verify_ssl = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.628035] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican.verify_ssl_path = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.628211] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican_service_user.auth_section = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.628378] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican_service_user.auth_type = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.628554] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican_service_user.cafile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.628743] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican_service_user.certfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.628916] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican_service_user.collect_timing = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.629096] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican_service_user.insecure = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.629263] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican_service_user.keyfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.629429] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican_service_user.split_loggers = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.629588] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] barbican_service_user.timeout = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.629758] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vault.approle_role_id = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.629921] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vault.approle_secret_id = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.630107] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vault.kv_mountpoint = secret {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.630276] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vault.kv_path = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.630443] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vault.kv_version = 2 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.630604] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vault.namespace = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.630802] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vault.root_token_id = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.630973] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vault.ssl_ca_crt_file = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.631163] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vault.timeout = 60.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.631331] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vault.use_ssl = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.631502] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.631712] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.cafile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.631910] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.certfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.632102] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.collect_timing = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.632270] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.connect_retries = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.632431] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.connect_retry_delay = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.632591] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.endpoint_override = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.632757] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.insecure = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.632918] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.keyfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.633115] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.max_version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.633284] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.min_version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.633450] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.region_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.633615] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.retriable_status_codes = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.633777] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.service_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.633950] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.service_type = identity {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.634128] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.split_loggers = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.634290] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.status_code_retries = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.634452] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.status_code_retry_delay = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.634609] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.timeout = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.634819] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.634987] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] keystone.version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.635196] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.ceph_mount_options = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.635500] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.635683] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.connection_uri = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.635848] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.cpu_mode = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.636028] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.cpu_model_extra_flags = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.636208] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.cpu_models = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.636381] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.cpu_power_governor_high = performance {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.636551] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.cpu_power_governor_low = powersave {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.636715] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.cpu_power_management = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.636890] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.637079] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.device_detach_attempts = 8 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.637250] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.device_detach_timeout = 20 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.637419] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.disk_cachemodes = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.637582] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.disk_prefix = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.637748] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.enabled_perf_events = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.637911] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.file_backed_memory = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.638091] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.gid_maps = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.638258] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.hw_disk_discard = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.638419] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.hw_machine_type = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.638605] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.images_rbd_ceph_conf = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.638785] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.638952] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.639138] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.images_rbd_glance_store_name = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.639310] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.images_rbd_pool = rbd {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.639482] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.images_type = default {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.639654] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.images_volume_group = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.639820] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.inject_key = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.639982] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.inject_partition = -2 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.640156] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.inject_password = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.640320] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.iscsi_iface = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.640481] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.iser_use_multipath = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.640689] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.live_migration_bandwidth = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.640875] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.641055] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.live_migration_downtime = 500 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.641226] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.641390] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.641549] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.live_migration_inbound_addr = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.641734] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.641911] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.live_migration_permit_post_copy = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.642106] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.live_migration_scheme = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.642285] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.live_migration_timeout_action = abort {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.642450] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.live_migration_tunnelled = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.642611] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.live_migration_uri = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.642773] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.live_migration_with_native_tls = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.642935] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.max_queues = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.643142] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.643392] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.643561] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.nfs_mount_options = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.643842] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.644035] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.644207] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.num_iser_scan_tries = 5 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.644372] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.num_memory_encrypted_guests = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.644536] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.644698] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.num_pcie_ports = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.644868] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.num_volume_scan_tries = 5 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.645044] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.pmem_namespaces = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.645211] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.quobyte_client_cfg = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.645509] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.645687] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.rbd_connect_timeout = 5 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.645856] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.646031] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.646199] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.rbd_secret_uuid = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.646362] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.rbd_user = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.646526] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.646726] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.remote_filesystem_transport = ssh {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.646909] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.rescue_image_id = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.647090] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.rescue_kernel_id = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.647256] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.rescue_ramdisk_id = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.647427] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.647592] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.rx_queue_size = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.647763] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.smbfs_mount_options = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.648076] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.648261] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.snapshot_compression = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.648426] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.snapshot_image_format = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.648650] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.648820] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.sparse_logical_volumes = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.648987] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.swtpm_enabled = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.649176] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.swtpm_group = tss {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.649348] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.swtpm_user = tss {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.649519] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.sysinfo_serial = unique {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.649681] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.tb_cache_size = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.649841] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.tx_queue_size = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.650012] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.uid_maps = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.650191] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.use_virtio_for_bridges = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.650432] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.virt_type = kvm {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.650675] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.volume_clear = zero {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.650866] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.volume_clear_size = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.651051] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.volume_enforce_multipath = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.651227] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.volume_use_multipath = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.651391] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.vzstorage_cache_path = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.651564] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.651737] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.vzstorage_mount_group = qemu {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.651905] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.vzstorage_mount_opts = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.652096] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.652393] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.652581] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.vzstorage_mount_user = stack {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.652779] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.652961] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.auth_section = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.653157] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.auth_type = password {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.653323] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.cafile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.653486] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.certfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.653650] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.collect_timing = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.653812] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.connect_retries = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.653974] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.connect_retry_delay = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.654157] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.default_floating_pool = public {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.654333] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.endpoint_override = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.654499] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.extension_sync_interval = 600 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.654664] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.http_retries = 3 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.654837] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.insecure = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.655011] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.keyfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.655177] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.max_version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.655352] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.655514] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.min_version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.655684] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.ovs_bridge = br-int {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.655853] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.physnets = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.656042] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.region_name = RegionOne {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.656211] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.retriable_status_codes = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.656383] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.service_metadata_proxy = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.656549] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.service_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.656721] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.service_type = network {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.656888] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.split_loggers = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.657066] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.status_code_retries = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.657232] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.status_code_retry_delay = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.657393] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.timeout = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.657575] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.657740] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] neutron.version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.657916] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] notifications.bdms_in_notifications = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.658108] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] notifications.default_level = INFO {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.658278] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] notifications.include_share_mapping = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.658455] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] notifications.notification_format = unversioned {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.658645] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] notifications.notify_on_state_change = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.658831] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.659021] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] pci.alias = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.659201] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] pci.device_spec = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.659371] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] pci.report_in_placement = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.659542] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.auth_section = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.659718] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.auth_type = password {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.659887] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.660064] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.cafile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.660231] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.certfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.660397] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.collect_timing = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.660557] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.connect_retries = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.660740] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.connect_retry_delay = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.660906] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.default_domain_id = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.661080] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.default_domain_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.661243] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.domain_id = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.661400] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.domain_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.661561] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.endpoint_override = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.661727] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.insecure = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.661887] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.keyfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.662064] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.max_version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.662231] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.min_version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.662403] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.password = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.662567] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.project_domain_id = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.662736] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.project_domain_name = Default {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.662905] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.project_id = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.663093] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.project_name = service {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.663268] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.region_name = RegionOne {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.663431] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.retriable_status_codes = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.663603] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.service_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.663776] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.service_type = placement {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.663942] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.split_loggers = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.664123] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.status_code_retries = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.664287] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.status_code_retry_delay = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.664447] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.system_scope = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.664606] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.timeout = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.664794] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.trust_id = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.664961] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.user_domain_id = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.665148] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.user_domain_name = Default {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.665310] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.user_id = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.665483] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.username = nova {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.665665] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.665829] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] placement.version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.666022] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] quota.cores = 20 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.666194] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] quota.count_usage_from_placement = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.666368] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.666541] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] quota.injected_file_content_bytes = 10240 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.666710] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] quota.injected_file_path_length = 255 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.666881] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] quota.injected_files = 5 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.667063] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] quota.instances = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.667236] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] quota.key_pairs = 100 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.667405] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] quota.metadata_items = 128 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.667574] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] quota.ram = 51200 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.667740] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] quota.recheck_quota = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.667909] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] quota.server_group_members = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.668096] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] quota.server_groups = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.668317] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.668495] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] quota.unified_limits_resource_strategy = require {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.668692] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.668870] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.669042] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] scheduler.image_metadata_prefilter = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.669210] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.669375] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] scheduler.max_attempts = 3 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.669536] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] scheduler.max_placement_results = 1000 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.669701] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.669865] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] scheduler.query_placement_for_image_type_support = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.670036] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.670212] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] scheduler.workers = 2 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.670392] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.670575] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.670804] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.670977] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.671159] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.671326] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.671490] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.671694] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.671874] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.host_subset_size = 1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.672054] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.672223] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.672387] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.672551] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.672730] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.672899] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.isolated_hosts = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.673083] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.isolated_images = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.673251] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.673414] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.673575] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.673737] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.pci_in_placement = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.673900] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.674072] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.674238] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.674398] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.674560] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.674721] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.674882] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.track_instance_changes = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.675071] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.675245] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] metrics.required = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.675410] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] metrics.weight_multiplier = 1.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.675572] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.675737] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] metrics.weight_setting = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.676063] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.676242] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] serial_console.enabled = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.676422] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] serial_console.port_range = 10000:20000 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.676595] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.676801] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.676984] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] serial_console.serialproxy_port = 6083 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.677171] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] service_user.auth_section = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.677345] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] service_user.auth_type = password {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.677510] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] service_user.cafile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.677670] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] service_user.certfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.677835] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] service_user.collect_timing = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.677997] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] service_user.insecure = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.678172] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] service_user.keyfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.678341] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] service_user.send_service_user_token = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.678542] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] service_user.split_loggers = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.678666] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] service_user.timeout = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.678835] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] spice.agent_enabled = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.678997] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] spice.enabled = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.679304] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.679505] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.679678] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] spice.html5proxy_port = 6082 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.679842] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] spice.image_compression = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.680008] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] spice.jpeg_compression = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.680178] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] spice.playback_compression = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.680340] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] spice.require_secure = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.680506] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] spice.server_listen = 127.0.0.1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.680695] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.680978] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.681166] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] spice.streaming_mode = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.681331] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] spice.zlib_compression = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.681500] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] upgrade_levels.baseapi = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.681671] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] upgrade_levels.compute = auto {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.681835] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] upgrade_levels.conductor = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.681994] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] upgrade_levels.scheduler = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.682178] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vendordata_dynamic_auth.auth_section = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.682341] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vendordata_dynamic_auth.auth_type = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.682502] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vendordata_dynamic_auth.cafile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.682690] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vendordata_dynamic_auth.certfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.682859] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.683033] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vendordata_dynamic_auth.insecure = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.683204] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vendordata_dynamic_auth.keyfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.683365] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.683524] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vendordata_dynamic_auth.timeout = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.683696] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.api_retry_count = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.683859] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.ca_file = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.684041] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.cache_prefix = devstack-image-cache {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.684215] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.cluster_name = testcl1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.684379] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.connection_pool_size = 10 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.684536] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.console_delay_seconds = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.684706] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.datastore_regex = ^datastore.* {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.684917] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.685104] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.host_password = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.685274] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.host_port = 443 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.685442] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.host_username = administrator@vsphere.local {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.685613] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.insecure = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.685774] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.integration_bridge = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.685939] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.maximum_objects = 100 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.686111] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.pbm_default_policy = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.686278] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.pbm_enabled = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.686439] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.pbm_wsdl_location = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.686607] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.686766] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.serial_port_proxy_uri = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.686925] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.serial_port_service_uri = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.687103] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.task_poll_interval = 0.5 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.687276] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.use_linked_clone = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.687447] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.vnc_keymap = en-us {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.687613] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.vnc_port = 5900 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.687776] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vmware.vnc_port_total = 10000 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.687962] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vnc.auth_schemes = ['none'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.688149] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vnc.enabled = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.688435] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.688670] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.688860] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vnc.novncproxy_port = 6080 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.689063] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vnc.server_listen = 127.0.0.1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.689249] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.689416] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vnc.vencrypt_ca_certs = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.689578] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vnc.vencrypt_client_cert = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.689741] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vnc.vencrypt_client_key = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.689922] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.690099] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.disable_deep_image_inspection = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.690263] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.690424] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.690585] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.690775] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.disable_rootwrap = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.690947] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.enable_numa_live_migration = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.691124] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.691287] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.691447] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.691606] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.libvirt_disable_apic = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.691781] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.691955] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.692132] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.692295] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.692454] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.692611] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.692769] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.692928] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.693098] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.693265] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.693450] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.693617] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] wsgi.client_socket_timeout = 900 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.693782] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] wsgi.default_pool_size = 1000 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.693950] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] wsgi.keep_alive = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.694132] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] wsgi.max_header_line = 16384 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.694299] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] wsgi.secure_proxy_ssl_header = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.694460] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] wsgi.ssl_ca_file = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.694634] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] wsgi.ssl_cert_file = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.694817] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] wsgi.ssl_key_file = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.694986] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] wsgi.tcp_keepidle = 600 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.695181] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.695352] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] zvm.ca_file = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.695511] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] zvm.cloud_connector_url = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.695802] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.695984] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] zvm.reachable_timeout = 300 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.696174] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.696354] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.696533] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] profiler.connection_string = messaging:// {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.696700] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] profiler.enabled = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.696872] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] profiler.es_doc_type = notification {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.697049] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] profiler.es_scroll_size = 10000 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.697228] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] profiler.es_scroll_time = 2m {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.697390] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] profiler.filter_error_trace = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.697556] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] profiler.hmac_keys = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.697721] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] profiler.sentinel_service_name = mymaster {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.697885] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] profiler.socket_timeout = 0.1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.698057] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] profiler.trace_requests = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.698222] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] profiler.trace_sqlalchemy = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.698399] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] profiler_jaeger.process_tags = {} {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.698577] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] profiler_jaeger.service_name_prefix = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.698753] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] profiler_otlp.service_name_prefix = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.698925] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] remote_debug.host = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.699099] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] remote_debug.port = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.699282] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.699445] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.699609] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.699771] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.699935] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.700108] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.700274] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.700436] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.700620] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.700834] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.701008] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.701196] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.701367] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.701531] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.701697] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.701893] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.702072] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.702238] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.702408] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.702571] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.702730] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.702895] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.703070] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.703235] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.703394] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.703552] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.703710] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.703870] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.704038] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.704203] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.704364] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.ssl = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.704539] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.704705] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.704867] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.705047] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.705218] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.ssl_version = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.705379] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.705562] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.705729] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_notifications.retry = -1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.705905] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.706091] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_messaging_notifications.transport_url = **** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.706276] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.auth_section = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.706440] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.auth_type = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.706602] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.cafile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.706789] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.certfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.706960] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.collect_timing = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.707137] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.connect_retries = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.707299] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.connect_retry_delay = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.707459] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.endpoint_id = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.707631] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.endpoint_interface = publicURL {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.707794] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.endpoint_override = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.707951] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.endpoint_region_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.708124] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.endpoint_service_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.708286] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.endpoint_service_type = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.708447] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.insecure = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.708610] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.keyfile = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.708763] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.max_version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.708922] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.min_version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.709097] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.region_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.709260] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.retriable_status_codes = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.709421] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.service_name = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.709579] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.service_type = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.709743] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.split_loggers = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.709904] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.status_code_retries = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.710074] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.status_code_retry_delay = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.710237] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.timeout = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.710397] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.valid_interfaces = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.710558] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_limit.version = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.710751] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_reports.file_event_handler = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.710928] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.711106] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] oslo_reports.log_dir = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.711281] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.711442] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.711603] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.711788] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.711970] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.712152] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.712327] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.712490] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vif_plug_ovs_privileged.group = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.712675] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.712862] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.713047] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.713218] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] vif_plug_ovs_privileged.user = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.713391] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_vif_linux_bridge.flat_interface = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.713571] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.713746] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.713920] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.714105] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.714279] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.714446] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.714605] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.714786] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.714956] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_vif_ovs.isolate_vif = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.715138] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.715306] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.715476] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.715646] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_vif_ovs.ovsdb_interface = native {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.715811] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] os_vif_ovs.per_port_bridge = False {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.715983] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] privsep_osbrick.capabilities = [21] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.716162] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] privsep_osbrick.group = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.716323] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] privsep_osbrick.helper_command = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.716489] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.716652] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.716817] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] privsep_osbrick.user = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.716988] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.717167] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] nova_sys_admin.group = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.717327] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] nova_sys_admin.helper_command = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.717492] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.717653] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.717812] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] nova_sys_admin.user = None {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.717942] env[69159]: DEBUG oslo_service.backend.eventlet.service [None req-28ba4fbc-9114-4a58-a053-5e85df6de53c None None] ******************************************************************************** {{(pid=69159) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 543.718360] env[69159]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 544.222109] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Getting list of instances from cluster (obj){ [ 544.222109] env[69159]: value = "domain-c8" [ 544.222109] env[69159]: _type = "ClusterComputeResource" [ 544.222109] env[69159]: } {{(pid=69159) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 544.223027] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f09fb58-a0d7-4b57-9406-7d0017f34ba4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.231696] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Got total of 0 instances {{(pid=69159) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 544.232304] env[69159]: WARNING nova.virt.vmwareapi.driver [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 544.232772] env[69159]: INFO nova.virt.node [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Generated node identity bb8e5e26-0b56-454c-ae24-e4322af67e22 [ 544.233023] env[69159]: INFO nova.virt.node [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Wrote node identity bb8e5e26-0b56-454c-ae24-e4322af67e22 to /opt/stack/data/n-cpu-1/compute_id [ 544.735928] env[69159]: WARNING nova.compute.manager [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Compute nodes ['bb8e5e26-0b56-454c-ae24-e4322af67e22'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 545.741468] env[69159]: INFO nova.compute.manager [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 546.746579] env[69159]: WARNING nova.compute.manager [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 546.746916] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 546.747414] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 546.747574] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 546.747729] env[69159]: DEBUG nova.compute.resource_tracker [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 546.748696] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0087bb53-18f8-4625-ba4b-c22fa4d1b897 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.756776] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8ce11d-45c5-441c-8dc9-68af9f23f1c1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.770089] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1455b0f-bb15-4ca3-b316-96a8f50075f5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.776337] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cfde71-d606-4888-98ad-4efdb9e2f6b1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.804750] env[69159]: DEBUG nova.compute.resource_tracker [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180935MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 546.804902] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 546.805128] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 547.307865] env[69159]: WARNING nova.compute.resource_tracker [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] No compute node record for cpu-1:bb8e5e26-0b56-454c-ae24-e4322af67e22: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host bb8e5e26-0b56-454c-ae24-e4322af67e22 could not be found. [ 547.811483] env[69159]: INFO nova.compute.resource_tracker [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: bb8e5e26-0b56-454c-ae24-e4322af67e22 [ 549.319587] env[69159]: DEBUG nova.compute.resource_tracker [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 549.320071] env[69159]: DEBUG nova.compute.resource_tracker [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 549.479847] env[69159]: INFO nova.scheduler.client.report [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] [req-b788c8c6-ce5a-4049-a19a-eaf56d493a46] Created resource provider record via placement API for resource provider with UUID bb8e5e26-0b56-454c-ae24-e4322af67e22 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 549.496487] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992f0080-17a5-4c7d-a31f-f5d217141580 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.504431] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0078a4d2-d5f9-4e1c-933b-8f7a4cc6bc6a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.533849] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5268a4-1309-4e3d-b31d-85e381be4182 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.541214] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6530fa-aac8-4f8d-b980-1e066dee7ab2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.554100] env[69159]: DEBUG nova.compute.provider_tree [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 550.087269] env[69159]: DEBUG nova.scheduler.client.report [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Updated inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 550.087496] env[69159]: DEBUG nova.compute.provider_tree [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Updating resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 generation from 0 to 1 during operation: update_inventory {{(pid=69159) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 550.087639] env[69159]: DEBUG nova.compute.provider_tree [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 550.138440] env[69159]: DEBUG nova.compute.provider_tree [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Updating resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 generation from 1 to 2 during operation: update_traits {{(pid=69159) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 550.642940] env[69159]: DEBUG nova.compute.resource_tracker [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 550.643240] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.838s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 550.643440] env[69159]: DEBUG nova.service [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Creating RPC server for service compute {{(pid=69159) start /opt/stack/nova/nova/service.py:186}} [ 550.655856] env[69159]: DEBUG nova.service [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] Join ServiceGroup membership for this service compute {{(pid=69159) start /opt/stack/nova/nova/service.py:203}} [ 550.656061] env[69159]: DEBUG nova.servicegroup.drivers.db [None req-0819c9db-4b65-4dae-a214-f5a2fef6d9f9 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69159) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 594.287173] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "f58d110f-a246-4458-b94f-72752038ac60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.287173] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "f58d110f-a246-4458-b94f-72752038ac60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.326298] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "c7fd191c-e882-431d-9ccc-1e72c51a8406" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.326530] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "c7fd191c-e882-431d-9ccc-1e72c51a8406" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.789300] env[69159]: DEBUG nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 594.828766] env[69159]: DEBUG nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 595.006739] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquiring lock "df60842a-80f1-43d9-8aa8-f42d03537e76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.007448] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Lock "df60842a-80f1-43d9-8aa8-f42d03537e76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.512238] env[69159]: DEBUG nova.compute.manager [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 595.660318] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.660318] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.660318] env[69159]: INFO nova.compute.claims [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.685020] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.755070] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Acquiring lock "7f174b25-c3fd-485e-b6f5-fb63b5f1574e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.755070] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Lock "7f174b25-c3fd-485e-b6f5-fb63b5f1574e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.044518] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.262218] env[69159]: DEBUG nova.compute.manager [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 596.573275] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Acquiring lock "71110d4a-7fb0-4043-a917-be39f2693eac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.574043] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Lock "71110d4a-7fb0-4043-a917-be39f2693eac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.785683] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545129e1-fa31-4a66-a807-64919bfdbbbd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.794093] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.797013] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369150be-c240-4606-9417-ae5f66be2ed6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.838023] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fcdf9c-b71e-4c21-b9a8-61cea5e1fb49 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.847873] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bbc758-3e68-4b84-b943-3f64fa142812 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.862658] env[69159]: DEBUG nova.compute.provider_tree [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.080106] env[69159]: DEBUG nova.compute.manager [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 597.371140] env[69159]: DEBUG nova.scheduler.client.report [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.613283] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.882481] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.882711] env[69159]: DEBUG nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 597.886807] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.204s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.890482] env[69159]: INFO nova.compute.claims [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.396116] env[69159]: DEBUG nova.compute.utils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.400913] env[69159]: DEBUG nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 598.400913] env[69159]: DEBUG nova.network.neutron [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.908833] env[69159]: DEBUG nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 599.044293] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0f8db9-0edd-4c53-8f3d-5570f546e3db {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.056209] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc78da60-d1c7-4ce6-84bc-1c305b33305c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.095752] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c225b4-50a8-429e-9451-3c973ea66af6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.106992] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf948ef-16ea-4d80-977a-cd96fcccef6a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.129421] env[69159]: DEBUG nova.compute.provider_tree [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.143348] env[69159]: DEBUG nova.policy [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31c35e94e06543edaa1e2744972bed32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58260d428382430eb4f757a07d14776f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.646947] env[69159]: DEBUG nova.scheduler.client.report [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.928221] env[69159]: DEBUG nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 599.959220] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.959510] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.959944] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.962553] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.962553] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.962553] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.962853] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.963036] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.963442] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.963615] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.963789] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.964745] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cae0eb-f621-4e63-87ae-645aaceb55c7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.975041] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d32baf-b564-4658-b6d9-c221f1d93044 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.996888] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae8e255-114e-49e9-a3d8-9af85d7c853f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.050519] env[69159]: DEBUG nova.network.neutron [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Successfully created port: d0e2ebd9-7614-43d4-883b-3c4f449d2b42 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.154890] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.156165] env[69159]: DEBUG nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 600.161025] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.114s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.161025] env[69159]: INFO nova.compute.claims [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.663990] env[69159]: DEBUG nova.compute.utils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.665534] env[69159]: DEBUG nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 600.665753] env[69159]: DEBUG nova.network.neutron [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.805120] env[69159]: DEBUG nova.policy [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31c35e94e06543edaa1e2744972bed32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58260d428382430eb4f757a07d14776f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.905803] env[69159]: DEBUG oslo_concurrency.lockutils [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "5153318c-b4d4-487d-b040-af14cdd3a5c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.905803] env[69159]: DEBUG oslo_concurrency.lockutils [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "5153318c-b4d4-487d-b040-af14cdd3a5c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.172097] env[69159]: DEBUG nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 601.344665] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb02980d-3975-41f5-808b-fff6fb2ca32d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.360538] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6827b98-1d18-424b-9750-cbdebf37d7fe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.397053] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c38570-f2fd-44d5-a754-94007034930e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.408663] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f3fb90-99a9-4893-bd27-85f971797a67 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.413228] env[69159]: DEBUG nova.compute.manager [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 601.438329] env[69159]: DEBUG nova.compute.provider_tree [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.659870] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.659870] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.659870] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.659870] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.659870] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.659870] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.660167] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._sync_power_states {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.944534] env[69159]: DEBUG nova.scheduler.client.report [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.953402] env[69159]: DEBUG oslo_concurrency.lockutils [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.144766] env[69159]: DEBUG nova.network.neutron [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Successfully created port: d27d0362-a398-44b3-82d0-ae90f856310e {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.163248] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Getting list of instances from cluster (obj){ [ 602.163248] env[69159]: value = "domain-c8" [ 602.163248] env[69159]: _type = "ClusterComputeResource" [ 602.163248] env[69159]: } {{(pid=69159) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 602.164318] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7d420d-f40d-471f-bde2-d4a0561c9535 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.175885] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Got total of 0 instances {{(pid=69159) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 602.176787] env[69159]: WARNING nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] While synchronizing instance power states, found 3 instances in the database and 0 instances on the hypervisor. [ 602.176787] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Triggering sync for uuid f58d110f-a246-4458-b94f-72752038ac60 {{(pid=69159) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10943}} [ 602.176787] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Triggering sync for uuid c7fd191c-e882-431d-9ccc-1e72c51a8406 {{(pid=69159) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10943}} [ 602.176787] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Triggering sync for uuid df60842a-80f1-43d9-8aa8-f42d03537e76 {{(pid=69159) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10943}} [ 602.178180] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "f58d110f-a246-4458-b94f-72752038ac60" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.180126] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "c7fd191c-e882-431d-9ccc-1e72c51a8406" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.180625] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "df60842a-80f1-43d9-8aa8-f42d03537e76" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.180625] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 602.180834] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69159) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 602.180992] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 602.187710] env[69159]: DEBUG nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 602.225319] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.225553] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.225700] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.225870] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.226142] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.226193] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.226760] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.226760] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.226760] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.226886] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.227047] env[69159]: DEBUG nova.virt.hardware [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.228358] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4ad81e-d831-4da0-946d-e24b3401e620 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.236370] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c70d5fd-7bac-4307-86fd-1297c0f89d53 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.456086] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.456988] env[69159]: DEBUG nova.compute.manager [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 602.461905] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.666s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.463552] env[69159]: INFO nova.compute.claims [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.685253] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.971785] env[69159]: DEBUG nova.compute.utils [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.978526] env[69159]: DEBUG nova.compute.manager [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 602.978845] env[69159]: DEBUG nova.network.neutron [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 602.990554] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "5251e5ab-e698-4e5c-ad9f-514103618b22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.990554] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "5251e5ab-e698-4e5c-ad9f-514103618b22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.491473] env[69159]: DEBUG nova.compute.manager [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 603.497704] env[69159]: DEBUG nova.compute.manager [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 603.575404] env[69159]: DEBUG nova.policy [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bedfcbbb0bb465cb4a866351bc03da4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01db95ecb515431a8c9b2d2a92a8bcfa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.621876] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d49a63e-f735-411e-97f3-8023e7f32778 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.633010] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3d0ea9-64a5-4e01-91fa-25b6f0bc2951 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.664397] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc6ab63-42ce-408d-90dd-1f5295ec19ac {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.672814] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d151fce8-3450-4c83-a2eb-a1c184fe780a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.687589] env[69159]: DEBUG nova.compute.provider_tree [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.034925] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.191111] env[69159]: DEBUG nova.scheduler.client.report [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.245131] env[69159]: DEBUG nova.network.neutron [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Successfully updated port: d0e2ebd9-7614-43d4-883b-3c4f449d2b42 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.506592] env[69159]: DEBUG nova.compute.manager [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 604.543390] env[69159]: DEBUG nova.virt.hardware [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.543642] env[69159]: DEBUG nova.virt.hardware [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.543795] env[69159]: DEBUG nova.virt.hardware [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.543969] env[69159]: DEBUG nova.virt.hardware [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.544121] env[69159]: DEBUG nova.virt.hardware [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.544262] env[69159]: DEBUG nova.virt.hardware [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.544468] env[69159]: DEBUG nova.virt.hardware [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.544652] env[69159]: DEBUG nova.virt.hardware [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.544817] env[69159]: DEBUG nova.virt.hardware [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.544976] env[69159]: DEBUG nova.virt.hardware [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.545171] env[69159]: DEBUG nova.virt.hardware [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.546426] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d26adef-3df4-467c-9669-3eefe54966d4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.555721] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57045df1-e9c0-457f-8133-805b4d121187 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.697688] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.698191] env[69159]: DEBUG nova.compute.manager [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 604.701123] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.088s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.703420] env[69159]: INFO nova.compute.claims [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.751446] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "refresh_cache-f58d110f-a246-4458-b94f-72752038ac60" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.751627] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquired lock "refresh_cache-f58d110f-a246-4458-b94f-72752038ac60" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.751802] env[69159]: DEBUG nova.network.neutron [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.210388] env[69159]: DEBUG nova.compute.utils [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.212816] env[69159]: DEBUG nova.compute.manager [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 605.214017] env[69159]: DEBUG nova.network.neutron [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.439294] env[69159]: DEBUG nova.network.neutron [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.451263] env[69159]: DEBUG nova.compute.manager [req-e3ed5351-0019-4b83-a901-311327fb78de req-23ab6566-b9a1-41e4-9727-6c18fc7ee856 service nova] [instance: f58d110f-a246-4458-b94f-72752038ac60] Received event network-vif-plugged-d0e2ebd9-7614-43d4-883b-3c4f449d2b42 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 605.451483] env[69159]: DEBUG oslo_concurrency.lockutils [req-e3ed5351-0019-4b83-a901-311327fb78de req-23ab6566-b9a1-41e4-9727-6c18fc7ee856 service nova] Acquiring lock "f58d110f-a246-4458-b94f-72752038ac60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.451755] env[69159]: DEBUG oslo_concurrency.lockutils [req-e3ed5351-0019-4b83-a901-311327fb78de req-23ab6566-b9a1-41e4-9727-6c18fc7ee856 service nova] Lock "f58d110f-a246-4458-b94f-72752038ac60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.451942] env[69159]: DEBUG oslo_concurrency.lockutils [req-e3ed5351-0019-4b83-a901-311327fb78de req-23ab6566-b9a1-41e4-9727-6c18fc7ee856 service nova] Lock "f58d110f-a246-4458-b94f-72752038ac60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.452389] env[69159]: DEBUG nova.compute.manager [req-e3ed5351-0019-4b83-a901-311327fb78de req-23ab6566-b9a1-41e4-9727-6c18fc7ee856 service nova] [instance: f58d110f-a246-4458-b94f-72752038ac60] No waiting events found dispatching network-vif-plugged-d0e2ebd9-7614-43d4-883b-3c4f449d2b42 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 605.452590] env[69159]: WARNING nova.compute.manager [req-e3ed5351-0019-4b83-a901-311327fb78de req-23ab6566-b9a1-41e4-9727-6c18fc7ee856 service nova] [instance: f58d110f-a246-4458-b94f-72752038ac60] Received unexpected event network-vif-plugged-d0e2ebd9-7614-43d4-883b-3c4f449d2b42 for instance with vm_state building and task_state spawning. [ 605.554348] env[69159]: DEBUG nova.policy [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33c610589126486ba65fa4f431d4b97d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eabfe769bd484f749ee9eb7ecdc85ac8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.617304] env[69159]: DEBUG nova.network.neutron [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Successfully updated port: d27d0362-a398-44b3-82d0-ae90f856310e {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.718180] env[69159]: DEBUG nova.compute.manager [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 605.877420] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a399cc18-cc61-4c4a-bfbf-503f4c1b38f0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.894730] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e01d32-7fd3-44b2-9bdb-09146e8d1407 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.931038] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0539456f-7c76-4b33-9f61-709d0c429bd2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.939104] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfb83fc-6869-4bf3-84a0-55fc6d60f34b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.954311] env[69159]: DEBUG nova.compute.provider_tree [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.120435] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "refresh_cache-c7fd191c-e882-431d-9ccc-1e72c51a8406" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.120601] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquired lock "refresh_cache-c7fd191c-e882-431d-9ccc-1e72c51a8406" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.120773] env[69159]: DEBUG nova.network.neutron [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.405526] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "54abe51c-8514-44c7-8e18-ad1194c64fe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.405844] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "54abe51c-8514-44c7-8e18-ad1194c64fe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.440697] env[69159]: DEBUG nova.network.neutron [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Successfully created port: 4ef5a1d3-22f6-405d-938c-f6b75058f22c {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.458963] env[69159]: DEBUG nova.scheduler.client.report [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.600035] env[69159]: DEBUG nova.network.neutron [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Updating instance_info_cache with network_info: [{"id": "d0e2ebd9-7614-43d4-883b-3c4f449d2b42", "address": "fa:16:3e:19:57:27", "network": {"id": "78d6c6ac-8a39-452e-9070-fbb43fa21903", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-408666909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58260d428382430eb4f757a07d14776f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e2ebd9-76", "ovs_interfaceid": "d0e2ebd9-7614-43d4-883b-3c4f449d2b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.734141] env[69159]: DEBUG nova.compute.manager [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 606.768797] env[69159]: DEBUG nova.virt.hardware [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.768797] env[69159]: DEBUG nova.virt.hardware [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.768797] env[69159]: DEBUG nova.virt.hardware [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.769813] env[69159]: DEBUG nova.virt.hardware [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.769813] env[69159]: DEBUG nova.virt.hardware [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.769813] env[69159]: DEBUG nova.virt.hardware [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.769813] env[69159]: DEBUG nova.virt.hardware [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.770199] env[69159]: DEBUG nova.virt.hardware [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.770513] env[69159]: DEBUG nova.virt.hardware [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.770989] env[69159]: DEBUG nova.virt.hardware [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.771312] env[69159]: DEBUG nova.virt.hardware [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.772508] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0326c170-81f9-46e7-9df7-fb26452f5956 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.783036] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a3400b-821b-418e-9709-d3f278d9ece9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.788640] env[69159]: DEBUG nova.network.neutron [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.803571] env[69159]: DEBUG nova.network.neutron [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Successfully created port: 11edfa07-6436-4513-b13b-8da1fa37b71d {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.908409] env[69159]: DEBUG nova.compute.manager [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 606.965392] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.965392] env[69159]: DEBUG nova.compute.manager [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 606.969996] env[69159]: DEBUG oslo_concurrency.lockutils [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.017s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.971733] env[69159]: INFO nova.compute.claims [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.103015] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Releasing lock "refresh_cache-f58d110f-a246-4458-b94f-72752038ac60" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.103414] env[69159]: DEBUG nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Instance network_info: |[{"id": "d0e2ebd9-7614-43d4-883b-3c4f449d2b42", "address": "fa:16:3e:19:57:27", "network": {"id": "78d6c6ac-8a39-452e-9070-fbb43fa21903", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-408666909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58260d428382430eb4f757a07d14776f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e2ebd9-76", "ovs_interfaceid": "d0e2ebd9-7614-43d4-883b-3c4f449d2b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 607.103977] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:57:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0e2ebd9-7614-43d4-883b-3c4f449d2b42', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.121132] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.125494] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c926e26-8432-4673-a04b-f51a5c96dffc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.140793] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Created folder: OpenStack in parent group-v4. [ 607.140793] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Creating folder: Project (58260d428382430eb4f757a07d14776f). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.140793] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9b21f46-fdf0-416e-a0ba-25932df101a5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.150862] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Created folder: Project (58260d428382430eb4f757a07d14776f) in parent group-v688391. [ 607.151406] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Creating folder: Instances. Parent ref: group-v688392. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.151854] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a54cb4e5-b47f-401d-9f11-6b2012542a10 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.164169] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Created folder: Instances in parent group-v688392. [ 607.164169] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.164169] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f58d110f-a246-4458-b94f-72752038ac60] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.164169] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1679d7bc-887b-40d3-8f63-93ce9db63a6b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.186126] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.186126] env[69159]: value = "task-3447945" [ 607.186126] env[69159]: _type = "Task" [ 607.186126] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.195787] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447945, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.406300] env[69159]: DEBUG nova.network.neutron [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Updating instance_info_cache with network_info: [{"id": "d27d0362-a398-44b3-82d0-ae90f856310e", "address": "fa:16:3e:ac:2f:15", "network": {"id": "78d6c6ac-8a39-452e-9070-fbb43fa21903", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-408666909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58260d428382430eb4f757a07d14776f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd27d0362-a3", "ovs_interfaceid": "d27d0362-a398-44b3-82d0-ae90f856310e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.446165] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.474339] env[69159]: DEBUG nova.compute.utils [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.474339] env[69159]: DEBUG nova.compute.manager [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Not allocating networking since 'none' was specified. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 607.700240] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447945, 'name': CreateVM_Task, 'duration_secs': 0.338524} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.700240] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f58d110f-a246-4458-b94f-72752038ac60] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.719669] env[69159]: DEBUG oslo_vmware.service [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08982983-608c-4bde-9382-defde0dce9bc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.733063] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.733063] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.733063] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.733063] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-532d2699-82a4-410c-8f3c-b65dca7415c9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.740078] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 607.740078] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52986e5e-ce78-c1e2-78c1-f141a0dec2a7" [ 607.740078] env[69159]: _type = "Task" [ 607.740078] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.754350] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52986e5e-ce78-c1e2-78c1-f141a0dec2a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.915366] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Releasing lock "refresh_cache-c7fd191c-e882-431d-9ccc-1e72c51a8406" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.915366] env[69159]: DEBUG nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Instance network_info: |[{"id": "d27d0362-a398-44b3-82d0-ae90f856310e", "address": "fa:16:3e:ac:2f:15", "network": {"id": "78d6c6ac-8a39-452e-9070-fbb43fa21903", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-408666909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58260d428382430eb4f757a07d14776f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd27d0362-a3", "ovs_interfaceid": "d27d0362-a398-44b3-82d0-ae90f856310e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 607.915599] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:2f:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd27d0362-a398-44b3-82d0-ae90f856310e', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.925111] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.925443] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.926021] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1de748cd-8d5a-4110-b4e4-9d58af3ef0e5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.949567] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.949567] env[69159]: value = "task-3447946" [ 607.949567] env[69159]: _type = "Task" [ 607.949567] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.958682] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447946, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.978950] env[69159]: DEBUG nova.compute.manager [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 608.176651] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f0d864-5454-4f6d-a9ca-df666bdc91f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.184918] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21179ebe-19f0-4030-a3b0-af51511776c4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.229043] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbecdf3-7ccf-42b9-9fc9-35a16f26212d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.241161] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59050d6-bf41-479d-b14c-4e3f7c8bc262 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.261733] env[69159]: DEBUG nova.compute.provider_tree [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.275079] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.275289] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.275546] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.275687] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.276147] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.278615] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8eb1b52-8b33-47a6-b9c0-7f2f6a358154 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.288690] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.288920] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.290217] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4152e06-35fb-4e8e-8aeb-6e1d4b002b4b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.297306] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d81120-f2c1-4c05-a511-fdd4295bd595 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.303649] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 608.303649] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522f95b8-079e-2219-e51f-57687b5bab55" [ 608.303649] env[69159]: _type = "Task" [ 608.303649] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.317111] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522f95b8-079e-2219-e51f-57687b5bab55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.463020] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447946, 'name': CreateVM_Task, 'duration_secs': 0.363612} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.463020] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.463020] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.463020] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.463020] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.463020] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b3705b-1063-491f-824b-054e721f68cb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.466292] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 608.466292] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529a739b-fb1e-01cd-ae9f-d8db6dc12787" [ 608.466292] env[69159]: _type = "Task" [ 608.466292] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.475969] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529a739b-fb1e-01cd-ae9f-d8db6dc12787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.698338] env[69159]: DEBUG nova.compute.manager [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] [instance: f58d110f-a246-4458-b94f-72752038ac60] Received event network-changed-d0e2ebd9-7614-43d4-883b-3c4f449d2b42 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 608.698634] env[69159]: DEBUG nova.compute.manager [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] [instance: f58d110f-a246-4458-b94f-72752038ac60] Refreshing instance network info cache due to event network-changed-d0e2ebd9-7614-43d4-883b-3c4f449d2b42. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 608.699120] env[69159]: DEBUG oslo_concurrency.lockutils [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] Acquiring lock "refresh_cache-f58d110f-a246-4458-b94f-72752038ac60" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.699364] env[69159]: DEBUG oslo_concurrency.lockutils [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] Acquired lock "refresh_cache-f58d110f-a246-4458-b94f-72752038ac60" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.699803] env[69159]: DEBUG nova.network.neutron [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] [instance: f58d110f-a246-4458-b94f-72752038ac60] Refreshing network info cache for port d0e2ebd9-7614-43d4-883b-3c4f449d2b42 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.769646] env[69159]: DEBUG nova.scheduler.client.report [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.819327] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Preparing fetch location {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 608.819327] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Creating directory with path [datastore2] vmware_temp/b08ad839-bb8a-4912-8ea3-195a9ec225fe/e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.819327] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b128dda-1082-4420-b28a-0d7b535adc3e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.844498] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Created directory with path [datastore2] vmware_temp/b08ad839-bb8a-4912-8ea3-195a9ec225fe/e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.844498] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Fetch image to [datastore2] vmware_temp/b08ad839-bb8a-4912-8ea3-195a9ec225fe/e70bec9d-3b8e-40ca-8f91-975a0afc327c/tmp-sparse.vmdk {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 608.844498] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Downloading image file data e70bec9d-3b8e-40ca-8f91-975a0afc327c to [datastore2] vmware_temp/b08ad839-bb8a-4912-8ea3-195a9ec225fe/e70bec9d-3b8e-40ca-8f91-975a0afc327c/tmp-sparse.vmdk on the data store datastore2 {{(pid=69159) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 608.846095] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21661d9-02a1-4621-9f9a-af38cd93ea0f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.853969] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df57095-62be-41c6-b105-5b5f49f7f524 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.868089] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ab1388-940a-4c71-aac6-a3226bb63bec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.908652] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a49b41-db76-4ead-a2fe-433ce6ee67e7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.915409] env[69159]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-577e417c-6f45-400b-8c3d-0c90a4f6348a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.945180] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Downloading image file data e70bec9d-3b8e-40ca-8f91-975a0afc327c to the data store datastore2 {{(pid=69159) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 608.984512] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.984704] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.984919] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.991363] env[69159]: DEBUG nova.compute.manager [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 609.016480] env[69159]: DEBUG nova.virt.hardware [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.016728] env[69159]: DEBUG nova.virt.hardware [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.016910] env[69159]: DEBUG nova.virt.hardware [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.017107] env[69159]: DEBUG nova.virt.hardware [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.017251] env[69159]: DEBUG nova.virt.hardware [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.017444] env[69159]: DEBUG nova.virt.hardware [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.017590] env[69159]: DEBUG nova.virt.hardware [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.017816] env[69159]: DEBUG nova.virt.hardware [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.017919] env[69159]: DEBUG nova.virt.hardware [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.018101] env[69159]: DEBUG nova.virt.hardware [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.021286] env[69159]: DEBUG nova.virt.hardware [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.022079] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d3b58a-8d37-450f-9736-48179cbb1c34 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.030454] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905fbe46-2a9d-429d-897c-08099e4be1f7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.045220] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.051208] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Creating folder: Project (94fd06c3184045f297c05d8443f01139). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.051993] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89c7c7a4-f13d-4bb2-912f-ad6a95150f20 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.056244] env[69159]: DEBUG oslo_vmware.rw_handles [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b08ad839-bb8a-4912-8ea3-195a9ec225fe/e70bec9d-3b8e-40ca-8f91-975a0afc327c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69159) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 609.062465] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Created folder: Project (94fd06c3184045f297c05d8443f01139) in parent group-v688391. [ 609.063587] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Creating folder: Instances. Parent ref: group-v688396. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.064320] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1ae001a-9806-401f-ac95-9e382d6f371d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.133198] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Created folder: Instances in parent group-v688396. [ 609.133463] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.133676] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.133888] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecf31dac-97fe-47ba-a1e7-dfa5d4fd1b61 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.152452] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.152452] env[69159]: value = "task-3447949" [ 609.152452] env[69159]: _type = "Task" [ 609.152452] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.166835] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447949, 'name': CreateVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.274074] env[69159]: DEBUG oslo_concurrency.lockutils [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.275780] env[69159]: DEBUG nova.compute.manager [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 609.282621] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.596s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.282621] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.282621] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 609.282621] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.248s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.284183] env[69159]: INFO nova.compute.claims [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.294877] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24ec6a9-2fb2-48d1-bdb8-78ffcaadabc9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.307219] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66c17c2-12b8-4f12-8819-ba4e44c3ea33 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.328102] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecfa1b4-83e9-46f9-a852-9cee8860d12e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.336358] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1456a7ef-bad9-42f7-b41f-30eb1f03bd76 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.387093] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180939MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 609.387227] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.679787] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Acquiring lock "a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.680062] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Lock "a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.681189] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447949, 'name': CreateVM_Task, 'duration_secs': 0.312318} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.682200] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.682200] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.682200] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.682445] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.683035] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba2399a9-3c9f-4479-b9c5-59dc664e0be5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.695020] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Waiting for the task: (returnval){ [ 609.695020] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524f7b1d-47f8-9c97-505a-60a87d1138c1" [ 609.695020] env[69159]: _type = "Task" [ 609.695020] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.709540] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.709540] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.709540] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.793309] env[69159]: DEBUG nova.compute.utils [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.794776] env[69159]: DEBUG nova.compute.manager [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 609.795256] env[69159]: DEBUG nova.network.neutron [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.863949] env[69159]: DEBUG oslo_vmware.rw_handles [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Completed reading data from the image iterator. {{(pid=69159) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 609.864208] env[69159]: DEBUG oslo_vmware.rw_handles [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b08ad839-bb8a-4912-8ea3-195a9ec225fe/e70bec9d-3b8e-40ca-8f91-975a0afc327c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 609.931737] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Downloaded image file data e70bec9d-3b8e-40ca-8f91-975a0afc327c to vmware_temp/b08ad839-bb8a-4912-8ea3-195a9ec225fe/e70bec9d-3b8e-40ca-8f91-975a0afc327c/tmp-sparse.vmdk on the data store datastore2 {{(pid=69159) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 609.933803] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Caching image {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 609.935633] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Copying Virtual Disk [datastore2] vmware_temp/b08ad839-bb8a-4912-8ea3-195a9ec225fe/e70bec9d-3b8e-40ca-8f91-975a0afc327c/tmp-sparse.vmdk to [datastore2] vmware_temp/b08ad839-bb8a-4912-8ea3-195a9ec225fe/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.935633] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10ca2cfa-aa1d-42c3-a0ed-cbe798ae81bb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.944067] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 609.944067] env[69159]: value = "task-3447950" [ 609.944067] env[69159]: _type = "Task" [ 609.944067] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.952357] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.009231] env[69159]: DEBUG nova.policy [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd27e6835752a466d8b05c51526bcb450', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0b8a27e7ca4475c89c9430d0ec79113', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.184271] env[69159]: DEBUG nova.compute.manager [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 610.305815] env[69159]: DEBUG nova.compute.manager [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 610.456265] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447950, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.473108] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dce703-4f69-430a-a9b9-fca476ba4d8b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.481909] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f6bfce-cf83-454f-8778-ab72e7a510db {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.519052] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2478f98c-9171-4654-a857-86d8cf25c972 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.526939] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747e8ae6-825a-470a-bc9e-3c6999883681 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.547373] env[69159]: DEBUG nova.compute.provider_tree [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.713599] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.910547] env[69159]: DEBUG nova.network.neutron [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] [instance: f58d110f-a246-4458-b94f-72752038ac60] Updated VIF entry in instance network info cache for port d0e2ebd9-7614-43d4-883b-3c4f449d2b42. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.910547] env[69159]: DEBUG nova.network.neutron [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] [instance: f58d110f-a246-4458-b94f-72752038ac60] Updating instance_info_cache with network_info: [{"id": "d0e2ebd9-7614-43d4-883b-3c4f449d2b42", "address": "fa:16:3e:19:57:27", "network": {"id": "78d6c6ac-8a39-452e-9070-fbb43fa21903", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-408666909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58260d428382430eb4f757a07d14776f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e2ebd9-76", "ovs_interfaceid": "d0e2ebd9-7614-43d4-883b-3c4f449d2b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.916192] env[69159]: DEBUG nova.network.neutron [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Successfully updated port: 4ef5a1d3-22f6-405d-938c-f6b75058f22c {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.960712] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683582} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.960712] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Copied Virtual Disk [datastore2] vmware_temp/b08ad839-bb8a-4912-8ea3-195a9ec225fe/e70bec9d-3b8e-40ca-8f91-975a0afc327c/tmp-sparse.vmdk to [datastore2] vmware_temp/b08ad839-bb8a-4912-8ea3-195a9ec225fe/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.960876] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Deleting the datastore file [datastore2] vmware_temp/b08ad839-bb8a-4912-8ea3-195a9ec225fe/e70bec9d-3b8e-40ca-8f91-975a0afc327c/tmp-sparse.vmdk {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.961493] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be90aa9b-7bf1-4b0a-b369-5f0b187dff50 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.967991] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 610.967991] env[69159]: value = "task-3447951" [ 610.967991] env[69159]: _type = "Task" [ 610.967991] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.976532] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.050360] env[69159]: DEBUG nova.scheduler.client.report [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.321734] env[69159]: DEBUG nova.compute.manager [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 611.347063] env[69159]: DEBUG nova.virt.hardware [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.347324] env[69159]: DEBUG nova.virt.hardware [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.347705] env[69159]: DEBUG nova.virt.hardware [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.347705] env[69159]: DEBUG nova.virt.hardware [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.347817] env[69159]: DEBUG nova.virt.hardware [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.347928] env[69159]: DEBUG nova.virt.hardware [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.348325] env[69159]: DEBUG nova.virt.hardware [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.348515] env[69159]: DEBUG nova.virt.hardware [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.348745] env[69159]: DEBUG nova.virt.hardware [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.348936] env[69159]: DEBUG nova.virt.hardware [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.349316] env[69159]: DEBUG nova.virt.hardware [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.350511] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d264a1d-d025-4723-82d8-805a48ed69e2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.360225] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa212db-aba1-4aa4-86cd-86ad8717bd17 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.421463] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Acquiring lock "refresh_cache-7f174b25-c3fd-485e-b6f5-fb63b5f1574e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.421674] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Acquired lock "refresh_cache-7f174b25-c3fd-485e-b6f5-fb63b5f1574e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.421848] env[69159]: DEBUG nova.network.neutron [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.423238] env[69159]: DEBUG oslo_concurrency.lockutils [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] Releasing lock "refresh_cache-f58d110f-a246-4458-b94f-72752038ac60" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.423469] env[69159]: DEBUG nova.compute.manager [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Received event network-vif-plugged-d27d0362-a398-44b3-82d0-ae90f856310e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 611.423654] env[69159]: DEBUG oslo_concurrency.lockutils [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] Acquiring lock "c7fd191c-e882-431d-9ccc-1e72c51a8406-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.423851] env[69159]: DEBUG oslo_concurrency.lockutils [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] Lock "c7fd191c-e882-431d-9ccc-1e72c51a8406-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.425728] env[69159]: DEBUG oslo_concurrency.lockutils [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] Lock "c7fd191c-e882-431d-9ccc-1e72c51a8406-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.425728] env[69159]: DEBUG nova.compute.manager [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] No waiting events found dispatching network-vif-plugged-d27d0362-a398-44b3-82d0-ae90f856310e {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 611.425728] env[69159]: WARNING nova.compute.manager [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Received unexpected event network-vif-plugged-d27d0362-a398-44b3-82d0-ae90f856310e for instance with vm_state building and task_state spawning. [ 611.425728] env[69159]: DEBUG nova.compute.manager [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Received event network-changed-d27d0362-a398-44b3-82d0-ae90f856310e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 611.425728] env[69159]: DEBUG nova.compute.manager [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Refreshing instance network info cache due to event network-changed-d27d0362-a398-44b3-82d0-ae90f856310e. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 611.426325] env[69159]: DEBUG oslo_concurrency.lockutils [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] Acquiring lock "refresh_cache-c7fd191c-e882-431d-9ccc-1e72c51a8406" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.426325] env[69159]: DEBUG oslo_concurrency.lockutils [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] Acquired lock "refresh_cache-c7fd191c-e882-431d-9ccc-1e72c51a8406" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.426325] env[69159]: DEBUG nova.network.neutron [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Refreshing network info cache for port d27d0362-a398-44b3-82d0-ae90f856310e {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.479601] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033513} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.479962] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.480303] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Moving file from [datastore2] vmware_temp/b08ad839-bb8a-4912-8ea3-195a9ec225fe/e70bec9d-3b8e-40ca-8f91-975a0afc327c to [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c. {{(pid=69159) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 611.480696] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-30b8e4ac-58f6-4c4e-a1a4-0711cbeaa07b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.487965] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 611.487965] env[69159]: value = "task-3447952" [ 611.487965] env[69159]: _type = "Task" [ 611.487965] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.496899] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447952, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.558092] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.558644] env[69159]: DEBUG nova.compute.manager [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 611.562842] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.117s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.566374] env[69159]: INFO nova.compute.claims [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.575895] env[69159]: DEBUG nova.network.neutron [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Successfully updated port: 11edfa07-6436-4513-b13b-8da1fa37b71d {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.827614] env[69159]: DEBUG nova.compute.manager [req-19212011-89f6-44b9-9849-31c0c5e96673 req-e93a6fa4-cc29-4969-af3b-8d9e6b6b5082 service nova] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Received event network-vif-plugged-4ef5a1d3-22f6-405d-938c-f6b75058f22c {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 611.827614] env[69159]: DEBUG oslo_concurrency.lockutils [req-19212011-89f6-44b9-9849-31c0c5e96673 req-e93a6fa4-cc29-4969-af3b-8d9e6b6b5082 service nova] Acquiring lock "7f174b25-c3fd-485e-b6f5-fb63b5f1574e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.827614] env[69159]: DEBUG oslo_concurrency.lockutils [req-19212011-89f6-44b9-9849-31c0c5e96673 req-e93a6fa4-cc29-4969-af3b-8d9e6b6b5082 service nova] Lock "7f174b25-c3fd-485e-b6f5-fb63b5f1574e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.827614] env[69159]: DEBUG oslo_concurrency.lockutils [req-19212011-89f6-44b9-9849-31c0c5e96673 req-e93a6fa4-cc29-4969-af3b-8d9e6b6b5082 service nova] Lock "7f174b25-c3fd-485e-b6f5-fb63b5f1574e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.827614] env[69159]: DEBUG nova.compute.manager [req-19212011-89f6-44b9-9849-31c0c5e96673 req-e93a6fa4-cc29-4969-af3b-8d9e6b6b5082 service nova] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] No waiting events found dispatching network-vif-plugged-4ef5a1d3-22f6-405d-938c-f6b75058f22c {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 611.834013] env[69159]: WARNING nova.compute.manager [req-19212011-89f6-44b9-9849-31c0c5e96673 req-e93a6fa4-cc29-4969-af3b-8d9e6b6b5082 service nova] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Received unexpected event network-vif-plugged-4ef5a1d3-22f6-405d-938c-f6b75058f22c for instance with vm_state building and task_state spawning. [ 612.005105] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447952, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023737} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.005105] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] File moved {{(pid=69159) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 612.005105] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Cleaning up location [datastore2] vmware_temp/b08ad839-bb8a-4912-8ea3-195a9ec225fe {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 612.005105] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Deleting the datastore file [datastore2] vmware_temp/b08ad839-bb8a-4912-8ea3-195a9ec225fe {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.005105] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b545cdb-ecde-4b45-84ec-482dfb1f93da {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.011914] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 612.011914] env[69159]: value = "task-3447953" [ 612.011914] env[69159]: _type = "Task" [ 612.011914] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.024416] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.029462] env[69159]: DEBUG nova.compute.manager [req-29586a2f-4ff7-440b-8ca6-ce51212c164b req-4ddd3d06-07e1-416e-8c04-8ad432366791 service nova] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Received event network-vif-plugged-11edfa07-6436-4513-b13b-8da1fa37b71d {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 612.029462] env[69159]: DEBUG oslo_concurrency.lockutils [req-29586a2f-4ff7-440b-8ca6-ce51212c164b req-4ddd3d06-07e1-416e-8c04-8ad432366791 service nova] Acquiring lock "df60842a-80f1-43d9-8aa8-f42d03537e76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.029641] env[69159]: DEBUG oslo_concurrency.lockutils [req-29586a2f-4ff7-440b-8ca6-ce51212c164b req-4ddd3d06-07e1-416e-8c04-8ad432366791 service nova] Lock "df60842a-80f1-43d9-8aa8-f42d03537e76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.029641] env[69159]: DEBUG oslo_concurrency.lockutils [req-29586a2f-4ff7-440b-8ca6-ce51212c164b req-4ddd3d06-07e1-416e-8c04-8ad432366791 service nova] Lock "df60842a-80f1-43d9-8aa8-f42d03537e76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.032013] env[69159]: DEBUG nova.compute.manager [req-29586a2f-4ff7-440b-8ca6-ce51212c164b req-4ddd3d06-07e1-416e-8c04-8ad432366791 service nova] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] No waiting events found dispatching network-vif-plugged-11edfa07-6436-4513-b13b-8da1fa37b71d {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 612.032013] env[69159]: WARNING nova.compute.manager [req-29586a2f-4ff7-440b-8ca6-ce51212c164b req-4ddd3d06-07e1-416e-8c04-8ad432366791 service nova] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Received unexpected event network-vif-plugged-11edfa07-6436-4513-b13b-8da1fa37b71d for instance with vm_state building and task_state spawning. [ 612.071112] env[69159]: DEBUG nova.compute.utils [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.077953] env[69159]: DEBUG nova.compute.manager [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 612.077953] env[69159]: DEBUG nova.network.neutron [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.080283] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquiring lock "refresh_cache-df60842a-80f1-43d9-8aa8-f42d03537e76" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.080425] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquired lock "refresh_cache-df60842a-80f1-43d9-8aa8-f42d03537e76" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.080562] env[69159]: DEBUG nova.network.neutron [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.134481] env[69159]: DEBUG nova.network.neutron [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.252964] env[69159]: DEBUG nova.policy [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f17c440867448b49ce88dbffa408dc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd145f7fcd1764bdc881d290fd74b857b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.426136] env[69159]: DEBUG nova.network.neutron [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Successfully created port: 48712115-d623-4885-b388-b2aa267c5a5c {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.431374] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Acquiring lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.431470] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.528204] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02546} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.528564] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.529673] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c2dc1d-9d09-43a3-a648-2ce53e012b60 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.536543] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 612.536543] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52221610-32ab-f260-ed09-6967c9a64b48" [ 612.536543] env[69159]: _type = "Task" [ 612.536543] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.547339] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52221610-32ab-f260-ed09-6967c9a64b48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.578934] env[69159]: DEBUG nova.compute.manager [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 612.817563] env[69159]: DEBUG nova.network.neutron [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.825189] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d78b6b4-99ed-411b-bbce-a664e76d34b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.834792] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36e2bb3-c8e2-4dd3-bd0f-2aed19b055d1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.896039] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba059eb-81c6-48c9-8d8e-978532044969 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.905390] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7387f12c-cd62-4e16-866b-90979bdd78a4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.921412] env[69159]: DEBUG nova.compute.provider_tree [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.937920] env[69159]: DEBUG nova.compute.manager [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 613.048731] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52221610-32ab-f260-ed09-6967c9a64b48, 'name': SearchDatastore_Task, 'duration_secs': 0.01405} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.049162] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.049289] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] f58d110f-a246-4458-b94f-72752038ac60/f58d110f-a246-4458-b94f-72752038ac60.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.049624] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.049774] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.050153] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-469e8a87-c74d-4a78-bee0-d723d583a758 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.052878] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d740423c-d03c-46da-9178-8e2ca8f6eba9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.063514] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 613.063514] env[69159]: value = "task-3447954" [ 613.063514] env[69159]: _type = "Task" [ 613.063514] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.065383] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.065474] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.071613] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a841a457-bdf2-44d7-a607-bd9561435533 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.079141] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.083389] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 613.083389] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f3707d-aa06-588d-06da-6540fbf1f966" [ 613.083389] env[69159]: _type = "Task" [ 613.083389] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.097582] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f3707d-aa06-588d-06da-6540fbf1f966, 'name': SearchDatastore_Task, 'duration_secs': 0.009381} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.098505] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad9ab59-9deb-4182-a077-ec2f4b0558f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.104181] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 613.104181] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5294eb6c-654f-53be-dcea-d2bd973c1f51" [ 613.104181] env[69159]: _type = "Task" [ 613.104181] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.112238] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5294eb6c-654f-53be-dcea-d2bd973c1f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.191078] env[69159]: DEBUG nova.network.neutron [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Updating instance_info_cache with network_info: [{"id": "4ef5a1d3-22f6-405d-938c-f6b75058f22c", "address": "fa:16:3e:64:1f:d2", "network": {"id": "72416cd2-b926-4744-8ff7-6607f44af8a4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1675599955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabfe769bd484f749ee9eb7ecdc85ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef5a1d3-22", "ovs_interfaceid": "4ef5a1d3-22f6-405d-938c-f6b75058f22c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.380566] env[69159]: DEBUG nova.network.neutron [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Updated VIF entry in instance network info cache for port d27d0362-a398-44b3-82d0-ae90f856310e. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.380566] env[69159]: DEBUG nova.network.neutron [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Updating instance_info_cache with network_info: [{"id": "d27d0362-a398-44b3-82d0-ae90f856310e", "address": "fa:16:3e:ac:2f:15", "network": {"id": "78d6c6ac-8a39-452e-9070-fbb43fa21903", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-408666909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58260d428382430eb4f757a07d14776f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd27d0362-a3", "ovs_interfaceid": "d27d0362-a398-44b3-82d0-ae90f856310e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.427968] env[69159]: DEBUG nova.scheduler.client.report [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.475952] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.581068] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498241} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.583943] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] f58d110f-a246-4458-b94f-72752038ac60/f58d110f-a246-4458-b94f-72752038ac60.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.584337] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.584675] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00027079-929e-438a-ac54-6e5c35531d5b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.590070] env[69159]: DEBUG nova.compute.manager [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 613.598021] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 613.598021] env[69159]: value = "task-3447955" [ 613.598021] env[69159]: _type = "Task" [ 613.598021] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.605914] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.620334] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5294eb6c-654f-53be-dcea-d2bd973c1f51, 'name': SearchDatastore_Task, 'duration_secs': 0.009928} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.622932] env[69159]: DEBUG nova.virt.hardware [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.623394] env[69159]: DEBUG nova.virt.hardware [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.624229] env[69159]: DEBUG nova.virt.hardware [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.624573] env[69159]: DEBUG nova.virt.hardware [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.624854] env[69159]: DEBUG nova.virt.hardware [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.625577] env[69159]: DEBUG nova.virt.hardware [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.625577] env[69159]: DEBUG nova.virt.hardware [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.625899] env[69159]: DEBUG nova.virt.hardware [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.628052] env[69159]: DEBUG nova.virt.hardware [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.628052] env[69159]: DEBUG nova.virt.hardware [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.628052] env[69159]: DEBUG nova.virt.hardware [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.628052] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.628278] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] c7fd191c-e882-431d-9ccc-1e72c51a8406/c7fd191c-e882-431d-9ccc-1e72c51a8406.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.628278] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6769ab13-bfa6-4f99-ae82-5b8df17d459e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.636178] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.636475] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.637364] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe4f193c-eae8-4ae8-92c3-4f2b420b206a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.640250] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cbaf5d1-23e3-4d7d-99f6-2932fb6f4632 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.650338] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37079a2b-50c8-4715-bf30-ee4dd5e89f2b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.658098] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 613.658098] env[69159]: value = "task-3447956" [ 613.658098] env[69159]: _type = "Task" [ 613.658098] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.676738] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.676985] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.678413] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c05e4c6-e576-415f-97f8-d389b46c6305 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.684306] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.689033] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Waiting for the task: (returnval){ [ 613.689033] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b549a5-d2bd-e3db-3ce6-72ef40024e83" [ 613.689033] env[69159]: _type = "Task" [ 613.689033] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.699134] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Releasing lock "refresh_cache-7f174b25-c3fd-485e-b6f5-fb63b5f1574e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.699134] env[69159]: DEBUG nova.compute.manager [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Instance network_info: |[{"id": "4ef5a1d3-22f6-405d-938c-f6b75058f22c", "address": "fa:16:3e:64:1f:d2", "network": {"id": "72416cd2-b926-4744-8ff7-6607f44af8a4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1675599955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabfe769bd484f749ee9eb7ecdc85ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef5a1d3-22", "ovs_interfaceid": "4ef5a1d3-22f6-405d-938c-f6b75058f22c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 613.699341] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b549a5-d2bd-e3db-3ce6-72ef40024e83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.699427] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:1f:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ef5a1d3-22f6-405d-938c-f6b75058f22c', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.707154] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Creating folder: Project (eabfe769bd484f749ee9eb7ecdc85ac8). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.707725] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f8cb78d-f832-4905-915a-2c97418cc95a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.721162] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Created folder: Project (eabfe769bd484f749ee9eb7ecdc85ac8) in parent group-v688391. [ 613.721383] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Creating folder: Instances. Parent ref: group-v688399. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.721650] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2315c74-5888-496c-9fb4-5c3fcb06c8b9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.735463] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Created folder: Instances in parent group-v688399. [ 613.739103] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.739103] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.739103] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9de4375-d9ca-48b9-863b-41ebcc1ffc70 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.764757] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.764757] env[69159]: value = "task-3447959" [ 613.764757] env[69159]: _type = "Task" [ 613.764757] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.774958] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447959, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.810273] env[69159]: DEBUG nova.network.neutron [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Updating instance_info_cache with network_info: [{"id": "11edfa07-6436-4513-b13b-8da1fa37b71d", "address": "fa:16:3e:b0:98:fd", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11edfa07-64", "ovs_interfaceid": "11edfa07-6436-4513-b13b-8da1fa37b71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.889350] env[69159]: DEBUG oslo_concurrency.lockutils [req-d36892c6-1c70-4c59-95fb-d0744a4e21ae req-637cdb80-5542-480a-bb4d-2f8704acf592 service nova] Releasing lock "refresh_cache-c7fd191c-e882-431d-9ccc-1e72c51a8406" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.933543] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.934148] env[69159]: DEBUG nova.compute.manager [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 613.939882] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.553s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.114835] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059723} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.115336] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.117056] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccb85d2-72eb-4ece-a4d9-2c6da633b066 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.148645] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] f58d110f-a246-4458-b94f-72752038ac60/f58d110f-a246-4458-b94f-72752038ac60.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.150481] env[69159]: DEBUG nova.network.neutron [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Successfully created port: f87ba086-8d2d-403d-bfeb-5891dc36b7a0 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.154128] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02da3a00-43bd-4048-962a-5c0d99b6a999 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.185599] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447956, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.187319] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 614.187319] env[69159]: value = "task-3447960" [ 614.187319] env[69159]: _type = "Task" [ 614.187319] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.201539] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.206042] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b549a5-d2bd-e3db-3ce6-72ef40024e83, 'name': SearchDatastore_Task, 'duration_secs': 0.00808} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.206042] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e643aa-0886-4346-a839-db41295fb757 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.211600] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Waiting for the task: (returnval){ [ 614.211600] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527d992c-6f07-709a-f3d6-03d88ed86bd5" [ 614.211600] env[69159]: _type = "Task" [ 614.211600] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.219962] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527d992c-6f07-709a-f3d6-03d88ed86bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.280080] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447959, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.313387] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Releasing lock "refresh_cache-df60842a-80f1-43d9-8aa8-f42d03537e76" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.313840] env[69159]: DEBUG nova.compute.manager [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Instance network_info: |[{"id": "11edfa07-6436-4513-b13b-8da1fa37b71d", "address": "fa:16:3e:b0:98:fd", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11edfa07-64", "ovs_interfaceid": "11edfa07-6436-4513-b13b-8da1fa37b71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 614.314288] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:98:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11edfa07-6436-4513-b13b-8da1fa37b71d', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.327623] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Creating folder: Project (01db95ecb515431a8c9b2d2a92a8bcfa). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.327623] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90162b17-6819-438d-8953-9ce2b9a56f9d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.337800] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Created folder: Project (01db95ecb515431a8c9b2d2a92a8bcfa) in parent group-v688391. [ 614.338205] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Creating folder: Instances. Parent ref: group-v688402. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.338364] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eca3c56-399e-4c43-8a1b-9d2b3e931cdb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.352617] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Created folder: Instances in parent group-v688402. [ 614.353054] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.353343] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.353576] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c81dddd4-fa37-444c-8ded-a0f8c0cc0fee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.379046] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.379046] env[69159]: value = "task-3447963" [ 614.379046] env[69159]: _type = "Task" [ 614.379046] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.395524] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447963, 'name': CreateVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.443667] env[69159]: DEBUG nova.compute.utils [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.453039] env[69159]: DEBUG nova.compute.manager [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 614.453039] env[69159]: DEBUG nova.network.neutron [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.635357] env[69159]: DEBUG nova.policy [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f17c440867448b49ce88dbffa408dc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd145f7fcd1764bdc881d290fd74b857b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.687283] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574585} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.687574] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] c7fd191c-e882-431d-9ccc-1e72c51a8406/c7fd191c-e882-431d-9ccc-1e72c51a8406.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.687790] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.688338] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54e0ad88-06fd-4623-97d5-9c019db75d57 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.702980] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447960, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.704582] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 614.704582] env[69159]: value = "task-3447964" [ 614.704582] env[69159]: _type = "Task" [ 614.704582] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.714180] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.723443] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527d992c-6f07-709a-f3d6-03d88ed86bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.010813} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.723929] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.724024] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 71110d4a-7fb0-4043-a917-be39f2693eac/71110d4a-7fb0-4043-a917-be39f2693eac.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.724227] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96378fd3-3cb2-4ec0-bf89-f2b0c70daae4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.732190] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Waiting for the task: (returnval){ [ 614.732190] env[69159]: value = "task-3447965" [ 614.732190] env[69159]: _type = "Task" [ 614.732190] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.745405] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3447965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.780038] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447959, 'name': CreateVM_Task, 'duration_secs': 0.604586} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.780038] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.780038] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.780038] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.780038] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.782096] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f653b42-1727-4b37-ba15-5993a73079ce {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.785033] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Waiting for the task: (returnval){ [ 614.785033] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52beebc4-eee8-f348-dd17-2f37a67b4276" [ 614.785033] env[69159]: _type = "Task" [ 614.785033] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.800559] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52beebc4-eee8-f348-dd17-2f37a67b4276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.890815] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447963, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.948462] env[69159]: DEBUG nova.compute.manager [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 614.993296] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance f58d110f-a246-4458-b94f-72752038ac60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 614.993296] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance c7fd191c-e882-431d-9ccc-1e72c51a8406 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 614.993418] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance df60842a-80f1-43d9-8aa8-f42d03537e76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 614.993851] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 7f174b25-c3fd-485e-b6f5-fb63b5f1574e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 614.994090] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 71110d4a-7fb0-4043-a917-be39f2693eac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 614.994435] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 5153318c-b4d4-487d-b040-af14cdd3a5c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 614.994435] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 5251e5ab-e698-4e5c-ad9f-514103618b22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 614.994535] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 54abe51c-8514-44c7-8e18-ad1194c64fe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 615.202555] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447960, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.216676] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072384} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.217075] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.218344] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea17508f-f9fd-463e-ac1b-cf9fa3a59f3d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.243885] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] c7fd191c-e882-431d-9ccc-1e72c51a8406/c7fd191c-e882-431d-9ccc-1e72c51a8406.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.244915] env[69159]: DEBUG nova.network.neutron [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Successfully updated port: 48712115-d623-4885-b388-b2aa267c5a5c {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.250016] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f814414-cc30-49df-b679-82ab8b63bef2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.275018] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3447965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.275018] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 615.275018] env[69159]: value = "task-3447966" [ 615.275018] env[69159]: _type = "Task" [ 615.275018] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.282693] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.296257] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52beebc4-eee8-f348-dd17-2f37a67b4276, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.296555] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.296786] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.297011] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.297155] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.297746] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.297746] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-066b1854-e79a-4c50-8a88-a71188461e0f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.308102] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.308102] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.308441] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fbaa748-1b03-4a5b-99b4-5f7f7579f166 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.321430] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Waiting for the task: (returnval){ [ 615.321430] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525b2dae-4ea6-4c09-08cd-9ea0733fce49" [ 615.321430] env[69159]: _type = "Task" [ 615.321430] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.329711] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525b2dae-4ea6-4c09-08cd-9ea0733fce49, 'name': SearchDatastore_Task, 'duration_secs': 0.008332} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.330525] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18558c0e-b0f8-4f78-9c5b-d5af0f1d1bd5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.336068] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Waiting for the task: (returnval){ [ 615.336068] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524295ea-7198-bc9c-880a-154072c5dae5" [ 615.336068] env[69159]: _type = "Task" [ 615.336068] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.345176] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524295ea-7198-bc9c-880a-154072c5dae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.390851] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447963, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.498368] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 615.682898] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "947eeb04-b704-4686-a3e5-ce687c00527d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.682898] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "947eeb04-b704-4686-a3e5-ce687c00527d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.685965] env[69159]: DEBUG nova.network.neutron [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Successfully created port: e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.703218] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447960, 'name': ReconfigVM_Task, 'duration_secs': 1.345639} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.703533] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Reconfigured VM instance instance-00000001 to attach disk [datastore2] f58d110f-a246-4458-b94f-72752038ac60/f58d110f-a246-4458-b94f-72752038ac60.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.704310] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7a38563-e8b0-40b0-92cf-fc1f6fbbe115 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.712417] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 615.712417] env[69159]: value = "task-3447967" [ 615.712417] env[69159]: _type = "Task" [ 615.712417] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.723052] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "dc04e670-e30d-444f-9f8c-85c3612117a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.723825] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "dc04e670-e30d-444f-9f8c-85c3612117a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.729383] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447967, 'name': Rename_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.745325] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3447965, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.756649] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "8c293933-bd62-4ccc-adbe-891c4f7ac11f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.757128] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "8c293933-bd62-4ccc-adbe-891c4f7ac11f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.767022] env[69159]: DEBUG oslo_concurrency.lockutils [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.767736] env[69159]: DEBUG oslo_concurrency.lockutils [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquired lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.767973] env[69159]: DEBUG nova.network.neutron [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.786696] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.853289] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524295ea-7198-bc9c-880a-154072c5dae5, 'name': SearchDatastore_Task, 'duration_secs': 0.007984} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.853918] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.854292] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 7f174b25-c3fd-485e-b6f5-fb63b5f1574e/7f174b25-c3fd-485e-b6f5-fb63b5f1574e.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.854604] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d283d12e-313a-4e20-91be-6b5820d88358 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.863368] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Waiting for the task: (returnval){ [ 615.863368] env[69159]: value = "task-3447968" [ 615.863368] env[69159]: _type = "Task" [ 615.863368] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.875599] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': task-3447968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.892972] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447963, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.960352] env[69159]: DEBUG nova.compute.manager [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 616.003992] env[69159]: DEBUG nova.virt.hardware [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.003992] env[69159]: DEBUG nova.virt.hardware [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.003992] env[69159]: DEBUG nova.virt.hardware [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.003992] env[69159]: DEBUG nova.virt.hardware [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.004311] env[69159]: DEBUG nova.virt.hardware [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.004475] env[69159]: DEBUG nova.virt.hardware [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.004812] env[69159]: DEBUG nova.virt.hardware [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.005326] env[69159]: DEBUG nova.virt.hardware [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.005642] env[69159]: DEBUG nova.virt.hardware [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.006851] env[69159]: DEBUG nova.virt.hardware [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.006851] env[69159]: DEBUG nova.virt.hardware [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.007229] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 7548a4b2-15e3-4464-9875-9bf88de7a4ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 616.007532] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 616.007751] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 616.012811] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b21c2cb-260a-4854-aa1c-208dcf750eb9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.027071] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238367c6-0e84-45aa-a365-f77f723e2c15 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.224971] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447967, 'name': Rename_Task, 'duration_secs': 0.303117} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.225950] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.225950] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e565c65-04e4-4a66-be13-81cd4813d1fb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.236049] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 616.236049] env[69159]: value = "task-3447969" [ 616.236049] env[69159]: _type = "Task" [ 616.236049] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.259512] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3447965, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.184914} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.264917] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 71110d4a-7fb0-4043-a917-be39f2693eac/71110d4a-7fb0-4043-a917-be39f2693eac.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.265521] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.265521] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447969, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.269505] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43063500-9f7c-432d-8382-fd1dd0f0199b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.287233] env[69159]: DEBUG nova.compute.manager [req-8bd0b236-54a6-45af-9931-9baaba323df9 req-9ac1abe8-aa19-41b9-84fe-a4b629209f01 service nova] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Received event network-changed-4ef5a1d3-22f6-405d-938c-f6b75058f22c {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 616.287438] env[69159]: DEBUG nova.compute.manager [req-8bd0b236-54a6-45af-9931-9baaba323df9 req-9ac1abe8-aa19-41b9-84fe-a4b629209f01 service nova] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Refreshing instance network info cache due to event network-changed-4ef5a1d3-22f6-405d-938c-f6b75058f22c. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 616.287656] env[69159]: DEBUG oslo_concurrency.lockutils [req-8bd0b236-54a6-45af-9931-9baaba323df9 req-9ac1abe8-aa19-41b9-84fe-a4b629209f01 service nova] Acquiring lock "refresh_cache-7f174b25-c3fd-485e-b6f5-fb63b5f1574e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.287804] env[69159]: DEBUG oslo_concurrency.lockutils [req-8bd0b236-54a6-45af-9931-9baaba323df9 req-9ac1abe8-aa19-41b9-84fe-a4b629209f01 service nova] Acquired lock "refresh_cache-7f174b25-c3fd-485e-b6f5-fb63b5f1574e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.287960] env[69159]: DEBUG nova.network.neutron [req-8bd0b236-54a6-45af-9931-9baaba323df9 req-9ac1abe8-aa19-41b9-84fe-a4b629209f01 service nova] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Refreshing network info cache for port 4ef5a1d3-22f6-405d-938c-f6b75058f22c {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.301604] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Waiting for the task: (returnval){ [ 616.301604] env[69159]: value = "task-3447970" [ 616.301604] env[69159]: _type = "Task" [ 616.301604] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.316314] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447966, 'name': ReconfigVM_Task, 'duration_secs': 0.776234} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.317348] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Reconfigured VM instance instance-00000002 to attach disk [datastore2] c7fd191c-e882-431d-9ccc-1e72c51a8406/c7fd191c-e882-431d-9ccc-1e72c51a8406.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.318698] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-157a8e6f-f5f9-4751-b0b8-655eb95560af {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.325657] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3447970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.335682] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 616.335682] env[69159]: value = "task-3447971" [ 616.335682] env[69159]: _type = "Task" [ 616.335682] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.348424] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447971, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.369789] env[69159]: DEBUG nova.network.neutron [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.384344] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': task-3447968, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.404164] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447963, 'name': CreateVM_Task, 'duration_secs': 1.600727} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.404940] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.409862] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.409862] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.409862] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.409862] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0394ef37-601e-4408-a9d0-311cbe0a9db0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.423702] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 616.423702] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5260cc67-9f8b-77b5-c640-174696da7db7" [ 616.423702] env[69159]: _type = "Task" [ 616.423702] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.438736] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5260cc67-9f8b-77b5-c640-174696da7db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.439478] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a87884-a7f7-4108-acd6-d8d30a4c1d08 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.448556] env[69159]: DEBUG nova.compute.manager [req-3f8a8c11-cd3c-4496-937e-d649cb8a9214 req-8aa8cc9c-ed65-4793-a816-b7afe4418f07 service nova] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Received event network-changed-11edfa07-6436-4513-b13b-8da1fa37b71d {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 616.451151] env[69159]: DEBUG nova.compute.manager [req-3f8a8c11-cd3c-4496-937e-d649cb8a9214 req-8aa8cc9c-ed65-4793-a816-b7afe4418f07 service nova] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Refreshing instance network info cache due to event network-changed-11edfa07-6436-4513-b13b-8da1fa37b71d. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 616.451151] env[69159]: DEBUG oslo_concurrency.lockutils [req-3f8a8c11-cd3c-4496-937e-d649cb8a9214 req-8aa8cc9c-ed65-4793-a816-b7afe4418f07 service nova] Acquiring lock "refresh_cache-df60842a-80f1-43d9-8aa8-f42d03537e76" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.451151] env[69159]: DEBUG oslo_concurrency.lockutils [req-3f8a8c11-cd3c-4496-937e-d649cb8a9214 req-8aa8cc9c-ed65-4793-a816-b7afe4418f07 service nova] Acquired lock "refresh_cache-df60842a-80f1-43d9-8aa8-f42d03537e76" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.451151] env[69159]: DEBUG nova.network.neutron [req-3f8a8c11-cd3c-4496-937e-d649cb8a9214 req-8aa8cc9c-ed65-4793-a816-b7afe4418f07 service nova] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Refreshing network info cache for port 11edfa07-6436-4513-b13b-8da1fa37b71d {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.456638] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f6e48a-47cf-4f69-992b-2cffa3b47b38 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.502512] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4efa3d6-031f-440f-9dd9-1dc95d61755d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.511474] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f0c758-cdd6-4473-9977-7a9d673f1a8a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.526849] env[69159]: DEBUG nova.compute.provider_tree [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.694609] env[69159]: DEBUG nova.network.neutron [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Updating instance_info_cache with network_info: [{"id": "48712115-d623-4885-b388-b2aa267c5a5c", "address": "fa:16:3e:39:7a:a5", "network": {"id": "a27479c9-aac6-4dec-88f0-6a50e3b98ef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-42058232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d0b8a27e7ca4475c89c9430d0ec79113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48712115-d6", "ovs_interfaceid": "48712115-d623-4885-b388-b2aa267c5a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.700595] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquiring lock "a7041ba9-8ba8-4777-8aea-1987a87397bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.700930] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "a7041ba9-8ba8-4777-8aea-1987a87397bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.757829] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.811169] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3447970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.294262} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.812016] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.813069] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105df294-ae25-48a0-8dac-f53dfa6967ec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.831865] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 71110d4a-7fb0-4043-a917-be39f2693eac/71110d4a-7fb0-4043-a917-be39f2693eac.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.832622] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00001d55-1162-4664-be67-b616f497f350 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.858373] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447971, 'name': Rename_Task, 'duration_secs': 0.456422} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.859691] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.859992] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Waiting for the task: (returnval){ [ 616.859992] env[69159]: value = "task-3447972" [ 616.859992] env[69159]: _type = "Task" [ 616.859992] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.860192] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61901e3a-9350-4656-a767-3cf4477f7d57 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.871955] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 616.871955] env[69159]: value = "task-3447973" [ 616.871955] env[69159]: _type = "Task" [ 616.871955] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.880219] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': task-3447968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650759} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.880219] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 7f174b25-c3fd-485e-b6f5-fb63b5f1574e/7f174b25-c3fd-485e-b6f5-fb63b5f1574e.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.880219] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.880219] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6991aaf4-893c-40fd-b720-6e5ef100a7d1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.885177] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.888500] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Waiting for the task: (returnval){ [ 616.888500] env[69159]: value = "task-3447974" [ 616.888500] env[69159]: _type = "Task" [ 616.888500] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.897037] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': task-3447974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.936480] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5260cc67-9f8b-77b5-c640-174696da7db7, 'name': SearchDatastore_Task, 'duration_secs': 0.041232} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.937038] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.937410] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.937778] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.938048] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.938546] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.938716] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29f02b86-2a1b-444d-ac82-92e120227eae {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.952301] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.952513] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.955608] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2218a4a-bb18-496b-bcf5-23cd64780df7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.961990] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 616.961990] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5251c25e-2351-435b-14d5-76b47c977aee" [ 616.961990] env[69159]: _type = "Task" [ 616.961990] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.970899] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5251c25e-2351-435b-14d5-76b47c977aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.035822] env[69159]: DEBUG nova.scheduler.client.report [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.136389] env[69159]: DEBUG nova.network.neutron [req-8bd0b236-54a6-45af-9931-9baaba323df9 req-9ac1abe8-aa19-41b9-84fe-a4b629209f01 service nova] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Updated VIF entry in instance network info cache for port 4ef5a1d3-22f6-405d-938c-f6b75058f22c. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.136747] env[69159]: DEBUG nova.network.neutron [req-8bd0b236-54a6-45af-9931-9baaba323df9 req-9ac1abe8-aa19-41b9-84fe-a4b629209f01 service nova] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Updating instance_info_cache with network_info: [{"id": "4ef5a1d3-22f6-405d-938c-f6b75058f22c", "address": "fa:16:3e:64:1f:d2", "network": {"id": "72416cd2-b926-4744-8ff7-6607f44af8a4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1675599955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabfe769bd484f749ee9eb7ecdc85ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef5a1d3-22", "ovs_interfaceid": "4ef5a1d3-22f6-405d-938c-f6b75058f22c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.201940] env[69159]: DEBUG oslo_concurrency.lockutils [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Releasing lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.201940] env[69159]: DEBUG nova.compute.manager [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Instance network_info: |[{"id": "48712115-d623-4885-b388-b2aa267c5a5c", "address": "fa:16:3e:39:7a:a5", "network": {"id": "a27479c9-aac6-4dec-88f0-6a50e3b98ef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-42058232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d0b8a27e7ca4475c89c9430d0ec79113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48712115-d6", "ovs_interfaceid": "48712115-d623-4885-b388-b2aa267c5a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 617.202106] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:7a:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48712115-d623-4885-b388-b2aa267c5a5c', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.212329] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Creating folder: Project (d0b8a27e7ca4475c89c9430d0ec79113). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.212839] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5830fca-95f3-4dff-b8bf-c0ce832456b9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.227808] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Created folder: Project (d0b8a27e7ca4475c89c9430d0ec79113) in parent group-v688391. [ 617.228504] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Creating folder: Instances. Parent ref: group-v688405. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.228734] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d90c375-7463-4e22-a25c-7e7961eef3f8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.239407] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Created folder: Instances in parent group-v688405. [ 617.240279] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.240279] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.240481] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8b88ced-7fdb-4838-89a1-791c871ec330 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.274545] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447969, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.274974] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.274974] env[69159]: value = "task-3447977" [ 617.274974] env[69159]: _type = "Task" [ 617.274974] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.284192] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447977, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.378088] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3447972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.392480] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447973, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.406719] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': task-3447974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238913} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.409816] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.412961] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33070a46-9ca9-4a7c-9096-d298643e84d4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.454122] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 7f174b25-c3fd-485e-b6f5-fb63b5f1574e/7f174b25-c3fd-485e-b6f5-fb63b5f1574e.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.454607] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c50eda19-995b-42be-8dc1-d44179e0fa49 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.496725] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5251c25e-2351-435b-14d5-76b47c977aee, 'name': SearchDatastore_Task, 'duration_secs': 0.033027} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.500117] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Waiting for the task: (returnval){ [ 617.500117] env[69159]: value = "task-3447978" [ 617.500117] env[69159]: _type = "Task" [ 617.500117] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.500352] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68892065-1623-4262-882f-d16a1a5503b2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.514030] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 617.514030] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c02dc4-da9b-0870-d80d-466b8ae2968d" [ 617.514030] env[69159]: _type = "Task" [ 617.514030] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.519977] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': task-3447978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.537257] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c02dc4-da9b-0870-d80d-466b8ae2968d, 'name': SearchDatastore_Task, 'duration_secs': 0.013} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.537724] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.538076] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] df60842a-80f1-43d9-8aa8-f42d03537e76/df60842a-80f1-43d9-8aa8-f42d03537e76.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.542095] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 617.542095] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.599s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.542095] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3e637b6-5a2a-415a-9921-96caa3a7bc59 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.542837] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.829s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.545277] env[69159]: INFO nova.compute.claims [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.549972] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.550570] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Getting list of instances from cluster (obj){ [ 617.550570] env[69159]: value = "domain-c8" [ 617.550570] env[69159]: _type = "ClusterComputeResource" [ 617.550570] env[69159]: } {{(pid=69159) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 617.552053] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1947a42-ac5d-4b97-b0ba-2f3181e0599e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.563280] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 617.563280] env[69159]: value = "task-3447979" [ 617.563280] env[69159]: _type = "Task" [ 617.563280] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.573610] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Got total of 5 instances {{(pid=69159) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 617.587761] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3447979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.642360] env[69159]: DEBUG oslo_concurrency.lockutils [req-8bd0b236-54a6-45af-9931-9baaba323df9 req-9ac1abe8-aa19-41b9-84fe-a4b629209f01 service nova] Releasing lock "refresh_cache-7f174b25-c3fd-485e-b6f5-fb63b5f1574e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.776752] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447969, 'name': PowerOnVM_Task, 'duration_secs': 1.18976} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.781253] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.782132] env[69159]: INFO nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Took 17.85 seconds to spawn the instance on the hypervisor. [ 617.782445] env[69159]: DEBUG nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 617.783371] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f612186-d305-407f-b0d8-44129d542138 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.791651] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447977, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.800249] env[69159]: DEBUG nova.network.neutron [req-3f8a8c11-cd3c-4496-937e-d649cb8a9214 req-8aa8cc9c-ed65-4793-a816-b7afe4418f07 service nova] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Updated VIF entry in instance network info cache for port 11edfa07-6436-4513-b13b-8da1fa37b71d. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.800249] env[69159]: DEBUG nova.network.neutron [req-3f8a8c11-cd3c-4496-937e-d649cb8a9214 req-8aa8cc9c-ed65-4793-a816-b7afe4418f07 service nova] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Updating instance_info_cache with network_info: [{"id": "11edfa07-6436-4513-b13b-8da1fa37b71d", "address": "fa:16:3e:b0:98:fd", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11edfa07-64", "ovs_interfaceid": "11edfa07-6436-4513-b13b-8da1fa37b71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.876374] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3447972, 'name': ReconfigVM_Task, 'duration_secs': 0.803923} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.877351] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 71110d4a-7fb0-4043-a917-be39f2693eac/71110d4a-7fb0-4043-a917-be39f2693eac.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.878120] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4b98426-b5e3-4500-91d6-6c12226dec77 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.891825] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447973, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.894777] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Waiting for the task: (returnval){ [ 617.894777] env[69159]: value = "task-3447980" [ 617.894777] env[69159]: _type = "Task" [ 617.894777] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.904252] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3447980, 'name': Rename_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.940864] env[69159]: DEBUG nova.network.neutron [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Successfully updated port: f87ba086-8d2d-403d-bfeb-5891dc36b7a0 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.018256] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': task-3447978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.086721] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3447979, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.287330] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447977, 'name': CreateVM_Task, 'duration_secs': 0.553387} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.287631] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.289540] env[69159]: DEBUG oslo_vmware.service [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22d8e04-de9c-4be4-be0a-6dcbe0c6893a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.296872] env[69159]: DEBUG oslo_concurrency.lockutils [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.297595] env[69159]: DEBUG oslo_concurrency.lockutils [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.297595] env[69159]: DEBUG oslo_concurrency.lockutils [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.297754] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d4f7c9-2da2-4f20-b002-592ae87c6ae7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.305263] env[69159]: DEBUG oslo_concurrency.lockutils [req-3f8a8c11-cd3c-4496-937e-d649cb8a9214 req-8aa8cc9c-ed65-4793-a816-b7afe4418f07 service nova] Releasing lock "refresh_cache-df60842a-80f1-43d9-8aa8-f42d03537e76" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.310570] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 618.310570] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5221416b-6cb2-28fa-4013-ea6c8e8f3033" [ 618.310570] env[69159]: _type = "Task" [ 618.310570] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.310893] env[69159]: INFO nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Took 23.01 seconds to build instance. [ 618.320736] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5221416b-6cb2-28fa-4013-ea6c8e8f3033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.390267] env[69159]: DEBUG oslo_vmware.api [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3447973, 'name': PowerOnVM_Task, 'duration_secs': 1.50698} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.390579] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.390767] env[69159]: INFO nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Took 16.20 seconds to spawn the instance on the hypervisor. [ 618.390938] env[69159]: DEBUG nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 618.391897] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95e39bb-37c0-46c0-a31d-0f876858fcb7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.410181] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3447980, 'name': Rename_Task, 'duration_secs': 0.277969} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.411284] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.411284] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf917127-2d20-4b74-ac26-2f45c34f3f77 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.417411] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Waiting for the task: (returnval){ [ 618.417411] env[69159]: value = "task-3447981" [ 618.417411] env[69159]: _type = "Task" [ 618.417411] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.426848] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3447981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.445693] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "refresh_cache-5251e5ab-e698-4e5c-ad9f-514103618b22" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.445772] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired lock "refresh_cache-5251e5ab-e698-4e5c-ad9f-514103618b22" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.445939] env[69159]: DEBUG nova.network.neutron [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.517460] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': task-3447978, 'name': ReconfigVM_Task, 'duration_secs': 0.715634} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.518085] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 7f174b25-c3fd-485e-b6f5-fb63b5f1574e/7f174b25-c3fd-485e-b6f5-fb63b5f1574e.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.518775] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec0e6d2d-fddb-4ebf-81b8-4c33a883dd62 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.528700] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Waiting for the task: (returnval){ [ 618.528700] env[69159]: value = "task-3447982" [ 618.528700] env[69159]: _type = "Task" [ 618.528700] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.544023] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': task-3447982, 'name': Rename_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.594777] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3447979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601162} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.594777] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] df60842a-80f1-43d9-8aa8-f42d03537e76/df60842a-80f1-43d9-8aa8-f42d03537e76.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.594777] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.596217] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d3421d2-74e2-4d45-8ca1-f9c4c7b659bc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.611349] env[69159]: DEBUG nova.network.neutron [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Successfully updated port: e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.620422] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 618.620422] env[69159]: value = "task-3447983" [ 618.620422] env[69159]: _type = "Task" [ 618.620422] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.636596] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3447983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.820778] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "f58d110f-a246-4458-b94f-72752038ac60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.534s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.826676] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "f58d110f-a246-4458-b94f-72752038ac60" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.650s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.826873] env[69159]: INFO nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: f58d110f-a246-4458-b94f-72752038ac60] During sync_power_state the instance has a pending task (spawning). Skip. [ 618.828816] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "f58d110f-a246-4458-b94f-72752038ac60" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.841900] env[69159]: DEBUG oslo_concurrency.lockutils [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.841900] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.841900] env[69159]: DEBUG oslo_concurrency.lockutils [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.841900] env[69159]: DEBUG oslo_concurrency.lockutils [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.842964] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.843261] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2565b0a-e2e7-479b-b69a-c7e514d87f81 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.859624] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.859808] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.860615] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49568ee-4660-4a04-a9e2-09ccc1f2e38a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.868926] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-232ca015-a981-4bdd-bef3-92fee99d1a64 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.883066] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 618.883066] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5282b542-ed73-3bc8-44c8-8a24686f22e0" [ 618.883066] env[69159]: _type = "Task" [ 618.883066] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.886464] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd389b68-bd37-49b8-b2cd-af79294bfb23 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.891780] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5282b542-ed73-3bc8-44c8-8a24686f22e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.896684] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acab6f3-b84c-4103-a7d4-cf269ac212ec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.940484] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b961e740-84e7-404b-adf8-c1608de3ed8b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.945763] env[69159]: INFO nova.compute.manager [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Took 23.61 seconds to build instance. [ 618.963339] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3447981, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.965398] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61992a3d-a42f-4259-9b90-f4da4d6e16da {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.985412] env[69159]: DEBUG nova.compute.provider_tree [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.044366] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': task-3447982, 'name': Rename_Task, 'duration_secs': 0.225374} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.044366] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.044366] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e49fc5a-ff65-4f5d-ade2-363a310d63f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.047970] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Waiting for the task: (returnval){ [ 619.047970] env[69159]: value = "task-3447984" [ 619.047970] env[69159]: _type = "Task" [ 619.047970] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.056259] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': task-3447984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.059068] env[69159]: DEBUG nova.network.neutron [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.116551] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "refresh_cache-54abe51c-8514-44c7-8e18-ad1194c64fe9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.116818] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired lock "refresh_cache-54abe51c-8514-44c7-8e18-ad1194c64fe9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.117894] env[69159]: DEBUG nova.network.neutron [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.135242] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3447983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072379} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.135242] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.135242] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31d74f2-01c8-47fe-b752-a0ef8f9e293c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.163557] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] df60842a-80f1-43d9-8aa8-f42d03537e76/df60842a-80f1-43d9-8aa8-f42d03537e76.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.166945] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d80d966-66e0-4174-a252-7cd70fd15754 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.189294] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 619.189294] env[69159]: value = "task-3447985" [ 619.189294] env[69159]: _type = "Task" [ 619.189294] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.198681] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3447985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.310167] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquiring lock "c73aa848-bb39-4407-9bb2-b8a3dbde0b61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.310338] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Lock "c73aa848-bb39-4407-9bb2-b8a3dbde0b61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.331138] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 619.367333] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Acquiring lock "f989273f-d47a-4302-8e86-0e2f9924b458" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.367333] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Lock "f989273f-d47a-4302-8e86-0e2f9924b458" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.396016] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Preparing fetch location {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 619.396016] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Creating directory with path [datastore1] vmware_temp/3b4fe446-889a-4c9c-8a5d-cef245ce3c83/e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.396016] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a90a0dac-773b-45ac-8cdb-5acc2533e81a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.421442] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Created directory with path [datastore1] vmware_temp/3b4fe446-889a-4c9c-8a5d-cef245ce3c83/e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.422585] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Fetch image to [datastore1] vmware_temp/3b4fe446-889a-4c9c-8a5d-cef245ce3c83/e70bec9d-3b8e-40ca-8f91-975a0afc327c/tmp-sparse.vmdk {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 619.422585] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Downloading image file data e70bec9d-3b8e-40ca-8f91-975a0afc327c to [datastore1] vmware_temp/3b4fe446-889a-4c9c-8a5d-cef245ce3c83/e70bec9d-3b8e-40ca-8f91-975a0afc327c/tmp-sparse.vmdk on the data store datastore1 {{(pid=69159) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 619.422810] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49f3e18-21a6-426e-8422-0156ab0554eb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.430225] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffe4883-7a3b-4a9f-9700-ba7dd533b639 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.444178] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfadb97c-77a5-4b19-9c96-cb925abb101c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.456520] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f58b5a69-90b6-4e16-a162-b82aedcc1f29 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "c7fd191c-e882-431d-9ccc-1e72c51a8406" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.129s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.456520] env[69159]: DEBUG oslo_vmware.api [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3447981, 'name': PowerOnVM_Task, 'duration_secs': 0.862044} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.457704] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "c7fd191c-e882-431d-9ccc-1e72c51a8406" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.281s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.457935] env[69159]: INFO nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 619.459565] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "c7fd191c-e882-431d-9ccc-1e72c51a8406" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.459565] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.459565] env[69159]: INFO nova.compute.manager [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Took 10.47 seconds to spawn the instance on the hypervisor. [ 619.459565] env[69159]: DEBUG nova.compute.manager [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 619.492413] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81dcb52-8f7f-49c9-87e1-348c8d85ce1c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.496020] env[69159]: DEBUG nova.scheduler.client.report [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.502141] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6445cb-c08b-4dad-a266-b7e48d3f1df0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.515805] env[69159]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-de7a110a-a663-46c0-ad90-1610033a15d7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.539480] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Downloading image file data e70bec9d-3b8e-40ca-8f91-975a0afc327c to the data store datastore1 {{(pid=69159) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 619.568349] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': task-3447984, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.636204] env[69159]: DEBUG oslo_vmware.rw_handles [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3b4fe446-889a-4c9c-8a5d-cef245ce3c83/e70bec9d-3b8e-40ca-8f91-975a0afc327c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69159) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 619.713027] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3447985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.734024] env[69159]: DEBUG nova.network.neutron [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Updating instance_info_cache with network_info: [{"id": "f87ba086-8d2d-403d-bfeb-5891dc36b7a0", "address": "fa:16:3e:04:d8:16", "network": {"id": "2c8ef274-c4a7-4ff3-9a4e-77aa4f7e706f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-806071861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d145f7fcd1764bdc881d290fd74b857b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87ba086-8d", "ovs_interfaceid": "f87ba086-8d2d-403d-bfeb-5891dc36b7a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.740470] env[69159]: DEBUG nova.network.neutron [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.873836] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.958780] env[69159]: DEBUG nova.compute.manager [req-efb56149-2094-4e5f-9d94-39120d1b5859 req-5d860c0d-c562-4a00-942d-20e59862f12f service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Received event network-vif-plugged-48712115-d623-4885-b388-b2aa267c5a5c {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 619.959076] env[69159]: DEBUG oslo_concurrency.lockutils [req-efb56149-2094-4e5f-9d94-39120d1b5859 req-5d860c0d-c562-4a00-942d-20e59862f12f service nova] Acquiring lock "5153318c-b4d4-487d-b040-af14cdd3a5c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.959409] env[69159]: DEBUG oslo_concurrency.lockutils [req-efb56149-2094-4e5f-9d94-39120d1b5859 req-5d860c0d-c562-4a00-942d-20e59862f12f service nova] Lock "5153318c-b4d4-487d-b040-af14cdd3a5c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.962657] env[69159]: DEBUG oslo_concurrency.lockutils [req-efb56149-2094-4e5f-9d94-39120d1b5859 req-5d860c0d-c562-4a00-942d-20e59862f12f service nova] Lock "5153318c-b4d4-487d-b040-af14cdd3a5c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.962657] env[69159]: DEBUG nova.compute.manager [req-efb56149-2094-4e5f-9d94-39120d1b5859 req-5d860c0d-c562-4a00-942d-20e59862f12f service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] No waiting events found dispatching network-vif-plugged-48712115-d623-4885-b388-b2aa267c5a5c {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 619.962657] env[69159]: WARNING nova.compute.manager [req-efb56149-2094-4e5f-9d94-39120d1b5859 req-5d860c0d-c562-4a00-942d-20e59862f12f service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Received unexpected event network-vif-plugged-48712115-d623-4885-b388-b2aa267c5a5c for instance with vm_state building and task_state spawning. [ 619.962657] env[69159]: DEBUG nova.compute.manager [req-efb56149-2094-4e5f-9d94-39120d1b5859 req-5d860c0d-c562-4a00-942d-20e59862f12f service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Received event network-changed-48712115-d623-4885-b388-b2aa267c5a5c {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 619.962657] env[69159]: DEBUG nova.compute.manager [req-efb56149-2094-4e5f-9d94-39120d1b5859 req-5d860c0d-c562-4a00-942d-20e59862f12f service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Refreshing instance network info cache due to event network-changed-48712115-d623-4885-b388-b2aa267c5a5c. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 619.962940] env[69159]: DEBUG oslo_concurrency.lockutils [req-efb56149-2094-4e5f-9d94-39120d1b5859 req-5d860c0d-c562-4a00-942d-20e59862f12f service nova] Acquiring lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.962940] env[69159]: DEBUG oslo_concurrency.lockutils [req-efb56149-2094-4e5f-9d94-39120d1b5859 req-5d860c0d-c562-4a00-942d-20e59862f12f service nova] Acquired lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.962940] env[69159]: DEBUG nova.network.neutron [req-efb56149-2094-4e5f-9d94-39120d1b5859 req-5d860c0d-c562-4a00-942d-20e59862f12f service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Refreshing network info cache for port 48712115-d623-4885-b388-b2aa267c5a5c {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.992371] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 620.001696] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.003220] env[69159]: DEBUG nova.compute.manager [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 620.007723] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.532s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.011123] env[69159]: INFO nova.compute.claims [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.018787] env[69159]: DEBUG nova.compute.manager [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Received event network-vif-plugged-f87ba086-8d2d-403d-bfeb-5891dc36b7a0 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 620.018787] env[69159]: DEBUG oslo_concurrency.lockutils [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] Acquiring lock "5251e5ab-e698-4e5c-ad9f-514103618b22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.018787] env[69159]: DEBUG oslo_concurrency.lockutils [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] Lock "5251e5ab-e698-4e5c-ad9f-514103618b22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.018787] env[69159]: DEBUG oslo_concurrency.lockutils [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] Lock "5251e5ab-e698-4e5c-ad9f-514103618b22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.019213] env[69159]: DEBUG nova.compute.manager [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] No waiting events found dispatching network-vif-plugged-f87ba086-8d2d-403d-bfeb-5891dc36b7a0 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 620.023543] env[69159]: WARNING nova.compute.manager [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Received unexpected event network-vif-plugged-f87ba086-8d2d-403d-bfeb-5891dc36b7a0 for instance with vm_state building and task_state spawning. [ 620.023543] env[69159]: DEBUG nova.compute.manager [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Received event network-changed-f87ba086-8d2d-403d-bfeb-5891dc36b7a0 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 620.023543] env[69159]: DEBUG nova.compute.manager [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Refreshing instance network info cache due to event network-changed-f87ba086-8d2d-403d-bfeb-5891dc36b7a0. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 620.023543] env[69159]: DEBUG oslo_concurrency.lockutils [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] Acquiring lock "refresh_cache-5251e5ab-e698-4e5c-ad9f-514103618b22" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.034851] env[69159]: INFO nova.compute.manager [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Took 22.45 seconds to build instance. [ 620.065340] env[69159]: DEBUG oslo_vmware.api [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': task-3447984, 'name': PowerOnVM_Task, 'duration_secs': 0.780151} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.066286] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.066494] env[69159]: INFO nova.compute.manager [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Took 13.33 seconds to spawn the instance on the hypervisor. [ 620.066659] env[69159]: DEBUG nova.compute.manager [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 620.067943] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e159763-0650-4f40-b8c0-5818c68bf349 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.166939] env[69159]: DEBUG nova.network.neutron [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Updating instance_info_cache with network_info: [{"id": "e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8", "address": "fa:16:3e:0e:f7:19", "network": {"id": "2c8ef274-c4a7-4ff3-9a4e-77aa4f7e706f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-806071861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d145f7fcd1764bdc881d290fd74b857b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74ff4b1-f0", "ovs_interfaceid": "e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.211000] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3447985, 'name': ReconfigVM_Task, 'duration_secs': 0.828927} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.214144] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Reconfigured VM instance instance-00000003 to attach disk [datastore2] df60842a-80f1-43d9-8aa8-f42d03537e76/df60842a-80f1-43d9-8aa8-f42d03537e76.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.215165] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8a92d0d-56c9-4c68-95c8-f9c0ca2b67d8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.221856] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 620.221856] env[69159]: value = "task-3447986" [ 620.221856] env[69159]: _type = "Task" [ 620.221856] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.231632] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3447986, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.236909] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Releasing lock "refresh_cache-5251e5ab-e698-4e5c-ad9f-514103618b22" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.237212] env[69159]: DEBUG nova.compute.manager [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Instance network_info: |[{"id": "f87ba086-8d2d-403d-bfeb-5891dc36b7a0", "address": "fa:16:3e:04:d8:16", "network": {"id": "2c8ef274-c4a7-4ff3-9a4e-77aa4f7e706f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-806071861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d145f7fcd1764bdc881d290fd74b857b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87ba086-8d", "ovs_interfaceid": "f87ba086-8d2d-403d-bfeb-5891dc36b7a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 620.237511] env[69159]: DEBUG oslo_concurrency.lockutils [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] Acquired lock "refresh_cache-5251e5ab-e698-4e5c-ad9f-514103618b22" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.237688] env[69159]: DEBUG nova.network.neutron [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Refreshing network info cache for port f87ba086-8d2d-403d-bfeb-5891dc36b7a0 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.240429] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:d8:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f87ba086-8d2d-403d-bfeb-5891dc36b7a0', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.247623] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Creating folder: Project (d145f7fcd1764bdc881d290fd74b857b). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.252722] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8035f247-a925-4298-8d1e-a072322b4071 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.263058] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Created folder: Project (d145f7fcd1764bdc881d290fd74b857b) in parent group-v688391. [ 620.263803] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Creating folder: Instances. Parent ref: group-v688408. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.263803] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dda0ac49-aa07-475c-96c2-6ef1a9e94c90 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.273614] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Created folder: Instances in parent group-v688408. [ 620.273857] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.274061] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.274620] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb1a6d2d-48e5-4b5b-a2fc-da88fae76c13 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.296228] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.296228] env[69159]: value = "task-3447989" [ 620.296228] env[69159]: _type = "Task" [ 620.296228] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.306396] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447989, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.390297] env[69159]: DEBUG oslo_vmware.rw_handles [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Completed reading data from the image iterator. {{(pid=69159) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 620.390581] env[69159]: DEBUG oslo_vmware.rw_handles [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3b4fe446-889a-4c9c-8a5d-cef245ce3c83/e70bec9d-3b8e-40ca-8f91-975a0afc327c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 620.522745] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.530535] env[69159]: DEBUG nova.compute.utils [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.532120] env[69159]: DEBUG nova.compute.manager [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 620.535645] env[69159]: DEBUG nova.network.neutron [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.538145] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b737a19-fd5f-4b40-862a-caf2e195db5d tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Lock "71110d4a-7fb0-4043-a917-be39f2693eac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.964s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.538813] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Downloaded image file data e70bec9d-3b8e-40ca-8f91-975a0afc327c to vmware_temp/3b4fe446-889a-4c9c-8a5d-cef245ce3c83/e70bec9d-3b8e-40ca-8f91-975a0afc327c/tmp-sparse.vmdk on the data store datastore1 {{(pid=69159) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 620.543408] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Caching image {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 620.543408] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Copying Virtual Disk [datastore1] vmware_temp/3b4fe446-889a-4c9c-8a5d-cef245ce3c83/e70bec9d-3b8e-40ca-8f91-975a0afc327c/tmp-sparse.vmdk to [datastore1] vmware_temp/3b4fe446-889a-4c9c-8a5d-cef245ce3c83/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.544870] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18c5b3fe-2b30-4fa5-ac02-57ff6524d240 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.554018] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 620.554018] env[69159]: value = "task-3447990" [ 620.554018] env[69159]: _type = "Task" [ 620.554018] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.564789] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3447990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.601429] env[69159]: INFO nova.compute.manager [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Took 23.83 seconds to build instance. [ 620.650038] env[69159]: DEBUG nova.policy [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0779429bb4544f5796bc712b76badf63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '755d9866e7254333b5ca5b73e2f93289', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.671191] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Releasing lock "refresh_cache-54abe51c-8514-44c7-8e18-ad1194c64fe9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.671191] env[69159]: DEBUG nova.compute.manager [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Instance network_info: |[{"id": "e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8", "address": "fa:16:3e:0e:f7:19", "network": {"id": "2c8ef274-c4a7-4ff3-9a4e-77aa4f7e706f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-806071861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d145f7fcd1764bdc881d290fd74b857b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74ff4b1-f0", "ovs_interfaceid": "e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 620.671432] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:f7:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.682913] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.683854] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.684027] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db4eefa7-c74d-4e62-956b-4b4f88d86b76 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.712672] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.712672] env[69159]: value = "task-3447991" [ 620.712672] env[69159]: _type = "Task" [ 620.712672] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.726933] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447991, 'name': CreateVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.734309] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3447986, 'name': Rename_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.808280] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447989, 'name': CreateVM_Task, 'duration_secs': 0.450896} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.808979] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.809603] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.809952] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.810436] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.810759] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8c35d9-958a-4cc0-a13a-56acbf111b7a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.815455] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 620.815455] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52354848-5ad0-25ec-4ece-a3194131dc93" [ 620.815455] env[69159]: _type = "Task" [ 620.815455] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.826427] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52354848-5ad0-25ec-4ece-a3194131dc93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.044376] env[69159]: DEBUG nova.compute.manager [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 621.048902] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 621.072325] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3447990, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.104220] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f69a0a0-b940-40f2-a5c3-83c0d17913b3 tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Lock "7f174b25-c3fd-485e-b6f5-fb63b5f1574e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.349s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.227439] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447991, 'name': CreateVM_Task, 'duration_secs': 0.380883} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.235073] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.240721] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.240721] env[69159]: DEBUG nova.network.neutron [req-efb56149-2094-4e5f-9d94-39120d1b5859 req-5d860c0d-c562-4a00-942d-20e59862f12f service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Updated VIF entry in instance network info cache for port 48712115-d623-4885-b388-b2aa267c5a5c. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.240822] env[69159]: DEBUG nova.network.neutron [req-efb56149-2094-4e5f-9d94-39120d1b5859 req-5d860c0d-c562-4a00-942d-20e59862f12f service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Updating instance_info_cache with network_info: [{"id": "48712115-d623-4885-b388-b2aa267c5a5c", "address": "fa:16:3e:39:7a:a5", "network": {"id": "a27479c9-aac6-4dec-88f0-6a50e3b98ef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-42058232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d0b8a27e7ca4475c89c9430d0ec79113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48712115-d6", "ovs_interfaceid": "48712115-d623-4885-b388-b2aa267c5a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.254529] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3447986, 'name': Rename_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.335830] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.336125] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.336354] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.339239] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.339541] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.339815] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62874788-fb63-42d3-886c-b2af6a90a4c4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.350563] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 621.350563] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527fdfe9-eec7-6781-f21b-a7ad9b4b0e3e" [ 621.350563] env[69159]: _type = "Task" [ 621.350563] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.360468] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527fdfe9-eec7-6781-f21b-a7ad9b4b0e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.414738] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262fc009-f03f-41a3-b552-a2f654055569 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.425438] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e907af-b38f-4a39-b194-121fe9b0b105 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.463652] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e635a9f-1405-45ba-a560-7a42b4f3a7ce {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.471451] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8422bbf-e67b-4fed-a399-b09f2519b74e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.489863] env[69159]: DEBUG nova.compute.provider_tree [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.584714] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3447990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.921907} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.585687] env[69159]: DEBUG nova.network.neutron [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Updated VIF entry in instance network info cache for port f87ba086-8d2d-403d-bfeb-5891dc36b7a0. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.588404] env[69159]: DEBUG nova.network.neutron [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Updating instance_info_cache with network_info: [{"id": "f87ba086-8d2d-403d-bfeb-5891dc36b7a0", "address": "fa:16:3e:04:d8:16", "network": {"id": "2c8ef274-c4a7-4ff3-9a4e-77aa4f7e706f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-806071861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d145f7fcd1764bdc881d290fd74b857b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87ba086-8d", "ovs_interfaceid": "f87ba086-8d2d-403d-bfeb-5891dc36b7a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.588547] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Copied Virtual Disk [datastore1] vmware_temp/3b4fe446-889a-4c9c-8a5d-cef245ce3c83/e70bec9d-3b8e-40ca-8f91-975a0afc327c/tmp-sparse.vmdk to [datastore1] vmware_temp/3b4fe446-889a-4c9c-8a5d-cef245ce3c83/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.588547] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Deleting the datastore file [datastore1] vmware_temp/3b4fe446-889a-4c9c-8a5d-cef245ce3c83/e70bec9d-3b8e-40ca-8f91-975a0afc327c/tmp-sparse.vmdk {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.588547] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41c77c5e-70c2-46cf-9b4c-8ebf15863750 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.596952] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.600849] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 621.600849] env[69159]: value = "task-3447992" [ 621.600849] env[69159]: _type = "Task" [ 621.600849] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.606750] env[69159]: DEBUG nova.compute.manager [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 621.615047] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3447992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.744269] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3447986, 'name': Rename_Task, 'duration_secs': 1.19352} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.744708] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.744792] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-494af17d-d8e3-493a-a943-c063e23fe6eb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.746818] env[69159]: DEBUG oslo_concurrency.lockutils [req-efb56149-2094-4e5f-9d94-39120d1b5859 req-5d860c0d-c562-4a00-942d-20e59862f12f service nova] Releasing lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.752568] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 621.752568] env[69159]: value = "task-3447993" [ 621.752568] env[69159]: _type = "Task" [ 621.752568] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.761210] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3447993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.841969] env[69159]: DEBUG nova.network.neutron [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Successfully created port: c6fd9794-6456-4e43-9753-4b6670aa5509 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.868323] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.868323] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.868323] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.994335] env[69159]: DEBUG nova.scheduler.client.report [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.053732] env[69159]: DEBUG nova.compute.manager [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 622.093826] env[69159]: DEBUG nova.virt.hardware [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.094019] env[69159]: DEBUG nova.virt.hardware [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.094297] env[69159]: DEBUG nova.virt.hardware [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.094412] env[69159]: DEBUG nova.virt.hardware [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.094565] env[69159]: DEBUG nova.virt.hardware [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.094850] env[69159]: DEBUG nova.virt.hardware [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.094914] env[69159]: DEBUG nova.virt.hardware [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.095073] env[69159]: DEBUG nova.virt.hardware [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.095255] env[69159]: DEBUG nova.virt.hardware [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.095449] env[69159]: DEBUG nova.virt.hardware [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.095552] env[69159]: DEBUG nova.virt.hardware [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.096625] env[69159]: DEBUG oslo_concurrency.lockutils [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] Releasing lock "refresh_cache-5251e5ab-e698-4e5c-ad9f-514103618b22" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.096860] env[69159]: DEBUG nova.compute.manager [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Received event network-vif-plugged-e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 622.097387] env[69159]: DEBUG oslo_concurrency.lockutils [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] Acquiring lock "54abe51c-8514-44c7-8e18-ad1194c64fe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.097387] env[69159]: DEBUG oslo_concurrency.lockutils [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] Lock "54abe51c-8514-44c7-8e18-ad1194c64fe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.097387] env[69159]: DEBUG oslo_concurrency.lockutils [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] Lock "54abe51c-8514-44c7-8e18-ad1194c64fe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.097544] env[69159]: DEBUG nova.compute.manager [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] No waiting events found dispatching network-vif-plugged-e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 622.097701] env[69159]: WARNING nova.compute.manager [req-8f8afa7e-2d55-46ef-970c-4d64474d4b28 req-80dbd67d-1743-4b8a-a847-12b61dc961f0 service nova] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Received unexpected event network-vif-plugged-e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8 for instance with vm_state building and task_state spawning. [ 622.098668] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefbce5d-fa3f-4bd4-ad0b-3a649fde205e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.115494] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef49361-c912-4a24-856c-0eee9889b132 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.127246] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3447992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2065} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.127439] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.127677] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Moving file from [datastore1] vmware_temp/3b4fe446-889a-4c9c-8a5d-cef245ce3c83/e70bec9d-3b8e-40ca-8f91-975a0afc327c to [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c. {{(pid=69159) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 622.128600] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-501e88b9-ed1b-4a20-a212-68bd706ea86a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.145700] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 622.145700] env[69159]: value = "task-3447994" [ 622.145700] env[69159]: _type = "Task" [ 622.145700] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.147198] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.157591] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3447994, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.265775] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3447993, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.349685] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "cd8d5436-42d4-4e64-a3db-6874c199f078" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.350052] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "cd8d5436-42d4-4e64-a3db-6874c199f078" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.505232] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.507402] env[69159]: DEBUG nova.compute.manager [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 622.510541] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.637s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.512060] env[69159]: INFO nova.compute.claims [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.661718] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3447994, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028897} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.661901] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] File moved {{(pid=69159) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 622.663374] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Cleaning up location [datastore1] vmware_temp/3b4fe446-889a-4c9c-8a5d-cef245ce3c83 {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 622.663374] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Deleting the datastore file [datastore1] vmware_temp/3b4fe446-889a-4c9c-8a5d-cef245ce3c83 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.663374] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9aff6bb-3ab2-40c7-80ab-8fad0e2911bc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.669377] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 622.669377] env[69159]: value = "task-3447995" [ 622.669377] env[69159]: _type = "Task" [ 622.669377] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.678395] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3447995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.763275] env[69159]: DEBUG oslo_vmware.api [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3447993, 'name': PowerOnVM_Task, 'duration_secs': 0.699112} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.763852] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.764172] env[69159]: INFO nova.compute.manager [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Took 18.26 seconds to spawn the instance on the hypervisor. [ 622.764525] env[69159]: DEBUG nova.compute.manager [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 622.765920] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b081da5-1a9f-41b9-b0f5-e7554e4a33d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.012525] env[69159]: DEBUG nova.compute.utils [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.014219] env[69159]: DEBUG nova.compute.manager [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 623.014395] env[69159]: DEBUG nova.network.neutron [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.181181] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3447995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031047} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.182465] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.182465] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f2cda4-ac3c-455b-b6ef-ae397b203ec6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.189534] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 623.189534] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52524e17-2b45-d935-ddce-92c0e55962a0" [ 623.189534] env[69159]: _type = "Task" [ 623.189534] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.201355] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52524e17-2b45-d935-ddce-92c0e55962a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.239555] env[69159]: DEBUG nova.policy [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05870425d34142c19b138899123e0ff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3ca824faa13453f825c64d93cbb3dc2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.286525] env[69159]: INFO nova.compute.manager [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Took 27.27 seconds to build instance. [ 623.521588] env[69159]: DEBUG nova.compute.manager [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 623.673782] env[69159]: DEBUG nova.compute.manager [req-601019d2-b038-4329-8a23-61750b4c62dc req-1d6a4dfe-e0b4-4c66-abf6-e3866f27fa75 service nova] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Received event network-changed-e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 623.674058] env[69159]: DEBUG nova.compute.manager [req-601019d2-b038-4329-8a23-61750b4c62dc req-1d6a4dfe-e0b4-4c66-abf6-e3866f27fa75 service nova] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Refreshing instance network info cache due to event network-changed-e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 623.674780] env[69159]: DEBUG oslo_concurrency.lockutils [req-601019d2-b038-4329-8a23-61750b4c62dc req-1d6a4dfe-e0b4-4c66-abf6-e3866f27fa75 service nova] Acquiring lock "refresh_cache-54abe51c-8514-44c7-8e18-ad1194c64fe9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.674780] env[69159]: DEBUG oslo_concurrency.lockutils [req-601019d2-b038-4329-8a23-61750b4c62dc req-1d6a4dfe-e0b4-4c66-abf6-e3866f27fa75 service nova] Acquired lock "refresh_cache-54abe51c-8514-44c7-8e18-ad1194c64fe9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.674895] env[69159]: DEBUG nova.network.neutron [req-601019d2-b038-4329-8a23-61750b4c62dc req-1d6a4dfe-e0b4-4c66-abf6-e3866f27fa75 service nova] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Refreshing network info cache for port e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.705315] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52524e17-2b45-d935-ddce-92c0e55962a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015156} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.708043] env[69159]: DEBUG oslo_concurrency.lockutils [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.708314] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 5153318c-b4d4-487d-b040-af14cdd3a5c6/5153318c-b4d4-487d-b040-af14cdd3a5c6.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.709030] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.709030] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.709280] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d155578a-e645-42cc-bdf3-93af0f33bea6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.711224] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fed1b69-bd52-4a36-bdb2-21a80ec09c71 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.719054] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 623.719054] env[69159]: value = "task-3447996" [ 623.719054] env[69159]: _type = "Task" [ 623.719054] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.720866] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.721317] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.727647] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b01eea7-224e-425b-9220-a3b0786ee77a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.740167] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 623.740167] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52eb4fd3-b9ea-3a31-9a6d-f8affe90bd68" [ 623.740167] env[69159]: _type = "Task" [ 623.740167] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.740387] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3447996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.758373] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52eb4fd3-b9ea-3a31-9a6d-f8affe90bd68, 'name': SearchDatastore_Task, 'duration_secs': 0.018351} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.758373] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c4a13e-6497-4100-8c2c-e49c5cbcc78c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.761340] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 623.761340] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52213405-81e2-211f-ad7a-e2d04cee41d9" [ 623.761340] env[69159]: _type = "Task" [ 623.761340] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.772120] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52213405-81e2-211f-ad7a-e2d04cee41d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.793830] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d6fc485b-03d4-4a46-955f-42c7617b2714 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Lock "df60842a-80f1-43d9-8aa8-f42d03537e76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.786s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.795120] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "df60842a-80f1-43d9-8aa8-f42d03537e76" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 21.615s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.797337] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ffb50e-4f5f-4a13-afe2-43041e584635 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.827685] env[69159]: DEBUG nova.compute.manager [None req-a9044c65-f72b-4177-a323-fc057b287dbe tempest-ServerDiagnosticsV248Test-1653753572 tempest-ServerDiagnosticsV248Test-1653753572-project-admin] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 623.829274] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305c6ce7-d563-4c92-ac7d-dde7dabd4e0b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.840675] env[69159]: INFO nova.compute.manager [None req-a9044c65-f72b-4177-a323-fc057b287dbe tempest-ServerDiagnosticsV248Test-1653753572 tempest-ServerDiagnosticsV248Test-1653753572-project-admin] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Retrieving diagnostics [ 623.842675] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563da375-1ec5-49dc-8cf4-cf029791559f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.882882] env[69159]: DEBUG nova.network.neutron [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Successfully created port: f9e3d6a5-5e00-4505-9a94-cbd0bc10388a {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.911088] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8644126-f167-45f9-a2c6-d9a25263f892 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.920922] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0058aec3-4ebd-497b-b5b8-771fc0786ac0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.958094] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501761e1-04e5-4fcf-a297-a9a6783718c5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.965785] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12142c13-8e07-4c9a-879c-6db5ebba1156 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.982731] env[69159]: DEBUG nova.compute.provider_tree [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.235135] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3447996, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.275580] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52213405-81e2-211f-ad7a-e2d04cee41d9, 'name': SearchDatastore_Task, 'duration_secs': 0.015318} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.275961] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.276285] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 5251e5ab-e698-4e5c-ad9f-514103618b22/5251e5ab-e698-4e5c-ad9f-514103618b22.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.276632] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.277275] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.277591] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-221892d8-6eea-495a-871c-66f827cc16c3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.280493] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9942e14b-9e1f-453f-bae4-88b954c373b7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.289326] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 624.289326] env[69159]: value = "task-3447997" [ 624.289326] env[69159]: _type = "Task" [ 624.289326] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.296239] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.296483] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.300646] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-481857f9-20c9-411c-9cbb-655dbfcee779 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.304035] env[69159]: DEBUG nova.compute.manager [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 624.307465] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3447997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.311126] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 624.311126] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bb7f38-3a7d-37cb-a1a7-13f176a25572" [ 624.311126] env[69159]: _type = "Task" [ 624.311126] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.315365] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "df60842a-80f1-43d9-8aa8-f42d03537e76" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.323609] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bb7f38-3a7d-37cb-a1a7-13f176a25572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.487573] env[69159]: DEBUG nova.scheduler.client.report [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.534983] env[69159]: DEBUG nova.compute.manager [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 624.571788] env[69159]: DEBUG nova.virt.hardware [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.571788] env[69159]: DEBUG nova.virt.hardware [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.571951] env[69159]: DEBUG nova.virt.hardware [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.572155] env[69159]: DEBUG nova.virt.hardware [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.572296] env[69159]: DEBUG nova.virt.hardware [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.572465] env[69159]: DEBUG nova.virt.hardware [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.572636] env[69159]: DEBUG nova.virt.hardware [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.573193] env[69159]: DEBUG nova.virt.hardware [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.573193] env[69159]: DEBUG nova.virt.hardware [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.573193] env[69159]: DEBUG nova.virt.hardware [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.573354] env[69159]: DEBUG nova.virt.hardware [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.574811] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4480df-14a4-40b3-92ce-f199f1cbe460 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.583943] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1203aa-7425-43c1-91d2-d634f30bf09c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.701864] env[69159]: DEBUG nova.network.neutron [req-601019d2-b038-4329-8a23-61750b4c62dc req-1d6a4dfe-e0b4-4c66-abf6-e3866f27fa75 service nova] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Updated VIF entry in instance network info cache for port e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.703648] env[69159]: DEBUG nova.network.neutron [req-601019d2-b038-4329-8a23-61750b4c62dc req-1d6a4dfe-e0b4-4c66-abf6-e3866f27fa75 service nova] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Updating instance_info_cache with network_info: [{"id": "e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8", "address": "fa:16:3e:0e:f7:19", "network": {"id": "2c8ef274-c4a7-4ff3-9a4e-77aa4f7e706f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-806071861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d145f7fcd1764bdc881d290fd74b857b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74ff4b1-f0", "ovs_interfaceid": "e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.735383] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3447996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770359} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.735628] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 5153318c-b4d4-487d-b040-af14cdd3a5c6/5153318c-b4d4-487d-b040-af14cdd3a5c6.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.735838] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.736096] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5f20aec-cdb0-4427-9feb-399a07114910 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.743230] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 624.743230] env[69159]: value = "task-3447998" [ 624.743230] env[69159]: _type = "Task" [ 624.743230] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.755041] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3447998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.804467] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3447997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.829671] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bb7f38-3a7d-37cb-a1a7-13f176a25572, 'name': SearchDatastore_Task, 'duration_secs': 0.054398} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.830433] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d8d9448-4c93-472c-a8b9-58e081979ff9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.836271] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 624.836271] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520f5668-8504-3786-a333-1bb9e29ee616" [ 624.836271] env[69159]: _type = "Task" [ 624.836271] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.844803] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.850207] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520f5668-8504-3786-a333-1bb9e29ee616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.885850] env[69159]: DEBUG nova.network.neutron [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Successfully updated port: c6fd9794-6456-4e43-9753-4b6670aa5509 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.994832] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.995225] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 624.998172] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.475s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.002429] env[69159]: INFO nova.compute.claims [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.094036] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "f58d110f-a246-4458-b94f-72752038ac60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.094363] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "f58d110f-a246-4458-b94f-72752038ac60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.094583] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "f58d110f-a246-4458-b94f-72752038ac60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.095770] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "f58d110f-a246-4458-b94f-72752038ac60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.095770] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "f58d110f-a246-4458-b94f-72752038ac60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.097532] env[69159]: INFO nova.compute.manager [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Terminating instance [ 625.207327] env[69159]: DEBUG oslo_concurrency.lockutils [req-601019d2-b038-4329-8a23-61750b4c62dc req-1d6a4dfe-e0b4-4c66-abf6-e3866f27fa75 service nova] Releasing lock "refresh_cache-54abe51c-8514-44c7-8e18-ad1194c64fe9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.256800] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3447998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065262} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.257853] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.258274] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faf1c82-4eca-4b2e-855a-db537024b8aa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.286287] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 5153318c-b4d4-487d-b040-af14cdd3a5c6/5153318c-b4d4-487d-b040-af14cdd3a5c6.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.286725] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e616aa1-1403-431c-affb-511aedb941ef {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.314538] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3447997, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.019668} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.314538] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 5251e5ab-e698-4e5c-ad9f-514103618b22/5251e5ab-e698-4e5c-ad9f-514103618b22.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.314892] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.315184] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 625.315184] env[69159]: value = "task-3447999" [ 625.315184] env[69159]: _type = "Task" [ 625.315184] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.315543] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82ed8c8c-8251-40fa-99a2-51203d9f5e51 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.326524] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3447999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.328819] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 625.328819] env[69159]: value = "task-3448000" [ 625.328819] env[69159]: _type = "Task" [ 625.328819] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.338537] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.350959] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520f5668-8504-3786-a333-1bb9e29ee616, 'name': SearchDatastore_Task, 'duration_secs': 0.022826} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.351548] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.351907] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 54abe51c-8514-44c7-8e18-ad1194c64fe9/54abe51c-8514-44c7-8e18-ad1194c64fe9.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.352315] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfabfc92-70a9-49c1-86ce-49ec9f5cb8f8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.361498] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 625.361498] env[69159]: value = "task-3448001" [ 625.361498] env[69159]: _type = "Task" [ 625.361498] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.378996] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.390747] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Acquiring lock "refresh_cache-a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.391157] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Acquired lock "refresh_cache-a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.391284] env[69159]: DEBUG nova.network.neutron [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.508688] env[69159]: DEBUG nova.compute.utils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.510373] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 625.510730] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.573618] env[69159]: DEBUG nova.policy [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9e44e0330de46c6ac1f059c5d7b8c46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92402a0dea704fe1968d2106f76e37b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.605504] env[69159]: DEBUG nova.compute.manager [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 625.605599] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.606547] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2d7daf-3ed7-415f-98b2-743b45e9dc47 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.619849] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.619849] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-682c15fa-972c-4073-a20a-1dccf9f21961 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.629628] env[69159]: DEBUG oslo_vmware.api [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 625.629628] env[69159]: value = "task-3448002" [ 625.629628] env[69159]: _type = "Task" [ 625.629628] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.639659] env[69159]: DEBUG oslo_vmware.api [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.824424] env[69159]: DEBUG nova.network.neutron [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Successfully updated port: f9e3d6a5-5e00-4505-9a94-cbd0bc10388a {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.842903] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3447999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.850152] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077537} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.851693] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.853253] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b02588-1345-497b-a76b-2882563f566c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.902726] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 5251e5ab-e698-4e5c-ad9f-514103618b22/5251e5ab-e698-4e5c-ad9f-514103618b22.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.913176] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5acbbbf1-d800-459f-bf82-2229129c2e4f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.953703] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448001, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.956520] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 625.956520] env[69159]: value = "task-3448003" [ 625.956520] env[69159]: _type = "Task" [ 625.956520] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.974518] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.011456] env[69159]: DEBUG nova.network.neutron [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.017154] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 626.044562] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.044896] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.155819] env[69159]: DEBUG oslo_vmware.api [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448002, 'name': PowerOffVM_Task, 'duration_secs': 0.355583} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.160978] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.160978] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.163297] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21fc2e23-f59b-4dc7-a458-3f58d8734074 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.238944] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.239219] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.239401] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Deleting the datastore file [datastore2] f58d110f-a246-4458-b94f-72752038ac60 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.240065] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-945f2b33-9f77-4833-9ff9-7ff32508e785 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.250214] env[69159]: DEBUG oslo_vmware.api [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 626.250214] env[69159]: value = "task-3448005" [ 626.250214] env[69159]: _type = "Task" [ 626.250214] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.269914] env[69159]: DEBUG oslo_vmware.api [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.306905] env[69159]: DEBUG oslo_concurrency.lockutils [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquiring lock "3492e320-3e6b-4e50-8a9a-b5c97fc47241" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.307756] env[69159]: DEBUG oslo_concurrency.lockutils [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "3492e320-3e6b-4e50-8a9a-b5c97fc47241" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.308002] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Acquiring lock "5ff95882-8f70-4b34-ba6e-4cd73d763abf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.308317] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Lock "5ff95882-8f70-4b34-ba6e-4cd73d763abf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.327216] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Successfully created port: 7323a299-5f44-4c41-9ee1-4d17ab6c0c21 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.332069] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Acquiring lock "refresh_cache-7548a4b2-15e3-4464-9875-9bf88de7a4ef" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.336887] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Acquired lock "refresh_cache-7548a4b2-15e3-4464-9875-9bf88de7a4ef" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.336887] env[69159]: DEBUG nova.network.neutron [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.342868] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3447999, 'name': ReconfigVM_Task, 'duration_secs': 0.897473} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.343183] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 5153318c-b4d4-487d-b040-af14cdd3a5c6/5153318c-b4d4-487d-b040-af14cdd3a5c6.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.343873] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d808e387-e5aa-4846-bab4-83c45dc403ca {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.351100] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 626.351100] env[69159]: value = "task-3448006" [ 626.351100] env[69159]: _type = "Task" [ 626.351100] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.371481] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448006, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.401982] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831703} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.408055] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 54abe51c-8514-44c7-8e18-ad1194c64fe9/54abe51c-8514-44c7-8e18-ad1194c64fe9.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.408406] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.409877] env[69159]: DEBUG nova.network.neutron [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Updating instance_info_cache with network_info: [{"id": "c6fd9794-6456-4e43-9753-4b6670aa5509", "address": "fa:16:3e:7d:4c:24", "network": {"id": "5b21a584-3ed6-430c-b6fb-34aee2aceb10", "bridge": "br-int", "label": "tempest-ServersTestJSON-1766232401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "755d9866e7254333b5ca5b73e2f93289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6fd9794-64", "ovs_interfaceid": "c6fd9794-6456-4e43-9753-4b6670aa5509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.411344] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e87b3c70-84b5-4a59-9521-94eb9ca89b3b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.419610] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 626.419610] env[69159]: value = "task-3448007" [ 626.419610] env[69159]: _type = "Task" [ 626.419610] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.430716] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.472608] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.544679] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5635862a-d3a1-44a5-9a16-dd251fb1194c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.554209] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6884ae3b-a2d8-4e46-8d7c-a901de89ddfe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.564770] env[69159]: DEBUG oslo_concurrency.lockutils [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquiring lock "c9eb4065-6732-48a4-8659-79afcce1809f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.564770] env[69159]: DEBUG oslo_concurrency.lockutils [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Lock "c9eb4065-6732-48a4-8659-79afcce1809f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.596761] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93d787d-93ca-4a6a-97df-b369416a14bf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.608136] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54deae9-1b0e-496d-9586-10a6146adbab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.620232] env[69159]: DEBUG nova.compute.provider_tree [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.760984] env[69159]: DEBUG oslo_vmware.api [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279791} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.763584] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.763796] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.764024] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.764176] env[69159]: INFO nova.compute.manager [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: f58d110f-a246-4458-b94f-72752038ac60] Took 1.16 seconds to destroy the instance on the hypervisor. [ 626.764457] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.764650] env[69159]: DEBUG nova.compute.manager [-] [instance: f58d110f-a246-4458-b94f-72752038ac60] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 626.764743] env[69159]: DEBUG nova.network.neutron [-] [instance: f58d110f-a246-4458-b94f-72752038ac60] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 626.861874] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448006, 'name': Rename_Task, 'duration_secs': 0.24671} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.862203] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.862451] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-939cb79b-304f-45a1-9012-7b9955c9fb88 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.868812] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 626.868812] env[69159]: value = "task-3448008" [ 626.868812] env[69159]: _type = "Task" [ 626.868812] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.876752] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.914974] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Releasing lock "refresh_cache-a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.915375] env[69159]: DEBUG nova.compute.manager [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Instance network_info: |[{"id": "c6fd9794-6456-4e43-9753-4b6670aa5509", "address": "fa:16:3e:7d:4c:24", "network": {"id": "5b21a584-3ed6-430c-b6fb-34aee2aceb10", "bridge": "br-int", "label": "tempest-ServersTestJSON-1766232401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "755d9866e7254333b5ca5b73e2f93289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6fd9794-64", "ovs_interfaceid": "c6fd9794-6456-4e43-9753-4b6670aa5509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 626.915759] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:4c:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6fd9794-6456-4e43-9753-4b6670aa5509', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.923316] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Creating folder: Project (755d9866e7254333b5ca5b73e2f93289). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.923719] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6b87dcb-d339-4cb1-a0d6-ffa966442c59 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.934068] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072739} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.934298] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.935081] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacdcce9-285b-44f9-a6cd-9bd82ca23fe2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.958563] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 54abe51c-8514-44c7-8e18-ad1194c64fe9/54abe51c-8514-44c7-8e18-ad1194c64fe9.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.960891] env[69159]: DEBUG nova.network.neutron [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.962870] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc1f1d15-9aca-44f2-80b8-1d9d7689bcc5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.977991] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Created folder: Project (755d9866e7254333b5ca5b73e2f93289) in parent group-v688391. [ 626.978208] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Creating folder: Instances. Parent ref: group-v688412. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.983196] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e1aa485-72ca-47a6-a28c-fac148b7b9e8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.992677] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448003, 'name': ReconfigVM_Task, 'duration_secs': 0.613046} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.992954] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 5251e5ab-e698-4e5c-ad9f-514103618b22/5251e5ab-e698-4e5c-ad9f-514103618b22.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.993676] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 626.993676] env[69159]: value = "task-3448010" [ 626.993676] env[69159]: _type = "Task" [ 626.993676] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.993923] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3e9a6e5-5acf-4373-ad33-95d26ae48a5a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.006106] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448010, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.009060] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Created folder: Instances in parent group-v688412. [ 627.009060] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.010062] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 627.010062] env[69159]: value = "task-3448012" [ 627.010062] env[69159]: _type = "Task" [ 627.010062] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.010062] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.010062] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a4268b8-ddc7-40ee-a464-fddbea4f5c78 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.034444] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448012, 'name': Rename_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.038022] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.038022] env[69159]: value = "task-3448013" [ 627.038022] env[69159]: _type = "Task" [ 627.038022] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.040706] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 627.050557] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448013, 'name': CreateVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.076696] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.076976] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.077173] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.077360] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.077811] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.077811] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.078103] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.078247] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.078428] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.078617] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.078817] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.079698] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3f6bf8-9c53-4ea3-8c7f-9ce5c924d872 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.088177] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffe090a-e859-4bc7-ad1e-9daccd580285 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.124055] env[69159]: DEBUG nova.scheduler.client.report [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.386948] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.447016] env[69159]: DEBUG nova.network.neutron [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Updating instance_info_cache with network_info: [{"id": "f9e3d6a5-5e00-4505-9a94-cbd0bc10388a", "address": "fa:16:3e:35:8a:c7", "network": {"id": "6a39d571-ad3a-4e98-853a-1a1c2fcd48f5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1913862051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3ca824faa13453f825c64d93cbb3dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e3d6a5-5e", "ovs_interfaceid": "f9e3d6a5-5e00-4505-9a94-cbd0bc10388a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.508024] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.521863] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448012, 'name': Rename_Task, 'duration_secs': 0.239624} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.521863] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.521863] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6edd8ae4-1e74-4250-af0b-cf62f22f57e3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.529432] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 627.529432] env[69159]: value = "task-3448014" [ 627.529432] env[69159]: _type = "Task" [ 627.529432] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.545233] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.553317] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448013, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.629594] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.630342] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 627.636043] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.038s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.636962] env[69159]: INFO nova.compute.claims [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.747742] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "c7fd191c-e882-431d-9ccc-1e72c51a8406" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.747941] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "c7fd191c-e882-431d-9ccc-1e72c51a8406" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.748184] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "c7fd191c-e882-431d-9ccc-1e72c51a8406-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.748369] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "c7fd191c-e882-431d-9ccc-1e72c51a8406-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.748535] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "c7fd191c-e882-431d-9ccc-1e72c51a8406-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.753431] env[69159]: INFO nova.compute.manager [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Terminating instance [ 627.871420] env[69159]: DEBUG nova.compute.manager [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Received event network-vif-plugged-c6fd9794-6456-4e43-9753-4b6670aa5509 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 627.871791] env[69159]: DEBUG oslo_concurrency.lockutils [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] Acquiring lock "a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.871903] env[69159]: DEBUG oslo_concurrency.lockutils [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] Lock "a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.872152] env[69159]: DEBUG oslo_concurrency.lockutils [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] Lock "a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.872339] env[69159]: DEBUG nova.compute.manager [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] No waiting events found dispatching network-vif-plugged-c6fd9794-6456-4e43-9753-4b6670aa5509 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 627.872508] env[69159]: WARNING nova.compute.manager [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Received unexpected event network-vif-plugged-c6fd9794-6456-4e43-9753-4b6670aa5509 for instance with vm_state building and task_state spawning. [ 627.872686] env[69159]: DEBUG nova.compute.manager [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Received event network-changed-c6fd9794-6456-4e43-9753-4b6670aa5509 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 627.872914] env[69159]: DEBUG nova.compute.manager [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Refreshing instance network info cache due to event network-changed-c6fd9794-6456-4e43-9753-4b6670aa5509. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 627.873028] env[69159]: DEBUG oslo_concurrency.lockutils [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] Acquiring lock "refresh_cache-a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.873166] env[69159]: DEBUG oslo_concurrency.lockutils [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] Acquired lock "refresh_cache-a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.873322] env[69159]: DEBUG nova.network.neutron [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Refreshing network info cache for port c6fd9794-6456-4e43-9753-4b6670aa5509 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.890099] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.951042] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Releasing lock "refresh_cache-7548a4b2-15e3-4464-9875-9bf88de7a4ef" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.951042] env[69159]: DEBUG nova.compute.manager [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Instance network_info: |[{"id": "f9e3d6a5-5e00-4505-9a94-cbd0bc10388a", "address": "fa:16:3e:35:8a:c7", "network": {"id": "6a39d571-ad3a-4e98-853a-1a1c2fcd48f5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1913862051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3ca824faa13453f825c64d93cbb3dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e3d6a5-5e", "ovs_interfaceid": "f9e3d6a5-5e00-4505-9a94-cbd0bc10388a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 627.951479] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:8a:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9e3d6a5-5e00-4505-9a94-cbd0bc10388a', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.960702] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Creating folder: Project (d3ca824faa13453f825c64d93cbb3dc2). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.965935] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3be1c8d0-50a0-4232-a4cd-e750e0b3833d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.974575] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Created folder: Project (d3ca824faa13453f825c64d93cbb3dc2) in parent group-v688391. [ 627.974684] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Creating folder: Instances. Parent ref: group-v688415. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.974951] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9569d053-e696-4109-9efc-5957dc2d5654 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.985470] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Created folder: Instances in parent group-v688415. [ 627.985470] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.985470] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.985470] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87003f28-1a4f-4832-a7aa-ac75a234d313 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.013269] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448010, 'name': ReconfigVM_Task, 'duration_secs': 1.002621} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.018149] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 54abe51c-8514-44c7-8e18-ad1194c64fe9/54abe51c-8514-44c7-8e18-ad1194c64fe9.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.018810] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.018810] env[69159]: value = "task-3448017" [ 628.018810] env[69159]: _type = "Task" [ 628.018810] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.018982] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-743cd38f-68df-4406-a798-9b31a8063d7a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.039356] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 628.039356] env[69159]: value = "task-3448018" [ 628.039356] env[69159]: _type = "Task" [ 628.039356] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.039356] env[69159]: DEBUG nova.network.neutron [-] [instance: f58d110f-a246-4458-b94f-72752038ac60] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.051220] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448014, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.056466] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448013, 'name': CreateVM_Task, 'duration_secs': 0.594158} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.062383] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.062383] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448018, 'name': Rename_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.062383] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.062383] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.062383] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.062650] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09f27fa5-9d1b-4e86-82e1-37e2a5d27d9d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.068742] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Waiting for the task: (returnval){ [ 628.068742] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e1ef7f-f308-775e-17af-3dcd4badfdd8" [ 628.068742] env[69159]: _type = "Task" [ 628.068742] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.079239] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e1ef7f-f308-775e-17af-3dcd4badfdd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.145274] env[69159]: DEBUG nova.compute.utils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.147968] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Acquiring lock "b20de2d2-f796-41b6-be49-c08147018866" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.147968] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Lock "b20de2d2-f796-41b6-be49-c08147018866" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.150033] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 628.150186] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.204030] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Acquiring lock "df60842a-80f1-43d9-8aa8-f42d03537e76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.204255] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Lock "df60842a-80f1-43d9-8aa8-f42d03537e76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.204570] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Acquiring lock "df60842a-80f1-43d9-8aa8-f42d03537e76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.204878] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Lock "df60842a-80f1-43d9-8aa8-f42d03537e76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.205430] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Lock "df60842a-80f1-43d9-8aa8-f42d03537e76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.208997] env[69159]: INFO nova.compute.manager [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Terminating instance [ 628.259236] env[69159]: DEBUG nova.compute.manager [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 628.259236] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.260215] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47e8e1c-3e44-4ed6-b166-05121302725c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.271417] env[69159]: DEBUG nova.policy [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9e44e0330de46c6ac1f059c5d7b8c46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92402a0dea704fe1968d2106f76e37b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.274566] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.274566] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7331c50e-8f7e-46ed-b124-944add50b566 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.282147] env[69159]: DEBUG oslo_vmware.api [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 628.282147] env[69159]: value = "task-3448019" [ 628.282147] env[69159]: _type = "Task" [ 628.282147] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.294473] env[69159]: DEBUG oslo_vmware.api [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.387236] env[69159]: DEBUG oslo_vmware.api [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448008, 'name': PowerOnVM_Task, 'duration_secs': 1.272428} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.387516] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.387715] env[69159]: INFO nova.compute.manager [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Took 17.07 seconds to spawn the instance on the hypervisor. [ 628.387894] env[69159]: DEBUG nova.compute.manager [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 628.390590] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886cf0e2-7921-41e2-a269-9082c06d65ab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.537174] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448017, 'name': CreateVM_Task, 'duration_secs': 0.484093} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.537921] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.538653] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.543147] env[69159]: DEBUG oslo_vmware.api [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448014, 'name': PowerOnVM_Task, 'duration_secs': 0.717995} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.546700] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.547275] env[69159]: INFO nova.compute.manager [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Took 14.96 seconds to spawn the instance on the hypervisor. [ 628.547275] env[69159]: DEBUG nova.compute.manager [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 628.547782] env[69159]: INFO nova.compute.manager [-] [instance: f58d110f-a246-4458-b94f-72752038ac60] Took 1.78 seconds to deallocate network for instance. [ 628.548889] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b5e180-adff-4d20-9463-880f17686c03 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.557382] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448018, 'name': Rename_Task, 'duration_secs': 0.18513} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.564193] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.566232] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddbdea2c-2e8b-4989-b23a-f7767ce78084 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.578413] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 628.578413] env[69159]: value = "task-3448020" [ 628.578413] env[69159]: _type = "Task" [ 628.578413] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.585674] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e1ef7f-f308-775e-17af-3dcd4badfdd8, 'name': SearchDatastore_Task, 'duration_secs': 0.017251} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.586405] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.586640] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.586901] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.587151] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.587387] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.591793] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.592214] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.592508] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c90db406-d046-4a3c-a94b-c7360a6071c3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.595089] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.595089] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-159ba97b-e650-4b9b-8679-cb9f4f0161e1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.600362] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Waiting for the task: (returnval){ [ 628.600362] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b847a6-8905-3818-f11a-704a81dab9f9" [ 628.600362] env[69159]: _type = "Task" [ 628.600362] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.605077] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.605328] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.608932] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ceb0ab-863a-4703-840e-466a5cb482a3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.611315] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b847a6-8905-3818-f11a-704a81dab9f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.614669] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Waiting for the task: (returnval){ [ 628.614669] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b71b47-ead0-bd36-bff8-4a86e1ab22d0" [ 628.614669] env[69159]: _type = "Task" [ 628.614669] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.629443] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b71b47-ead0-bd36-bff8-4a86e1ab22d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.652173] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 628.702183] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Acquiring lock "986dfcdc-a5bc-4a78-9b30-72d210f1bc9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.702478] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Lock "986dfcdc-a5bc-4a78-9b30-72d210f1bc9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.714406] env[69159]: DEBUG nova.compute.manager [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 628.714406] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.715063] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ea048a-e3c8-4e73-9558-68c9053ea709 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.727633] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.730414] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-920488b0-3fdd-4017-8278-37e55843fdad {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.739750] env[69159]: DEBUG oslo_vmware.api [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Waiting for the task: (returnval){ [ 628.739750] env[69159]: value = "task-3448021" [ 628.739750] env[69159]: _type = "Task" [ 628.739750] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.748650] env[69159]: DEBUG oslo_vmware.api [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Task: {'id': task-3448021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.759617] env[69159]: DEBUG oslo_concurrency.lockutils [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquiring lock "07272fef-5534-48e1-9231-d2d8beef9e34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.760121] env[69159]: DEBUG oslo_concurrency.lockutils [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "07272fef-5534-48e1-9231-d2d8beef9e34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.795904] env[69159]: DEBUG oslo_vmware.api [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448019, 'name': PowerOffVM_Task, 'duration_secs': 0.350388} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.796751] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.796928] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.798195] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0943f28a-c4e8-4ae6-a5d1-1be153e069a4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.863397] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.863397] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.863397] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Deleting the datastore file [datastore2] c7fd191c-e882-431d-9ccc-1e72c51a8406 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.863397] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef71d7b3-e800-440b-8428-d0fdf986ecea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.869453] env[69159]: DEBUG oslo_vmware.api [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 628.869453] env[69159]: value = "task-3448023" [ 628.869453] env[69159]: _type = "Task" [ 628.869453] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.880198] env[69159]: DEBUG oslo_vmware.api [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.911091] env[69159]: INFO nova.compute.manager [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Took 26.99 seconds to build instance. [ 628.996550] env[69159]: DEBUG nova.network.neutron [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Updated VIF entry in instance network info cache for port c6fd9794-6456-4e43-9753-4b6670aa5509. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.996550] env[69159]: DEBUG nova.network.neutron [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Updating instance_info_cache with network_info: [{"id": "c6fd9794-6456-4e43-9753-4b6670aa5509", "address": "fa:16:3e:7d:4c:24", "network": {"id": "5b21a584-3ed6-430c-b6fb-34aee2aceb10", "bridge": "br-int", "label": "tempest-ServersTestJSON-1766232401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "755d9866e7254333b5ca5b73e2f93289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6fd9794-64", "ovs_interfaceid": "c6fd9794-6456-4e43-9753-4b6670aa5509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.012914] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Successfully created port: 89d6f5fd-c08a-4530-8c86-e0c845baf458 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.078931] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.091753] env[69159]: INFO nova.compute.manager [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Took 25.09 seconds to build instance. [ 629.097596] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448020, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.115022] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b847a6-8905-3818-f11a-704a81dab9f9, 'name': SearchDatastore_Task, 'duration_secs': 0.019229} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.115435] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.115690] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.115894] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.122233] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcb334b-dffe-4060-9465-251fc0f36c6c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.132829] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b71b47-ead0-bd36-bff8-4a86e1ab22d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013883} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.135996] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e8cbce-e017-4884-adc9-d5db20113b49 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.140581] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a6366a-f77e-44c1-b1e7-cd90dde52c04 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.186719] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cefd360-6c75-4685-946f-2502b3624770 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.192366] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Waiting for the task: (returnval){ [ 629.192366] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5241705c-1f79-d727-655f-4b6e86666036" [ 629.192366] env[69159]: _type = "Task" [ 629.192366] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.199536] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46657aaa-3d05-480a-a429-f84bee02bf71 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.211381] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5241705c-1f79-d727-655f-4b6e86666036, 'name': SearchDatastore_Task, 'duration_secs': 0.017059} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.211381] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.211381] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf/a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.211381] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.211559] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.211559] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bf94b56-939b-4007-8842-436e30acb15e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.222037] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d3f28eb-2a1b-40e1-9106-3e53dad02390 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.225189] env[69159]: DEBUG nova.compute.provider_tree [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.231079] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Waiting for the task: (returnval){ [ 629.231079] env[69159]: value = "task-3448024" [ 629.231079] env[69159]: _type = "Task" [ 629.231079] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.236987] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.238292] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.238662] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1225286b-d4fb-466a-8bd8-23bd9e0cb8e6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.245015] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': task-3448024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.257078] env[69159]: DEBUG oslo_vmware.api [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Task: {'id': task-3448021, 'name': PowerOffVM_Task, 'duration_secs': 0.226706} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.257534] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Waiting for the task: (returnval){ [ 629.257534] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e1060a-6de4-170b-d267-cc88c827830d" [ 629.257534] env[69159]: _type = "Task" [ 629.257534] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.257868] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.258169] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.258997] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2e2730a-abbf-4b46-8cc0-2b14b072fd5c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.273058] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e1060a-6de4-170b-d267-cc88c827830d, 'name': SearchDatastore_Task, 'duration_secs': 0.015319} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.274394] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad63596-7bb1-4749-a4d0-a8877e3473c4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.280621] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Waiting for the task: (returnval){ [ 629.280621] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5276c741-c301-252f-3736-1d5909e55e41" [ 629.280621] env[69159]: _type = "Task" [ 629.280621] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.286686] env[69159]: DEBUG oslo_concurrency.lockutils [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Acquiring lock "7f174b25-c3fd-485e-b6f5-fb63b5f1574e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.286997] env[69159]: DEBUG oslo_concurrency.lockutils [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Lock "7f174b25-c3fd-485e-b6f5-fb63b5f1574e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.287288] env[69159]: DEBUG oslo_concurrency.lockutils [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Acquiring lock "7f174b25-c3fd-485e-b6f5-fb63b5f1574e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.287478] env[69159]: DEBUG oslo_concurrency.lockutils [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Lock "7f174b25-c3fd-485e-b6f5-fb63b5f1574e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.287684] env[69159]: DEBUG oslo_concurrency.lockutils [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Lock "7f174b25-c3fd-485e-b6f5-fb63b5f1574e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.292625] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5276c741-c301-252f-3736-1d5909e55e41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.293180] env[69159]: INFO nova.compute.manager [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Terminating instance [ 629.365200] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.365338] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.365598] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Deleting the datastore file [datastore2] df60842a-80f1-43d9-8aa8-f42d03537e76 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.365796] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-498fb388-760a-4fbc-a94c-d4ee5519e37e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.377407] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Successfully updated port: 7323a299-5f44-4c41-9ee1-4d17ab6c0c21 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.379224] env[69159]: DEBUG oslo_vmware.api [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Waiting for the task: (returnval){ [ 629.379224] env[69159]: value = "task-3448026" [ 629.379224] env[69159]: _type = "Task" [ 629.379224] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.387227] env[69159]: DEBUG oslo_vmware.api [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296133} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.388190] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.388402] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.388549] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.388748] env[69159]: INFO nova.compute.manager [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Took 1.13 seconds to destroy the instance on the hypervisor. [ 629.389055] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.389295] env[69159]: DEBUG nova.compute.manager [-] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 629.389402] env[69159]: DEBUG nova.network.neutron [-] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 629.397305] env[69159]: DEBUG oslo_vmware.api [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Task: {'id': task-3448026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.416626] env[69159]: DEBUG oslo_concurrency.lockutils [None req-30e9e971-83e5-40f2-87e2-b3e68d8bc5e0 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "5153318c-b4d4-487d-b040-af14cdd3a5c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.511s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.497728] env[69159]: DEBUG oslo_concurrency.lockutils [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] Releasing lock "refresh_cache-a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.498162] env[69159]: DEBUG nova.compute.manager [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Received event network-vif-plugged-f9e3d6a5-5e00-4505-9a94-cbd0bc10388a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 629.498316] env[69159]: DEBUG oslo_concurrency.lockutils [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] Acquiring lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.498468] env[69159]: DEBUG oslo_concurrency.lockutils [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] Lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.498630] env[69159]: DEBUG oslo_concurrency.lockutils [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] Lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.498870] env[69159]: DEBUG nova.compute.manager [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] No waiting events found dispatching network-vif-plugged-f9e3d6a5-5e00-4505-9a94-cbd0bc10388a {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 629.498963] env[69159]: WARNING nova.compute.manager [req-bfcf09d0-0dcf-443d-82fb-e1285165c163 req-589f91cf-91c0-4012-9740-f489c2f7537b service nova] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Received unexpected event network-vif-plugged-f9e3d6a5-5e00-4505-9a94-cbd0bc10388a for instance with vm_state building and task_state spawning. [ 629.595554] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d8961630-d792-410d-a33f-6964ceabbc10 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "5251e5ab-e698-4e5c-ad9f-514103618b22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.605s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.595857] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448020, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.685885] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 629.730836] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.731267] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.731480] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.731702] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.731857] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.732078] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.732360] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.732523] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.732713] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.732879] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.733081] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.734042] env[69159]: DEBUG nova.scheduler.client.report [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.738741] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4af62fb-43aa-4d4e-b194-85df40f645be {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.758641] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': task-3448024, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.760291] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29037c0-230d-44d1-9acd-dd1d92ce2ecc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.791040] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5276c741-c301-252f-3736-1d5909e55e41, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.791347] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.792065] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 7548a4b2-15e3-4464-9875-9bf88de7a4ef/7548a4b2-15e3-4464-9875-9bf88de7a4ef.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.792065] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5ff1a4e-0b55-4c88-8832-5759a63ec034 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.796877] env[69159]: DEBUG nova.compute.manager [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 629.797231] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.798967] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32da87e-1904-49fe-b531-b56f1c0a59f8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.802045] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Waiting for the task: (returnval){ [ 629.802045] env[69159]: value = "task-3448027" [ 629.802045] env[69159]: _type = "Task" [ 629.802045] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.810837] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.811472] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adc60d03-a4b6-433f-8e06-4611e9cf8646 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.816993] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.821879] env[69159]: DEBUG oslo_vmware.api [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Waiting for the task: (returnval){ [ 629.821879] env[69159]: value = "task-3448028" [ 629.821879] env[69159]: _type = "Task" [ 629.821879] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.836818] env[69159]: DEBUG oslo_vmware.api [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': task-3448028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.887920] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "refresh_cache-947eeb04-b704-4686-a3e5-ce687c00527d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.887982] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquired lock "refresh_cache-947eeb04-b704-4686-a3e5-ce687c00527d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.888133] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.895525] env[69159]: DEBUG oslo_vmware.api [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Task: {'id': task-3448026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352854} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.895786] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.895969] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.896197] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.896379] env[69159]: INFO nova.compute.manager [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Took 1.18 seconds to destroy the instance on the hypervisor. [ 629.896621] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.896804] env[69159]: DEBUG nova.compute.manager [-] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 629.897182] env[69159]: DEBUG nova.network.neutron [-] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 629.919749] env[69159]: DEBUG nova.compute.manager [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 630.098883] env[69159]: DEBUG nova.compute.manager [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 630.104041] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448020, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.245915] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.246461] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 630.258270] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.109s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.258270] env[69159]: INFO nova.compute.claims [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.261130] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': task-3448024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578477} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.261735] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf/a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.261959] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.262357] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1f5c40e-0261-4f19-a29b-0279e6106345 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.272894] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Waiting for the task: (returnval){ [ 630.272894] env[69159]: value = "task-3448029" [ 630.272894] env[69159]: _type = "Task" [ 630.272894] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.283466] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': task-3448029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.315451] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448027, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.333613] env[69159]: DEBUG oslo_vmware.api [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': task-3448028, 'name': PowerOffVM_Task, 'duration_secs': 0.329638} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.333726] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.334410] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 630.334486] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9566cd34-fbcf-4f51-8dab-bbfa2966478b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.415732] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.415732] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.415732] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Deleting the datastore file [datastore2] 7f174b25-c3fd-485e-b6f5-fb63b5f1574e {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.415732] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65654f01-a565-4897-8b02-86aa27e40cc3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.422352] env[69159]: DEBUG oslo_vmware.api [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Waiting for the task: (returnval){ [ 630.422352] env[69159]: value = "task-3448031" [ 630.422352] env[69159]: _type = "Task" [ 630.422352] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.436889] env[69159]: DEBUG oslo_vmware.api [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': task-3448031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.446484] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.479371] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.597808] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448020, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.622821] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.733156] env[69159]: DEBUG nova.network.neutron [-] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.766229] env[69159]: DEBUG nova.compute.utils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.772635] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Updating instance_info_cache with network_info: [{"id": "7323a299-5f44-4c41-9ee1-4d17ab6c0c21", "address": "fa:16:3e:2b:58:4f", "network": {"id": "6357b3cc-d53a-4438-b5ae-af585886ea2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-797266608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "92402a0dea704fe1968d2106f76e37b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7323a299-5f", "ovs_interfaceid": "7323a299-5f44-4c41-9ee1-4d17ab6c0c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.775477] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 630.775701] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.794734] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': task-3448029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081383} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.795014] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.795953] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013e4c2f-bb59-48e0-9f8c-571b9522df9b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.823017] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf/a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.828977] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6da40181-fa1f-4385-9f51-ef2eaee512cf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.850737] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585122} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.852363] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 7548a4b2-15e3-4464-9875-9bf88de7a4ef/7548a4b2-15e3-4464-9875-9bf88de7a4ef.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.852606] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.852933] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Waiting for the task: (returnval){ [ 630.852933] env[69159]: value = "task-3448032" [ 630.852933] env[69159]: _type = "Task" [ 630.852933] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.853170] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e887c57-af98-428f-86cb-b0778924a6a5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.868441] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': task-3448032, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.870293] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Waiting for the task: (returnval){ [ 630.870293] env[69159]: value = "task-3448033" [ 630.870293] env[69159]: _type = "Task" [ 630.870293] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.882713] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.899894] env[69159]: DEBUG nova.policy [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9e44e0330de46c6ac1f059c5d7b8c46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92402a0dea704fe1968d2106f76e37b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.935216] env[69159]: DEBUG oslo_vmware.api [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Task: {'id': task-3448031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432095} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.935216] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.935216] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.935216] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.935216] env[69159]: INFO nova.compute.manager [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 630.935805] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.935805] env[69159]: DEBUG nova.compute.manager [-] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 630.935805] env[69159]: DEBUG nova.network.neutron [-] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 631.098662] env[69159]: DEBUG oslo_vmware.api [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448020, 'name': PowerOnVM_Task, 'duration_secs': 2.372856} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.098976] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.099171] env[69159]: INFO nova.compute.manager [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Took 15.14 seconds to spawn the instance on the hypervisor. [ 631.099357] env[69159]: DEBUG nova.compute.manager [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 631.100299] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15bf572-52e9-4cd3-be25-f4b46be396f0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.235133] env[69159]: DEBUG nova.network.neutron [-] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.237762] env[69159]: INFO nova.compute.manager [-] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Took 1.85 seconds to deallocate network for instance. [ 631.283775] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 631.286950] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Releasing lock "refresh_cache-947eeb04-b704-4686-a3e5-ce687c00527d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.287569] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Instance network_info: |[{"id": "7323a299-5f44-4c41-9ee1-4d17ab6c0c21", "address": "fa:16:3e:2b:58:4f", "network": {"id": "6357b3cc-d53a-4438-b5ae-af585886ea2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-797266608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "92402a0dea704fe1968d2106f76e37b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7323a299-5f", "ovs_interfaceid": "7323a299-5f44-4c41-9ee1-4d17ab6c0c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 631.287836] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:58:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7323a299-5f44-4c41-9ee1-4d17ab6c0c21', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.296349] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Creating folder: Project (92402a0dea704fe1968d2106f76e37b9). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.297452] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a8632a2-59a9-4ebd-a0a8-b4145d4fd11f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.308704] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Created folder: Project (92402a0dea704fe1968d2106f76e37b9) in parent group-v688391. [ 631.308908] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Creating folder: Instances. Parent ref: group-v688418. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.309174] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-052be471-e761-4cd2-a665-991c54c16871 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.321451] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Created folder: Instances in parent group-v688418. [ 631.321705] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.322172] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.322647] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99582849-c2cf-49db-bf57-c73d8c8c7993 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.348805] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.348805] env[69159]: value = "task-3448036" [ 631.348805] env[69159]: _type = "Task" [ 631.348805] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.359860] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448036, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.372194] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': task-3448032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.380538] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094958} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.383554] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.385014] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6630a37b-2662-4f49-9270-575466e04a1f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.408371] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 7548a4b2-15e3-4464-9875-9bf88de7a4ef/7548a4b2-15e3-4464-9875-9bf88de7a4ef.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.412507] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d79daa11-5da3-444f-9d73-fde945e86cd8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.434050] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Waiting for the task: (returnval){ [ 631.434050] env[69159]: value = "task-3448037" [ 631.434050] env[69159]: _type = "Task" [ 631.434050] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.447229] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448037, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.621081] env[69159]: INFO nova.compute.manager [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Took 24.20 seconds to build instance. [ 631.665484] env[69159]: DEBUG nova.compute.manager [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Received event network-changed-f9e3d6a5-5e00-4505-9a94-cbd0bc10388a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 631.665688] env[69159]: DEBUG nova.compute.manager [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Refreshing instance network info cache due to event network-changed-f9e3d6a5-5e00-4505-9a94-cbd0bc10388a. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 631.665901] env[69159]: DEBUG oslo_concurrency.lockutils [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] Acquiring lock "refresh_cache-7548a4b2-15e3-4464-9875-9bf88de7a4ef" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.666057] env[69159]: DEBUG oslo_concurrency.lockutils [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] Acquired lock "refresh_cache-7548a4b2-15e3-4464-9875-9bf88de7a4ef" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.666222] env[69159]: DEBUG nova.network.neutron [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Refreshing network info cache for port f9e3d6a5-5e00-4505-9a94-cbd0bc10388a {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.739579] env[69159]: INFO nova.compute.manager [-] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Took 1.84 seconds to deallocate network for instance. [ 631.747727] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.748438] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Successfully updated port: 89d6f5fd-c08a-4530-8c86-e0c845baf458 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.799055] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516d462a-6589-4177-873c-8e9401c16336 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.802512] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Successfully created port: b5e41ae4-2f5f-4043-8df9-baf3e1c225f2 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.809871] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093928e3-44d1-408f-b1d8-5a3c6844f312 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.844697] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4d2f0e-ba1c-4699-ad7c-841dc385c574 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.856881] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5f19f4-2fbc-4c68-811a-011c6a139da0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.863581] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448036, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.876513] env[69159]: DEBUG nova.compute.provider_tree [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.880859] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': task-3448032, 'name': ReconfigVM_Task, 'duration_secs': 0.642539} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.881413] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Reconfigured VM instance instance-00000009 to attach disk [datastore1] a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf/a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.882049] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9817c2cf-e16d-40aa-89d8-ad2452784688 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.889618] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Waiting for the task: (returnval){ [ 631.889618] env[69159]: value = "task-3448038" [ 631.889618] env[69159]: _type = "Task" [ 631.889618] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.900567] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': task-3448038, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.947407] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.125768] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aed51cbd-5132-4dc5-af8e-4796ca2919da tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "54abe51c-8514-44c7-8e18-ad1194c64fe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.720s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.184800] env[69159]: DEBUG nova.network.neutron [-] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.256984] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.256984] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "refresh_cache-dc04e670-e30d-444f-9f8c-85c3612117a6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.256984] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquired lock "refresh_cache-dc04e670-e30d-444f-9f8c-85c3612117a6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.256984] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.293903] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 632.334064] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.334336] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.334530] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.334756] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.334929] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.335116] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.335366] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.335544] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.335734] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.335902] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.336125] env[69159]: DEBUG nova.virt.hardware [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.337426] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740bd846-f13b-41b0-a38d-36be54d7b8de {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.345712] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4150d515-c7dd-4b4b-a1d6-fd44313e3ec0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.369652] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448036, 'name': CreateVM_Task, 'duration_secs': 0.544415} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.371171] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.372039] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.372274] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.372819] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.373345] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bcd1ea8-79ff-449e-98cc-558f6c629135 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.378954] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 632.378954] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5202060b-6749-9b3d-57b3-2f1cb2c2e66b" [ 632.378954] env[69159]: _type = "Task" [ 632.378954] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.383664] env[69159]: DEBUG nova.scheduler.client.report [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.393152] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5202060b-6749-9b3d-57b3-2f1cb2c2e66b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.402157] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': task-3448038, 'name': Rename_Task, 'duration_secs': 0.302025} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.402491] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.402743] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d1d84e7-2e9a-477b-b597-807e2c4efebd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.410672] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Waiting for the task: (returnval){ [ 632.410672] env[69159]: value = "task-3448043" [ 632.410672] env[69159]: _type = "Task" [ 632.410672] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.418464] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': task-3448043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.446098] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448037, 'name': ReconfigVM_Task, 'duration_secs': 0.818596} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.446390] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 7548a4b2-15e3-4464-9875-9bf88de7a4ef/7548a4b2-15e3-4464-9875-9bf88de7a4ef.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.447229] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c827935b-9e5b-41ac-87fc-07703fef89b6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.454387] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Waiting for the task: (returnval){ [ 632.454387] env[69159]: value = "task-3448044" [ 632.454387] env[69159]: _type = "Task" [ 632.454387] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.463271] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448044, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.594880] env[69159]: DEBUG nova.network.neutron [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Updated VIF entry in instance network info cache for port f9e3d6a5-5e00-4505-9a94-cbd0bc10388a. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.595438] env[69159]: DEBUG nova.network.neutron [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Updating instance_info_cache with network_info: [{"id": "f9e3d6a5-5e00-4505-9a94-cbd0bc10388a", "address": "fa:16:3e:35:8a:c7", "network": {"id": "6a39d571-ad3a-4e98-853a-1a1c2fcd48f5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1913862051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3ca824faa13453f825c64d93cbb3dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e3d6a5-5e", "ovs_interfaceid": "f9e3d6a5-5e00-4505-9a94-cbd0bc10388a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.628372] env[69159]: DEBUG nova.compute.manager [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 632.689890] env[69159]: INFO nova.compute.manager [-] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Took 1.75 seconds to deallocate network for instance. [ 632.802133] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.890369] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.890966] env[69159]: DEBUG nova.compute.manager [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 632.894977] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5202060b-6749-9b3d-57b3-2f1cb2c2e66b, 'name': SearchDatastore_Task, 'duration_secs': 0.012295} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.894977] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.049s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.895480] env[69159]: INFO nova.compute.claims [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.898315] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.898315] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.898315] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.898474] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.899079] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.899079] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43475e95-77ce-42a6-a302-d7d07ca955c0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.907584] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.907762] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.909583] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707bc91e-dbdc-418e-b985-043244af9f0c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.917795] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 632.917795] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522921ad-bb1f-1d9d-8791-8e8f7172241a" [ 632.917795] env[69159]: _type = "Task" [ 632.917795] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.921077] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': task-3448043, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.930019] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522921ad-bb1f-1d9d-8791-8e8f7172241a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.961936] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Updating instance_info_cache with network_info: [{"id": "89d6f5fd-c08a-4530-8c86-e0c845baf458", "address": "fa:16:3e:de:ba:4a", "network": {"id": "6357b3cc-d53a-4438-b5ae-af585886ea2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-797266608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "92402a0dea704fe1968d2106f76e37b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d6f5fd-c0", "ovs_interfaceid": "89d6f5fd-c08a-4530-8c86-e0c845baf458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.971589] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448044, 'name': Rename_Task, 'duration_secs': 0.168105} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.971800] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.972080] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d030b36-129e-433c-97fe-dd1eae83d453 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.979284] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Waiting for the task: (returnval){ [ 632.979284] env[69159]: value = "task-3448045" [ 632.979284] env[69159]: _type = "Task" [ 632.979284] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.987015] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.101560] env[69159]: DEBUG oslo_concurrency.lockutils [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] Releasing lock "refresh_cache-7548a4b2-15e3-4464-9875-9bf88de7a4ef" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.101959] env[69159]: DEBUG nova.compute.manager [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] [instance: f58d110f-a246-4458-b94f-72752038ac60] Received event network-vif-deleted-d0e2ebd9-7614-43d4-883b-3c4f449d2b42 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 633.102201] env[69159]: DEBUG nova.compute.manager [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Received event network-vif-plugged-7323a299-5f44-4c41-9ee1-4d17ab6c0c21 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 633.103380] env[69159]: DEBUG oslo_concurrency.lockutils [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] Acquiring lock "947eeb04-b704-4686-a3e5-ce687c00527d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.103895] env[69159]: DEBUG oslo_concurrency.lockutils [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] Lock "947eeb04-b704-4686-a3e5-ce687c00527d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.103895] env[69159]: DEBUG oslo_concurrency.lockutils [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] Lock "947eeb04-b704-4686-a3e5-ce687c00527d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.105069] env[69159]: DEBUG nova.compute.manager [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] No waiting events found dispatching network-vif-plugged-7323a299-5f44-4c41-9ee1-4d17ab6c0c21 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 633.105069] env[69159]: WARNING nova.compute.manager [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Received unexpected event network-vif-plugged-7323a299-5f44-4c41-9ee1-4d17ab6c0c21 for instance with vm_state building and task_state spawning. [ 633.105069] env[69159]: DEBUG nova.compute.manager [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Received event network-changed-7323a299-5f44-4c41-9ee1-4d17ab6c0c21 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 633.105069] env[69159]: DEBUG nova.compute.manager [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Refreshing instance network info cache due to event network-changed-7323a299-5f44-4c41-9ee1-4d17ab6c0c21. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 633.105069] env[69159]: DEBUG oslo_concurrency.lockutils [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] Acquiring lock "refresh_cache-947eeb04-b704-4686-a3e5-ce687c00527d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.105361] env[69159]: DEBUG oslo_concurrency.lockutils [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] Acquired lock "refresh_cache-947eeb04-b704-4686-a3e5-ce687c00527d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.105361] env[69159]: DEBUG nova.network.neutron [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Refreshing network info cache for port 7323a299-5f44-4c41-9ee1-4d17ab6c0c21 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.163547] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.195044] env[69159]: DEBUG oslo_concurrency.lockutils [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.398198] env[69159]: DEBUG nova.compute.utils [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.398198] env[69159]: DEBUG nova.compute.manager [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 633.399409] env[69159]: DEBUG nova.network.neutron [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.427961] env[69159]: DEBUG oslo_vmware.api [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': task-3448043, 'name': PowerOnVM_Task, 'duration_secs': 0.748862} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.433018] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.433018] env[69159]: INFO nova.compute.manager [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Took 11.38 seconds to spawn the instance on the hypervisor. [ 633.433018] env[69159]: DEBUG nova.compute.manager [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 633.433695] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464a02a0-e087-4450-8d40-45a3366d3220 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.443687] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522921ad-bb1f-1d9d-8791-8e8f7172241a, 'name': SearchDatastore_Task, 'duration_secs': 0.0131} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.449906] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f474774d-9b7a-496c-8db7-f20294725579 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.459309] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 633.459309] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5247d848-3218-30de-2358-c376dbbac691" [ 633.459309] env[69159]: _type = "Task" [ 633.459309] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.468633] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Releasing lock "refresh_cache-dc04e670-e30d-444f-9f8c-85c3612117a6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.468814] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Instance network_info: |[{"id": "89d6f5fd-c08a-4530-8c86-e0c845baf458", "address": "fa:16:3e:de:ba:4a", "network": {"id": "6357b3cc-d53a-4438-b5ae-af585886ea2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-797266608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "92402a0dea704fe1968d2106f76e37b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d6f5fd-c0", "ovs_interfaceid": "89d6f5fd-c08a-4530-8c86-e0c845baf458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 633.469121] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5247d848-3218-30de-2358-c376dbbac691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.469485] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:ba:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89d6f5fd-c08a-4530-8c86-e0c845baf458', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.481785] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.483035] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.488078] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0943fdd-08ce-4686-b266-f44cf9533efc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.512898] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448045, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.514254] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.514254] env[69159]: value = "task-3448046" [ 633.514254] env[69159]: _type = "Task" [ 633.514254] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.522968] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448046, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.557938] env[69159]: DEBUG nova.policy [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4378c8af941d4240add7b334f023517e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '573f1a6d6465402c8b472188ec448916', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.566977] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.567807] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.903921] env[69159]: DEBUG nova.compute.manager [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 633.970918] env[69159]: INFO nova.compute.manager [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Took 23.28 seconds to build instance. [ 633.993999] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5247d848-3218-30de-2358-c376dbbac691, 'name': SearchDatastore_Task, 'duration_secs': 0.019589} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.002537] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.002822] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 947eeb04-b704-4686-a3e5-ce687c00527d/947eeb04-b704-4686-a3e5-ce687c00527d.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.003588] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb5eaa05-e2e3-4975-8cf4-33652530bd89 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.011662] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448045, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.013160] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 634.013160] env[69159]: value = "task-3448047" [ 634.013160] env[69159]: _type = "Task" [ 634.013160] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.032902] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.033456] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448046, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.379938] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a53cf60-0e1d-40b6-bebc-fa5ff49ea67b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.391828] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a77421-738b-454e-a750-be5dd044334c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.435021] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fea289e-4cd3-4edc-bc1b-a98e81507f8e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.441823] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187c9ddc-e4a4-49bd-8f0f-1992e05cee64 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.465046] env[69159]: DEBUG nova.compute.provider_tree [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.482296] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2aa48761-95c4-4c7f-89f5-cda474e7dfd9 tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Lock "a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.801s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.500289] env[69159]: DEBUG oslo_vmware.api [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448045, 'name': PowerOnVM_Task, 'duration_secs': 1.381643} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.500573] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.500771] env[69159]: INFO nova.compute.manager [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Took 9.97 seconds to spawn the instance on the hypervisor. [ 634.500989] env[69159]: DEBUG nova.compute.manager [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 634.502102] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac61d6d-9293-4da2-9ba1-e1b53bb818af {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.537645] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448047, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.541285] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448046, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.695628] env[69159]: DEBUG nova.network.neutron [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Updated VIF entry in instance network info cache for port 7323a299-5f44-4c41-9ee1-4d17ab6c0c21. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.697693] env[69159]: DEBUG nova.network.neutron [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Updating instance_info_cache with network_info: [{"id": "7323a299-5f44-4c41-9ee1-4d17ab6c0c21", "address": "fa:16:3e:2b:58:4f", "network": {"id": "6357b3cc-d53a-4438-b5ae-af585886ea2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-797266608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "92402a0dea704fe1968d2106f76e37b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7323a299-5f", "ovs_interfaceid": "7323a299-5f44-4c41-9ee1-4d17ab6c0c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.794985] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Successfully updated port: b5e41ae4-2f5f-4043-8df9-baf3e1c225f2 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.937425] env[69159]: DEBUG nova.compute.manager [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 634.973033] env[69159]: DEBUG nova.scheduler.client.report [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.983927] env[69159]: DEBUG nova.virt.hardware [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:38:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1531513851',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1918036795',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.984524] env[69159]: DEBUG nova.virt.hardware [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.984524] env[69159]: DEBUG nova.virt.hardware [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.984671] env[69159]: DEBUG nova.virt.hardware [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.984779] env[69159]: DEBUG nova.virt.hardware [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.984931] env[69159]: DEBUG nova.virt.hardware [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.985239] env[69159]: DEBUG nova.virt.hardware [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.985335] env[69159]: DEBUG nova.virt.hardware [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.985488] env[69159]: DEBUG nova.virt.hardware [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.985672] env[69159]: DEBUG nova.virt.hardware [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.985846] env[69159]: DEBUG nova.virt.hardware [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.986893] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7c9442-f0d8-416a-aea2-c19723428c39 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.989908] env[69159]: DEBUG nova.compute.manager [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 635.007688] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42c43ab-869d-4e01-abbe-1236e3fff1bf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.035983] env[69159]: INFO nova.compute.manager [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Took 21.59 seconds to build instance. [ 635.053068] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448046, 'name': CreateVM_Task, 'duration_secs': 1.423966} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.057674] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.057674] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734377} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.058208] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.058208] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.058998] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.058998] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 947eeb04-b704-4686-a3e5-ce687c00527d/947eeb04-b704-4686-a3e5-ce687c00527d.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.059240] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.060029] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6286b559-cb95-4885-a8bb-77641ac0ee20 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.062325] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f53c389-057b-4ccc-ba7d-4e7f66f34b88 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.069381] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 635.069381] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526880d0-545f-bf5f-4dfa-a21cd9f72d54" [ 635.069381] env[69159]: _type = "Task" [ 635.069381] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.075447] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 635.075447] env[69159]: value = "task-3448048" [ 635.075447] env[69159]: _type = "Task" [ 635.075447] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.086630] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526880d0-545f-bf5f-4dfa-a21cd9f72d54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.087546] env[69159]: DEBUG nova.network.neutron [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Successfully created port: a61adc29-0dfd-4abb-99e1-b5840116f952 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.094789] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.201358] env[69159]: DEBUG oslo_concurrency.lockutils [req-1ebdb379-5e67-4986-bdf1-af03cfb45e53 req-a3bddca1-f43e-41d0-982f-c546a428767b service nova] Releasing lock "refresh_cache-947eeb04-b704-4686-a3e5-ce687c00527d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.298107] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "refresh_cache-8c293933-bd62-4ccc-adbe-891c4f7ac11f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.298286] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquired lock "refresh_cache-8c293933-bd62-4ccc-adbe-891c4f7ac11f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.298448] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.470794] env[69159]: DEBUG nova.compute.manager [req-24115761-e36d-4ee8-923e-c5a43486b185 req-71e105af-71f4-45a1-96e7-d04626f4f681 service nova] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Received event network-vif-deleted-d27d0362-a398-44b3-82d0-ae90f856310e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 635.470944] env[69159]: DEBUG nova.compute.manager [req-24115761-e36d-4ee8-923e-c5a43486b185 req-71e105af-71f4-45a1-96e7-d04626f4f681 service nova] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Received event network-vif-deleted-11edfa07-6436-4513-b13b-8da1fa37b71d {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 635.471199] env[69159]: DEBUG nova.compute.manager [req-24115761-e36d-4ee8-923e-c5a43486b185 req-71e105af-71f4-45a1-96e7-d04626f4f681 service nova] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Received event network-vif-plugged-89d6f5fd-c08a-4530-8c86-e0c845baf458 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 635.471493] env[69159]: DEBUG oslo_concurrency.lockutils [req-24115761-e36d-4ee8-923e-c5a43486b185 req-71e105af-71f4-45a1-96e7-d04626f4f681 service nova] Acquiring lock "dc04e670-e30d-444f-9f8c-85c3612117a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.471829] env[69159]: DEBUG oslo_concurrency.lockutils [req-24115761-e36d-4ee8-923e-c5a43486b185 req-71e105af-71f4-45a1-96e7-d04626f4f681 service nova] Lock "dc04e670-e30d-444f-9f8c-85c3612117a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.472369] env[69159]: DEBUG oslo_concurrency.lockutils [req-24115761-e36d-4ee8-923e-c5a43486b185 req-71e105af-71f4-45a1-96e7-d04626f4f681 service nova] Lock "dc04e670-e30d-444f-9f8c-85c3612117a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.472581] env[69159]: DEBUG nova.compute.manager [req-24115761-e36d-4ee8-923e-c5a43486b185 req-71e105af-71f4-45a1-96e7-d04626f4f681 service nova] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] No waiting events found dispatching network-vif-plugged-89d6f5fd-c08a-4530-8c86-e0c845baf458 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 635.472766] env[69159]: WARNING nova.compute.manager [req-24115761-e36d-4ee8-923e-c5a43486b185 req-71e105af-71f4-45a1-96e7-d04626f4f681 service nova] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Received unexpected event network-vif-plugged-89d6f5fd-c08a-4530-8c86-e0c845baf458 for instance with vm_state building and task_state spawning. [ 635.472943] env[69159]: DEBUG nova.compute.manager [req-24115761-e36d-4ee8-923e-c5a43486b185 req-71e105af-71f4-45a1-96e7-d04626f4f681 service nova] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Received event network-vif-deleted-4ef5a1d3-22f6-405d-938c-f6b75058f22c {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 635.473144] env[69159]: DEBUG nova.compute.manager [req-24115761-e36d-4ee8-923e-c5a43486b185 req-71e105af-71f4-45a1-96e7-d04626f4f681 service nova] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Received event network-changed-89d6f5fd-c08a-4530-8c86-e0c845baf458 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 635.473276] env[69159]: DEBUG nova.compute.manager [req-24115761-e36d-4ee8-923e-c5a43486b185 req-71e105af-71f4-45a1-96e7-d04626f4f681 service nova] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Refreshing instance network info cache due to event network-changed-89d6f5fd-c08a-4530-8c86-e0c845baf458. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 635.473463] env[69159]: DEBUG oslo_concurrency.lockutils [req-24115761-e36d-4ee8-923e-c5a43486b185 req-71e105af-71f4-45a1-96e7-d04626f4f681 service nova] Acquiring lock "refresh_cache-dc04e670-e30d-444f-9f8c-85c3612117a6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.473596] env[69159]: DEBUG oslo_concurrency.lockutils [req-24115761-e36d-4ee8-923e-c5a43486b185 req-71e105af-71f4-45a1-96e7-d04626f4f681 service nova] Acquired lock "refresh_cache-dc04e670-e30d-444f-9f8c-85c3612117a6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.473748] env[69159]: DEBUG nova.network.neutron [req-24115761-e36d-4ee8-923e-c5a43486b185 req-71e105af-71f4-45a1-96e7-d04626f4f681 service nova] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Refreshing network info cache for port 89d6f5fd-c08a-4530-8c86-e0c845baf458 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.478854] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.480384] env[69159]: DEBUG nova.compute.manager [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 635.482885] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.410s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.483220] env[69159]: DEBUG nova.objects.instance [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lazy-loading 'resources' on Instance uuid f58d110f-a246-4458-b94f-72752038ac60 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 635.518258] env[69159]: DEBUG oslo_concurrency.lockutils [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.547990] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25302b52-35bf-41a7-942b-b0408199e697 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.115s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.587149] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526880d0-545f-bf5f-4dfa-a21cd9f72d54, 'name': SearchDatastore_Task, 'duration_secs': 0.018676} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.589201] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.589201] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.589201] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.589201] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.589534] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.593506] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3dc7330-5d83-4afc-9427-41fd25bdc87e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.596027] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141916} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.596625] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.597875] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4db6c3a-f2e3-4542-ab10-75e90f9eac75 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.629439] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 947eeb04-b704-4686-a3e5-ce687c00527d/947eeb04-b704-4686-a3e5-ce687c00527d.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.631732] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0339e55-3f92-4494-8c5c-635e3781a49a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.648304] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.648571] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.649178] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d403967-6d42-4035-8382-9feddcd99fdd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.656344] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 635.656344] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ac532b-fb68-77fb-9e1d-3928f20ef083" [ 635.656344] env[69159]: _type = "Task" [ 635.656344] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.658370] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 635.658370] env[69159]: value = "task-3448050" [ 635.658370] env[69159]: _type = "Task" [ 635.658370] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.678090] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ac532b-fb68-77fb-9e1d-3928f20ef083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.678090] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.927594] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.935932] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "33bfaa91-de36-4374-a76f-585613277fda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.936230] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "33bfaa91-de36-4374-a76f-585613277fda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.989374] env[69159]: DEBUG nova.compute.utils [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.997437] env[69159]: DEBUG nova.compute.manager [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Not allocating networking since 'none' was specified. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 636.050738] env[69159]: DEBUG nova.compute.manager [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 636.190381] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.199231] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ac532b-fb68-77fb-9e1d-3928f20ef083, 'name': SearchDatastore_Task, 'duration_secs': 0.029776} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.200672] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1031b431-0bc8-446a-8a53-3320b77d7af2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.210438] env[69159]: DEBUG nova.compute.manager [None req-72dbed3f-db86-4a72-b493-ee3c856ffe1d tempest-ServerDiagnosticsV248Test-1653753572 tempest-ServerDiagnosticsV248Test-1653753572-project-admin] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 636.215630] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4d7843-f930-48b2-a51c-e84fd384d91e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.219037] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 636.219037] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b69173-0d0a-ad53-3d00-fd374a761510" [ 636.219037] env[69159]: _type = "Task" [ 636.219037] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.228735] env[69159]: INFO nova.compute.manager [None req-72dbed3f-db86-4a72-b493-ee3c856ffe1d tempest-ServerDiagnosticsV248Test-1653753572 tempest-ServerDiagnosticsV248Test-1653753572-project-admin] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Retrieving diagnostics [ 636.229723] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc44b94f-638c-4b80-914b-d3c0e1780edc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.239702] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b69173-0d0a-ad53-3d00-fd374a761510, 'name': SearchDatastore_Task, 'duration_secs': 0.016929} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.239702] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.239702] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] dc04e670-e30d-444f-9f8c-85c3612117a6/dc04e670-e30d-444f-9f8c-85c3612117a6.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.239702] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30180cf1-f0ac-4978-962c-7fe0a11231a9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.273334] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 636.273334] env[69159]: value = "task-3448051" [ 636.273334] env[69159]: _type = "Task" [ 636.273334] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.284933] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.494387] env[69159]: DEBUG nova.compute.manager [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 636.588087] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.636090] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb1dbab-807c-4bd3-9850-ad224ece9937 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.645603] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea4b151-a247-4870-97c9-0817176f6098 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.651041] env[69159]: DEBUG nova.network.neutron [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Updating instance_info_cache with network_info: [{"id": "b5e41ae4-2f5f-4043-8df9-baf3e1c225f2", "address": "fa:16:3e:6b:9a:fc", "network": {"id": "6357b3cc-d53a-4438-b5ae-af585886ea2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-797266608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "92402a0dea704fe1968d2106f76e37b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5e41ae4-2f", "ovs_interfaceid": "b5e41ae4-2f5f-4043-8df9-baf3e1c225f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.689852] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b65541b-f6ef-46c9-bf85-ebe5c792c9a0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.704655] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448050, 'name': ReconfigVM_Task, 'duration_secs': 0.748384} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.706106] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb901f6-cbda-4e32-8941-3cf5d1090e7a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.711386] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 947eeb04-b704-4686-a3e5-ce687c00527d/947eeb04-b704-4686-a3e5-ce687c00527d.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.715143] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8d4541c-b1a2-401a-b7fb-7b64e7b8df3a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.725372] env[69159]: DEBUG nova.compute.provider_tree [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.729301] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 636.729301] env[69159]: value = "task-3448052" [ 636.729301] env[69159]: _type = "Task" [ 636.729301] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.739628] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448052, 'name': Rename_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.785859] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448051, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.815339] env[69159]: DEBUG nova.network.neutron [req-24115761-e36d-4ee8-923e-c5a43486b185 req-71e105af-71f4-45a1-96e7-d04626f4f681 service nova] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Updated VIF entry in instance network info cache for port 89d6f5fd-c08a-4530-8c86-e0c845baf458. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.817981] env[69159]: DEBUG nova.network.neutron [req-24115761-e36d-4ee8-923e-c5a43486b185 req-71e105af-71f4-45a1-96e7-d04626f4f681 service nova] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Updating instance_info_cache with network_info: [{"id": "89d6f5fd-c08a-4530-8c86-e0c845baf458", "address": "fa:16:3e:de:ba:4a", "network": {"id": "6357b3cc-d53a-4438-b5ae-af585886ea2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-797266608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "92402a0dea704fe1968d2106f76e37b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d6f5fd-c0", "ovs_interfaceid": "89d6f5fd-c08a-4530-8c86-e0c845baf458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.156732] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Releasing lock "refresh_cache-8c293933-bd62-4ccc-adbe-891c4f7ac11f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.157121] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Instance network_info: |[{"id": "b5e41ae4-2f5f-4043-8df9-baf3e1c225f2", "address": "fa:16:3e:6b:9a:fc", "network": {"id": "6357b3cc-d53a-4438-b5ae-af585886ea2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-797266608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "92402a0dea704fe1968d2106f76e37b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5e41ae4-2f", "ovs_interfaceid": "b5e41ae4-2f5f-4043-8df9-baf3e1c225f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 637.157625] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:9a:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5e41ae4-2f5f-4043-8df9-baf3e1c225f2', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.169849] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.170376] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.170541] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7826ea0c-dccc-4152-b767-c7b939c6d250 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.193405] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.193405] env[69159]: value = "task-3448053" [ 637.193405] env[69159]: _type = "Task" [ 637.193405] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.206230] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448053, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.230925] env[69159]: DEBUG nova.scheduler.client.report [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.244890] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448052, 'name': Rename_Task, 'duration_secs': 0.504138} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.245480] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.245842] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd83a8b5-e55d-45a4-a27b-87a2251fd61c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.256495] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 637.256495] env[69159]: value = "task-3448055" [ 637.256495] env[69159]: _type = "Task" [ 637.256495] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.272023] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448055, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.285253] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658605} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.285549] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] dc04e670-e30d-444f-9f8c-85c3612117a6/dc04e670-e30d-444f-9f8c-85c3612117a6.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.285807] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.286128] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-584ef0e6-aa57-4121-bbb5-d19180e04b8d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.292556] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 637.292556] env[69159]: value = "task-3448056" [ 637.292556] env[69159]: _type = "Task" [ 637.292556] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.303019] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.324553] env[69159]: DEBUG oslo_concurrency.lockutils [req-24115761-e36d-4ee8-923e-c5a43486b185 req-71e105af-71f4-45a1-96e7-d04626f4f681 service nova] Releasing lock "refresh_cache-dc04e670-e30d-444f-9f8c-85c3612117a6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.506672] env[69159]: DEBUG nova.compute.manager [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 637.545131] env[69159]: DEBUG nova.virt.hardware [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.545131] env[69159]: DEBUG nova.virt.hardware [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.545131] env[69159]: DEBUG nova.virt.hardware [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.546036] env[69159]: DEBUG nova.virt.hardware [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.546036] env[69159]: DEBUG nova.virt.hardware [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.546036] env[69159]: DEBUG nova.virt.hardware [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.546036] env[69159]: DEBUG nova.virt.hardware [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.546188] env[69159]: DEBUG nova.virt.hardware [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.546720] env[69159]: DEBUG nova.virt.hardware [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.546720] env[69159]: DEBUG nova.virt.hardware [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.546720] env[69159]: DEBUG nova.virt.hardware [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.547924] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702684d6-9e53-432e-b198-d9c44f012fde {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.559097] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91efda5f-9a77-4a73-a799-f3e3125755de {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.581086] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.585877] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Creating folder: Project (fd2e39f5ae3942b79fdf635f93853068). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.586278] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9903781b-be2f-4949-a380-921aba6ab38b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.596834] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Created folder: Project (fd2e39f5ae3942b79fdf635f93853068) in parent group-v688391. [ 637.597069] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Creating folder: Instances. Parent ref: group-v688426. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.597393] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e64d839b-c2cb-4eef-b2c6-292b522296ec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.606965] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Created folder: Instances in parent group-v688426. [ 637.607252] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.607461] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.607671] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa7ff97c-a739-4484-995f-d88772e41bb9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.624213] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.624213] env[69159]: value = "task-3448059" [ 637.624213] env[69159]: _type = "Task" [ 637.624213] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.633751] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448059, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.705222] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448053, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.740171] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.744075] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.297s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.746771] env[69159]: INFO nova.compute.claims [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.774248] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448055, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.781639] env[69159]: INFO nova.scheduler.client.report [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Deleted allocations for instance f58d110f-a246-4458-b94f-72752038ac60 [ 637.803261] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073362} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.803261] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.804374] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9a9eb3-83a6-4b63-b437-4fb23f039fae {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.830573] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] dc04e670-e30d-444f-9f8c-85c3612117a6/dc04e670-e30d-444f-9f8c-85c3612117a6.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.830573] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-297977b8-d89e-493a-87ba-a97fd8d13703 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.856407] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 637.856407] env[69159]: value = "task-3448060" [ 637.856407] env[69159]: _type = "Task" [ 637.856407] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.868851] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448060, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.116139] env[69159]: DEBUG nova.network.neutron [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Successfully updated port: a61adc29-0dfd-4abb-99e1-b5840116f952 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.139393] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448059, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.207613] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448053, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.243414] env[69159]: DEBUG nova.compute.manager [req-8db33e0e-ef82-4dca-8aed-5b0cd6783613 req-81eab8df-5925-4df1-8eb5-a0e18fc16f74 service nova] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Received event network-vif-plugged-b5e41ae4-2f5f-4043-8df9-baf3e1c225f2 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 638.243943] env[69159]: DEBUG oslo_concurrency.lockutils [req-8db33e0e-ef82-4dca-8aed-5b0cd6783613 req-81eab8df-5925-4df1-8eb5-a0e18fc16f74 service nova] Acquiring lock "8c293933-bd62-4ccc-adbe-891c4f7ac11f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.243943] env[69159]: DEBUG oslo_concurrency.lockutils [req-8db33e0e-ef82-4dca-8aed-5b0cd6783613 req-81eab8df-5925-4df1-8eb5-a0e18fc16f74 service nova] Lock "8c293933-bd62-4ccc-adbe-891c4f7ac11f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.244144] env[69159]: DEBUG oslo_concurrency.lockutils [req-8db33e0e-ef82-4dca-8aed-5b0cd6783613 req-81eab8df-5925-4df1-8eb5-a0e18fc16f74 service nova] Lock "8c293933-bd62-4ccc-adbe-891c4f7ac11f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.244312] env[69159]: DEBUG nova.compute.manager [req-8db33e0e-ef82-4dca-8aed-5b0cd6783613 req-81eab8df-5925-4df1-8eb5-a0e18fc16f74 service nova] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] No waiting events found dispatching network-vif-plugged-b5e41ae4-2f5f-4043-8df9-baf3e1c225f2 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 638.244674] env[69159]: WARNING nova.compute.manager [req-8db33e0e-ef82-4dca-8aed-5b0cd6783613 req-81eab8df-5925-4df1-8eb5-a0e18fc16f74 service nova] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Received unexpected event network-vif-plugged-b5e41ae4-2f5f-4043-8df9-baf3e1c225f2 for instance with vm_state building and task_state spawning. [ 638.244847] env[69159]: DEBUG nova.compute.manager [req-8db33e0e-ef82-4dca-8aed-5b0cd6783613 req-81eab8df-5925-4df1-8eb5-a0e18fc16f74 service nova] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Received event network-changed-b5e41ae4-2f5f-4043-8df9-baf3e1c225f2 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 638.245029] env[69159]: DEBUG nova.compute.manager [req-8db33e0e-ef82-4dca-8aed-5b0cd6783613 req-81eab8df-5925-4df1-8eb5-a0e18fc16f74 service nova] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Refreshing instance network info cache due to event network-changed-b5e41ae4-2f5f-4043-8df9-baf3e1c225f2. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 638.245212] env[69159]: DEBUG oslo_concurrency.lockutils [req-8db33e0e-ef82-4dca-8aed-5b0cd6783613 req-81eab8df-5925-4df1-8eb5-a0e18fc16f74 service nova] Acquiring lock "refresh_cache-8c293933-bd62-4ccc-adbe-891c4f7ac11f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.245444] env[69159]: DEBUG oslo_concurrency.lockutils [req-8db33e0e-ef82-4dca-8aed-5b0cd6783613 req-81eab8df-5925-4df1-8eb5-a0e18fc16f74 service nova] Acquired lock "refresh_cache-8c293933-bd62-4ccc-adbe-891c4f7ac11f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.245569] env[69159]: DEBUG nova.network.neutron [req-8db33e0e-ef82-4dca-8aed-5b0cd6783613 req-81eab8df-5925-4df1-8eb5-a0e18fc16f74 service nova] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Refreshing network info cache for port b5e41ae4-2f5f-4043-8df9-baf3e1c225f2 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.271254] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448055, 'name': PowerOnVM_Task, 'duration_secs': 0.986298} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.273328] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.275141] env[69159]: INFO nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Took 11.23 seconds to spawn the instance on the hypervisor. [ 638.275141] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 638.275141] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008a3877-5239-43ab-8c7a-254c179f5177 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.300076] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8ef5013-aa5c-45ea-975a-4bdc25bbb1f2 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "f58d110f-a246-4458-b94f-72752038ac60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.206s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.367767] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.613771] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Acquiring lock "71110d4a-7fb0-4043-a917-be39f2693eac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.614088] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Lock "71110d4a-7fb0-4043-a917-be39f2693eac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.615251] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Acquiring lock "71110d4a-7fb0-4043-a917-be39f2693eac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.615251] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Lock "71110d4a-7fb0-4043-a917-be39f2693eac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.615251] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Lock "71110d4a-7fb0-4043-a917-be39f2693eac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.619248] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquiring lock "refresh_cache-a7041ba9-8ba8-4777-8aea-1987a87397bc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.619248] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquired lock "refresh_cache-a7041ba9-8ba8-4777-8aea-1987a87397bc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.619248] env[69159]: DEBUG nova.network.neutron [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.619248] env[69159]: INFO nova.compute.manager [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Terminating instance [ 638.641807] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448059, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.707928] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448053, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.801133] env[69159]: INFO nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Took 18.96 seconds to build instance. [ 638.877034] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448060, 'name': ReconfigVM_Task, 'duration_secs': 0.662073} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.877234] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Reconfigured VM instance instance-0000000c to attach disk [datastore1] dc04e670-e30d-444f-9f8c-85c3612117a6/dc04e670-e30d-444f-9f8c-85c3612117a6.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.877829] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fb44458-d98d-4825-b296-505783075a4d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.886680] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 638.886680] env[69159]: value = "task-3448061" [ 638.886680] env[69159]: _type = "Task" [ 638.886680] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.897857] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448061, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.129930] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Acquiring lock "refresh_cache-71110d4a-7fb0-4043-a917-be39f2693eac" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.129930] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Acquired lock "refresh_cache-71110d4a-7fb0-4043-a917-be39f2693eac" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.129930] env[69159]: DEBUG nova.network.neutron [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.144592] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448059, 'name': CreateVM_Task, 'duration_secs': 1.485674} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.144962] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.145586] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.145586] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.145741] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.146567] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01dfdfdb-ee07-43ef-847b-88de701be8b9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.160333] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 639.160333] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521d1be1-19c5-3bc9-583e-5e8134a0ae24" [ 639.160333] env[69159]: _type = "Task" [ 639.160333] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.172689] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521d1be1-19c5-3bc9-583e-5e8134a0ae24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.209680] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448053, 'name': CreateVM_Task, 'duration_secs': 1.575557} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.209990] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.210458] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.245245] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfdce00-6876-4ea8-89cd-e9558471be1b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.257033] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e22560d-c9d7-4123-8589-fc25f62b12d1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.266173] env[69159]: DEBUG nova.network.neutron [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.302671] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61e4b57-2163-435d-91bf-8c62b14620e8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.306104] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "947eeb04-b704-4686-a3e5-ce687c00527d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.623s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.308747] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4478a0-e602-4d35-94c2-d6cf2f46eb4b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.326981] env[69159]: DEBUG nova.compute.provider_tree [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.399514] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448061, 'name': Rename_Task, 'duration_secs': 0.15139} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.399663] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.399950] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c1d453d-bc94-41d0-ae45-6c3399947c8a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.406512] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 639.406512] env[69159]: value = "task-3448063" [ 639.406512] env[69159]: _type = "Task" [ 639.406512] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.415452] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.530704] env[69159]: DEBUG nova.compute.manager [req-468ff6ea-ba61-446b-96a0-858082c66b7b req-203cceab-0933-4d79-953f-c1ebfdb28289 service nova] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Received event network-changed-c6fd9794-6456-4e43-9753-4b6670aa5509 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 639.530918] env[69159]: DEBUG nova.compute.manager [req-468ff6ea-ba61-446b-96a0-858082c66b7b req-203cceab-0933-4d79-953f-c1ebfdb28289 service nova] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Refreshing instance network info cache due to event network-changed-c6fd9794-6456-4e43-9753-4b6670aa5509. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 639.531207] env[69159]: DEBUG oslo_concurrency.lockutils [req-468ff6ea-ba61-446b-96a0-858082c66b7b req-203cceab-0933-4d79-953f-c1ebfdb28289 service nova] Acquiring lock "refresh_cache-a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.531394] env[69159]: DEBUG oslo_concurrency.lockutils [req-468ff6ea-ba61-446b-96a0-858082c66b7b req-203cceab-0933-4d79-953f-c1ebfdb28289 service nova] Acquired lock "refresh_cache-a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.531584] env[69159]: DEBUG nova.network.neutron [req-468ff6ea-ba61-446b-96a0-858082c66b7b req-203cceab-0933-4d79-953f-c1ebfdb28289 service nova] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Refreshing network info cache for port c6fd9794-6456-4e43-9753-4b6670aa5509 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.677816] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521d1be1-19c5-3bc9-583e-5e8134a0ae24, 'name': SearchDatastore_Task, 'duration_secs': 0.012876} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.678225] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.678414] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.679012] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.679012] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.679012] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.681072] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.681072] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.681072] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5269e476-de6d-47b7-8e3b-4f4c7117d43c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.683438] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4293dfe-832f-4784-a010-d96c2b9ffdc1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.689251] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 639.689251] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d61410-70cf-43cb-7f52-46f434607999" [ 639.689251] env[69159]: _type = "Task" [ 639.689251] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.694084] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.694084] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.694985] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f23275-e2fe-4970-a332-840ee85ba3ea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.702624] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d61410-70cf-43cb-7f52-46f434607999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.705098] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 639.705098] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527668eb-2eae-886d-5962-45b23bff44e5" [ 639.705098] env[69159]: _type = "Task" [ 639.705098] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.715652] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527668eb-2eae-886d-5962-45b23bff44e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.817596] env[69159]: DEBUG nova.compute.manager [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 639.833610] env[69159]: DEBUG nova.scheduler.client.report [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.896128] env[69159]: DEBUG nova.network.neutron [req-8db33e0e-ef82-4dca-8aed-5b0cd6783613 req-81eab8df-5925-4df1-8eb5-a0e18fc16f74 service nova] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Updated VIF entry in instance network info cache for port b5e41ae4-2f5f-4043-8df9-baf3e1c225f2. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.896614] env[69159]: DEBUG nova.network.neutron [req-8db33e0e-ef82-4dca-8aed-5b0cd6783613 req-81eab8df-5925-4df1-8eb5-a0e18fc16f74 service nova] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Updating instance_info_cache with network_info: [{"id": "b5e41ae4-2f5f-4043-8df9-baf3e1c225f2", "address": "fa:16:3e:6b:9a:fc", "network": {"id": "6357b3cc-d53a-4438-b5ae-af585886ea2e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-797266608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92402a0dea704fe1968d2106f76e37b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5e41ae4-2f", "ovs_interfaceid": "b5e41ae4-2f5f-4043-8df9-baf3e1c225f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.916884] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448063, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.925991] env[69159]: DEBUG nova.network.neutron [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.203082] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d61410-70cf-43cb-7f52-46f434607999, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.203600] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.203600] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.203600] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.217466] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527668eb-2eae-886d-5962-45b23bff44e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.218635] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-063ad44a-e1e9-4fc8-b704-3ebf7756de79 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.226841] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 640.226841] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520c18a0-896d-cd00-7710-62841893addc" [ 640.226841] env[69159]: _type = "Task" [ 640.226841] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.237392] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520c18a0-896d-cd00-7710-62841893addc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.275916] env[69159]: DEBUG nova.network.neutron [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Updating instance_info_cache with network_info: [{"id": "a61adc29-0dfd-4abb-99e1-b5840116f952", "address": "fa:16:3e:d9:a0:aa", "network": {"id": "0d33991f-be82-4cc8-bdc8-124debb4c9aa", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-935964925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "573f1a6d6465402c8b472188ec448916", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa61adc29-0d", "ovs_interfaceid": "a61adc29-0dfd-4abb-99e1-b5840116f952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.287250] env[69159]: DEBUG nova.network.neutron [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.340073] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.340693] env[69159]: DEBUG nova.compute.manager [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 640.348388] env[69159]: DEBUG oslo_concurrency.lockutils [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.350898] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.729s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.357328] env[69159]: INFO nova.compute.claims [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.402705] env[69159]: DEBUG oslo_concurrency.lockutils [req-8db33e0e-ef82-4dca-8aed-5b0cd6783613 req-81eab8df-5925-4df1-8eb5-a0e18fc16f74 service nova] Releasing lock "refresh_cache-8c293933-bd62-4ccc-adbe-891c4f7ac11f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.423097] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448063, 'name': PowerOnVM_Task, 'duration_secs': 0.510961} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.423786] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.423786] env[69159]: INFO nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Took 10.74 seconds to spawn the instance on the hypervisor. [ 640.423786] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 640.424553] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879468f8-815a-4afd-9696-1076a165c51e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.752834] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520c18a0-896d-cd00-7710-62841893addc, 'name': SearchDatastore_Task, 'duration_secs': 0.014904} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.753154] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.754563] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] c73aa848-bb39-4407-9bb2-b8a3dbde0b61/c73aa848-bb39-4407-9bb2-b8a3dbde0b61.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.754563] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.754563] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.754563] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1abd5b3f-00f0-442a-9d4e-fe99e7ccdc6f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.759265] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e01b22c-f7f8-4849-9873-a5e6288fb75c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.766089] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 640.766089] env[69159]: value = "task-3448064" [ 640.766089] env[69159]: _type = "Task" [ 640.766089] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.777172] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.777172] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.778546] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-507f8b69-be52-46b0-9a6f-e1076736e627 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.785850] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Releasing lock "refresh_cache-a7041ba9-8ba8-4777-8aea-1987a87397bc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.785850] env[69159]: DEBUG nova.compute.manager [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Instance network_info: |[{"id": "a61adc29-0dfd-4abb-99e1-b5840116f952", "address": "fa:16:3e:d9:a0:aa", "network": {"id": "0d33991f-be82-4cc8-bdc8-124debb4c9aa", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-935964925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "573f1a6d6465402c8b472188ec448916", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa61adc29-0d", "ovs_interfaceid": "a61adc29-0dfd-4abb-99e1-b5840116f952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 640.785976] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.786152] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:a0:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a61adc29-0dfd-4abb-99e1-b5840116f952', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.795748] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Creating folder: Project (573f1a6d6465402c8b472188ec448916). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.796842] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Releasing lock "refresh_cache-71110d4a-7fb0-4043-a917-be39f2693eac" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.799644] env[69159]: DEBUG nova.compute.manager [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 640.799644] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 640.799644] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cccd176-cc67-4d7c-9f31-76cad916926d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.805021] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85226e40-ca5b-4789-9612-8ca7bbc877ce {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.805715] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 640.805715] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52eed09c-e2ae-2669-af6f-599d48b08fb9" [ 640.805715] env[69159]: _type = "Task" [ 640.805715] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.812906] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.814756] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9267f1ff-60ea-4448-bb6f-8c38ab8d4958 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.816453] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Created folder: Project (573f1a6d6465402c8b472188ec448916) in parent group-v688391. [ 640.816626] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Creating folder: Instances. Parent ref: group-v688429. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.820183] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86fc10e9-8d21-4718-b92d-b4b32274e299 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.821959] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52eed09c-e2ae-2669-af6f-599d48b08fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010334} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.824701] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6438cacd-21d4-4fc4-90d6-096afb844f2b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.833156] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Created folder: Instances in parent group-v688429. [ 640.833445] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.833747] env[69159]: DEBUG oslo_vmware.api [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Waiting for the task: (returnval){ [ 640.833747] env[69159]: value = "task-3448066" [ 640.833747] env[69159]: _type = "Task" [ 640.833747] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.834290] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.834616] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b6a0609-83cb-4e3a-a9cf-eb2767f97547 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.860671] env[69159]: DEBUG nova.compute.utils [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.867685] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 640.867685] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5229ed5b-2687-475c-4780-f207366ed83c" [ 640.867685] env[69159]: _type = "Task" [ 640.867685] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.868629] env[69159]: DEBUG nova.compute.manager [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 640.868811] env[69159]: DEBUG nova.network.neutron [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.882581] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.882581] env[69159]: value = "task-3448068" [ 640.882581] env[69159]: _type = "Task" [ 640.882581] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.890650] env[69159]: DEBUG oslo_vmware.api [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3448066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.903572] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5229ed5b-2687-475c-4780-f207366ed83c, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.904246] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.904585] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8c293933-bd62-4ccc-adbe-891c4f7ac11f/8c293933-bd62-4ccc-adbe-891c4f7ac11f.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.904774] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fe777b7-7767-4da9-b114-21f0688f2090 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.911405] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448068, 'name': CreateVM_Task} progress is 15%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.920137] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 640.920137] env[69159]: value = "task-3448069" [ 640.920137] env[69159]: _type = "Task" [ 640.920137] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.928136] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.947558] env[69159]: INFO nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Took 20.45 seconds to build instance. [ 641.148401] env[69159]: DEBUG nova.policy [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65178ecea74b4d2c8c9c9799ec7e98ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fba5b97213c4c98a3aa1d4fcc6df175', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.150388] env[69159]: DEBUG nova.network.neutron [req-468ff6ea-ba61-446b-96a0-858082c66b7b req-203cceab-0933-4d79-953f-c1ebfdb28289 service nova] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Updated VIF entry in instance network info cache for port c6fd9794-6456-4e43-9753-4b6670aa5509. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.151098] env[69159]: DEBUG nova.network.neutron [req-468ff6ea-ba61-446b-96a0-858082c66b7b req-203cceab-0933-4d79-953f-c1ebfdb28289 service nova] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Updating instance_info_cache with network_info: [{"id": "c6fd9794-6456-4e43-9753-4b6670aa5509", "address": "fa:16:3e:7d:4c:24", "network": {"id": "5b21a584-3ed6-430c-b6fb-34aee2aceb10", "bridge": "br-int", "label": "tempest-ServersTestJSON-1766232401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755d9866e7254333b5ca5b73e2f93289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6fd9794-64", "ovs_interfaceid": "c6fd9794-6456-4e43-9753-4b6670aa5509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.279311] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487716} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.279623] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] c73aa848-bb39-4407-9bb2-b8a3dbde0b61/c73aa848-bb39-4407-9bb2-b8a3dbde0b61.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.279762] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.280526] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e4bd4ba-483d-4fea-9f9a-59ab14b5311c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.289522] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 641.289522] env[69159]: value = "task-3448070" [ 641.289522] env[69159]: _type = "Task" [ 641.289522] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.302784] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.349929] env[69159]: DEBUG oslo_vmware.api [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3448066, 'name': PowerOffVM_Task, 'duration_secs': 0.14856} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.350322] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.351079] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 641.351079] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e59eede-3a57-4e7f-a314-bde34a6af6c5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.369019] env[69159]: DEBUG nova.compute.manager [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 641.379407] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 641.379643] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 641.380156] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Deleting the datastore file [datastore2] 71110d4a-7fb0-4043-a917-be39f2693eac {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.380529] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-455250c5-78e3-4438-bf5f-12df887c7ad2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.388438] env[69159]: DEBUG oslo_vmware.api [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Waiting for the task: (returnval){ [ 641.388438] env[69159]: value = "task-3448072" [ 641.388438] env[69159]: _type = "Task" [ 641.388438] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.403524] env[69159]: DEBUG oslo_vmware.api [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3448072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.407808] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448068, 'name': CreateVM_Task, 'duration_secs': 0.519469} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.413670] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.417585] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.417585] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.417585] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.417585] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce42ac76-cacf-41ee-ad3d-ebc5ffc1b3e8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.427425] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 641.427425] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5202b752-2f3e-226b-09f1-1aff20f702aa" [ 641.427425] env[69159]: _type = "Task" [ 641.427425] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.440704] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448069, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.455494] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5202b752-2f3e-226b-09f1-1aff20f702aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.456097] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "dc04e670-e30d-444f-9f8c-85c3612117a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.733s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.468140] env[69159]: DEBUG nova.compute.manager [req-0822deb2-6f73-46fd-9e01-16e6e6882dd8 req-058a727e-e5fd-47a5-9c8b-3123b2dd8efa service nova] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Received event network-vif-plugged-a61adc29-0dfd-4abb-99e1-b5840116f952 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 641.468140] env[69159]: DEBUG oslo_concurrency.lockutils [req-0822deb2-6f73-46fd-9e01-16e6e6882dd8 req-058a727e-e5fd-47a5-9c8b-3123b2dd8efa service nova] Acquiring lock "a7041ba9-8ba8-4777-8aea-1987a87397bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.468484] env[69159]: DEBUG oslo_concurrency.lockutils [req-0822deb2-6f73-46fd-9e01-16e6e6882dd8 req-058a727e-e5fd-47a5-9c8b-3123b2dd8efa service nova] Lock "a7041ba9-8ba8-4777-8aea-1987a87397bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.468700] env[69159]: DEBUG oslo_concurrency.lockutils [req-0822deb2-6f73-46fd-9e01-16e6e6882dd8 req-058a727e-e5fd-47a5-9c8b-3123b2dd8efa service nova] Lock "a7041ba9-8ba8-4777-8aea-1987a87397bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.469018] env[69159]: DEBUG nova.compute.manager [req-0822deb2-6f73-46fd-9e01-16e6e6882dd8 req-058a727e-e5fd-47a5-9c8b-3123b2dd8efa service nova] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] No waiting events found dispatching network-vif-plugged-a61adc29-0dfd-4abb-99e1-b5840116f952 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 641.469126] env[69159]: WARNING nova.compute.manager [req-0822deb2-6f73-46fd-9e01-16e6e6882dd8 req-058a727e-e5fd-47a5-9c8b-3123b2dd8efa service nova] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Received unexpected event network-vif-plugged-a61adc29-0dfd-4abb-99e1-b5840116f952 for instance with vm_state building and task_state spawning. [ 641.469410] env[69159]: DEBUG nova.compute.manager [req-0822deb2-6f73-46fd-9e01-16e6e6882dd8 req-058a727e-e5fd-47a5-9c8b-3123b2dd8efa service nova] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Received event network-changed-a61adc29-0dfd-4abb-99e1-b5840116f952 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 641.469963] env[69159]: DEBUG nova.compute.manager [req-0822deb2-6f73-46fd-9e01-16e6e6882dd8 req-058a727e-e5fd-47a5-9c8b-3123b2dd8efa service nova] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Refreshing instance network info cache due to event network-changed-a61adc29-0dfd-4abb-99e1-b5840116f952. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 641.469963] env[69159]: DEBUG oslo_concurrency.lockutils [req-0822deb2-6f73-46fd-9e01-16e6e6882dd8 req-058a727e-e5fd-47a5-9c8b-3123b2dd8efa service nova] Acquiring lock "refresh_cache-a7041ba9-8ba8-4777-8aea-1987a87397bc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.469963] env[69159]: DEBUG oslo_concurrency.lockutils [req-0822deb2-6f73-46fd-9e01-16e6e6882dd8 req-058a727e-e5fd-47a5-9c8b-3123b2dd8efa service nova] Acquired lock "refresh_cache-a7041ba9-8ba8-4777-8aea-1987a87397bc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.470323] env[69159]: DEBUG nova.network.neutron [req-0822deb2-6f73-46fd-9e01-16e6e6882dd8 req-058a727e-e5fd-47a5-9c8b-3123b2dd8efa service nova] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Refreshing network info cache for port a61adc29-0dfd-4abb-99e1-b5840116f952 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.661346] env[69159]: DEBUG oslo_concurrency.lockutils [req-468ff6ea-ba61-446b-96a0-858082c66b7b req-203cceab-0933-4d79-953f-c1ebfdb28289 service nova] Releasing lock "refresh_cache-a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.807137] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176719} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.807137] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.807137] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c936428-fd4a-48af-bebd-73a824ea589c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.830753] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] c73aa848-bb39-4407-9bb2-b8a3dbde0b61/c73aa848-bb39-4407-9bb2-b8a3dbde0b61.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.833274] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-046c3b4b-5f18-4dc5-8226-a2c6bc1a788c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.853929] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 641.853929] env[69159]: value = "task-3448074" [ 641.853929] env[69159]: _type = "Task" [ 641.853929] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.862577] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.898869] env[69159]: DEBUG oslo_vmware.api [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3448072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.915488] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0096490e-fa15-458f-9821-4490dc234ca9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.933760] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b27bb4-3775-4e47-8574-4f9685a687fc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.941638] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815761} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.942682] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8c293933-bd62-4ccc-adbe-891c4f7ac11f/8c293933-bd62-4ccc-adbe-891c4f7ac11f.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.943698] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.943698] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-366fb34a-d78b-47f1-9815-b83a89dc897f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.979188] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5202b752-2f3e-226b-09f1-1aff20f702aa, 'name': SearchDatastore_Task, 'duration_secs': 0.061325} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.979630] env[69159]: DEBUG nova.compute.manager [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 641.986881] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.987135] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.987400] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.987680] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.987862] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.989406] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71ee9cd-6761-4f94-bdca-0320f65175c7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.993585] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-271126de-dae5-438c-bcc2-d342fd1ccbbb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.998442] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 641.998442] env[69159]: value = "task-3448075" [ 641.998442] env[69159]: _type = "Task" [ 641.998442] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.004369] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4225cc-396e-4f33-9737-c38e1fba07b5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.014026] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.014026] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.014026] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.015240] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-045f345b-3801-451f-8eaf-0516f3500896 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.027239] env[69159]: DEBUG nova.compute.provider_tree [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.032911] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 642.032911] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b1a579-b947-0861-d648-77bed192c08e" [ 642.032911] env[69159]: _type = "Task" [ 642.032911] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.041726] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b1a579-b947-0861-d648-77bed192c08e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.369257] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.387231] env[69159]: DEBUG nova.compute.manager [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 642.400917] env[69159]: DEBUG oslo_vmware.api [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Task: {'id': task-3448072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.566214} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.404034] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.404034] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 642.404034] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 642.404034] env[69159]: INFO nova.compute.manager [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Took 1.60 seconds to destroy the instance on the hypervisor. [ 642.404034] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.404362] env[69159]: DEBUG nova.compute.manager [-] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 642.404362] env[69159]: DEBUG nova.network.neutron [-] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 642.432502] env[69159]: DEBUG nova.virt.hardware [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.432856] env[69159]: DEBUG nova.virt.hardware [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.433078] env[69159]: DEBUG nova.virt.hardware [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.433352] env[69159]: DEBUG nova.virt.hardware [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.433554] env[69159]: DEBUG nova.virt.hardware [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.433751] env[69159]: DEBUG nova.virt.hardware [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.434083] env[69159]: DEBUG nova.virt.hardware [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.434265] env[69159]: DEBUG nova.virt.hardware [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.434491] env[69159]: DEBUG nova.virt.hardware [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.434714] env[69159]: DEBUG nova.virt.hardware [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.434952] env[69159]: DEBUG nova.virt.hardware [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.437694] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb67659-9707-40ee-af6c-be8b3c58d427 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.451298] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157ad9d8-36d2-4c97-8dd6-b121dc6d2fd3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.455986] env[69159]: DEBUG nova.network.neutron [-] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.511409] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076174} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.511683] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.513753] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a806a4c4-c647-4009-a348-df4222bb90a4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.517540] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.538365] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 8c293933-bd62-4ccc-adbe-891c4f7ac11f/8c293933-bd62-4ccc-adbe-891c4f7ac11f.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.542060] env[69159]: DEBUG nova.scheduler.client.report [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.547122] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d61ed728-7d5f-4d82-adfa-3bf5243c08fb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.572894] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b1a579-b947-0861-d648-77bed192c08e, 'name': SearchDatastore_Task, 'duration_secs': 0.026032} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.575308] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 642.575308] env[69159]: value = "task-3448076" [ 642.575308] env[69159]: _type = "Task" [ 642.575308] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.575611] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29e67d2-ce38-4e28-bf15-6fbf50c82d5d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.585617] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 642.585617] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52da29d5-a5d7-ca8e-6c34-7861884ec536" [ 642.585617] env[69159]: _type = "Task" [ 642.585617] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.589208] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.598100] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52da29d5-a5d7-ca8e-6c34-7861884ec536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.633161] env[69159]: DEBUG nova.network.neutron [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Successfully created port: e14a6a72-273b-43d5-800c-599e3bb13a97 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.749175] env[69159]: DEBUG nova.network.neutron [req-0822deb2-6f73-46fd-9e01-16e6e6882dd8 req-058a727e-e5fd-47a5-9c8b-3123b2dd8efa service nova] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Updated VIF entry in instance network info cache for port a61adc29-0dfd-4abb-99e1-b5840116f952. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.749387] env[69159]: DEBUG nova.network.neutron [req-0822deb2-6f73-46fd-9e01-16e6e6882dd8 req-058a727e-e5fd-47a5-9c8b-3123b2dd8efa service nova] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Updating instance_info_cache with network_info: [{"id": "a61adc29-0dfd-4abb-99e1-b5840116f952", "address": "fa:16:3e:d9:a0:aa", "network": {"id": "0d33991f-be82-4cc8-bdc8-124debb4c9aa", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-935964925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "573f1a6d6465402c8b472188ec448916", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa61adc29-0d", "ovs_interfaceid": "a61adc29-0dfd-4abb-99e1-b5840116f952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.780665] env[69159]: DEBUG nova.compute.manager [req-45714ff1-34c4-406e-8afa-ef7268fe5c5a req-539052c1-a762-4c59-a9c3-9e5b6ec56adb service nova] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Received event network-changed-f9e3d6a5-5e00-4505-9a94-cbd0bc10388a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 642.780665] env[69159]: DEBUG nova.compute.manager [req-45714ff1-34c4-406e-8afa-ef7268fe5c5a req-539052c1-a762-4c59-a9c3-9e5b6ec56adb service nova] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Refreshing instance network info cache due to event network-changed-f9e3d6a5-5e00-4505-9a94-cbd0bc10388a. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 642.780665] env[69159]: DEBUG oslo_concurrency.lockutils [req-45714ff1-34c4-406e-8afa-ef7268fe5c5a req-539052c1-a762-4c59-a9c3-9e5b6ec56adb service nova] Acquiring lock "refresh_cache-7548a4b2-15e3-4464-9875-9bf88de7a4ef" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.780665] env[69159]: DEBUG oslo_concurrency.lockutils [req-45714ff1-34c4-406e-8afa-ef7268fe5c5a req-539052c1-a762-4c59-a9c3-9e5b6ec56adb service nova] Acquired lock "refresh_cache-7548a4b2-15e3-4464-9875-9bf88de7a4ef" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.780665] env[69159]: DEBUG nova.network.neutron [req-45714ff1-34c4-406e-8afa-ef7268fe5c5a req-539052c1-a762-4c59-a9c3-9e5b6ec56adb service nova] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Refreshing network info cache for port f9e3d6a5-5e00-4505-9a94-cbd0bc10388a {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.875381] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448074, 'name': ReconfigVM_Task, 'duration_secs': 0.774745} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.876372] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Reconfigured VM instance instance-0000000f to attach disk [datastore2] c73aa848-bb39-4407-9bb2-b8a3dbde0b61/c73aa848-bb39-4407-9bb2-b8a3dbde0b61.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.876799] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-784e6f50-48ec-4c6e-b100-6ab77d3f1e97 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.889420] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 642.889420] env[69159]: value = "task-3448077" [ 642.889420] env[69159]: _type = "Task" [ 642.889420] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.900053] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448077, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.958543] env[69159]: DEBUG nova.network.neutron [-] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.062872] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.063540] env[69159]: DEBUG nova.compute.manager [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 643.067084] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.321s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.067355] env[69159]: DEBUG nova.objects.instance [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lazy-loading 'resources' on Instance uuid c7fd191c-e882-431d-9ccc-1e72c51a8406 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 643.091021] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.101500] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52da29d5-a5d7-ca8e-6c34-7861884ec536, 'name': SearchDatastore_Task, 'duration_secs': 0.021207} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.101775] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.102041] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] a7041ba9-8ba8-4777-8aea-1987a87397bc/a7041ba9-8ba8-4777-8aea-1987a87397bc.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.102826] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a993244d-e5f7-4a7f-8064-1ed6da966ed7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.109387] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 643.109387] env[69159]: value = "task-3448078" [ 643.109387] env[69159]: _type = "Task" [ 643.109387] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.118252] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.255589] env[69159]: DEBUG oslo_concurrency.lockutils [req-0822deb2-6f73-46fd-9e01-16e6e6882dd8 req-058a727e-e5fd-47a5-9c8b-3123b2dd8efa service nova] Releasing lock "refresh_cache-a7041ba9-8ba8-4777-8aea-1987a87397bc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.405465] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448077, 'name': Rename_Task, 'duration_secs': 0.285602} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.406172] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.406524] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab7d7f1b-8692-422e-b350-36b2b4b77779 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.416020] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 643.416020] env[69159]: value = "task-3448079" [ 643.416020] env[69159]: _type = "Task" [ 643.416020] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.423050] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquiring lock "bec9825d-9791-4647-b8a4-bed2dc6834d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.423299] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Lock "bec9825d-9791-4647-b8a4-bed2dc6834d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.429901] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.461492] env[69159]: INFO nova.compute.manager [-] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Took 1.06 seconds to deallocate network for instance. [ 643.570947] env[69159]: DEBUG nova.compute.utils [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.576481] env[69159]: DEBUG nova.compute.manager [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 643.576755] env[69159]: DEBUG nova.network.neutron [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.599198] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448076, 'name': ReconfigVM_Task, 'duration_secs': 0.60091} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.600240] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 8c293933-bd62-4ccc-adbe-891c4f7ac11f/8c293933-bd62-4ccc-adbe-891c4f7ac11f.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.601176] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7eb65ab-1ed4-4003-8902-e65601c30da8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.620268] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 643.620268] env[69159]: value = "task-3448081" [ 643.620268] env[69159]: _type = "Task" [ 643.620268] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.628956] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448078, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.640690] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448081, 'name': Rename_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.728386] env[69159]: DEBUG nova.policy [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98bfa249719a4e36917a0e3c3b837ce4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '365e6c63cf6244bbad5d9c2642b41075', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.931252] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.967693] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.064578] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26df8f98-2065-4919-87f5-d7c4f74dce88 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.073776] env[69159]: DEBUG nova.compute.manager [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 644.078161] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31cec48-9f38-4221-97d9-70fe009e8f3f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.122312] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f4afef-414b-4526-bc03-b2f773291058 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.133593] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448081, 'name': Rename_Task, 'duration_secs': 0.306122} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.140643] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.140643] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837904} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.141197] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fd7974e-6435-4990-9339-8510355be5cf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.144827] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caa1c01-3fb0-4db4-a13e-fb2d8fd3c69f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.148459] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] a7041ba9-8ba8-4777-8aea-1987a87397bc/a7041ba9-8ba8-4777-8aea-1987a87397bc.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.148459] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.149449] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e14d9f2b-bcd2-473d-9347-83d0db9c78bc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.167388] env[69159]: DEBUG nova.compute.provider_tree [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.171623] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 644.171623] env[69159]: value = "task-3448082" [ 644.171623] env[69159]: _type = "Task" [ 644.171623] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.171623] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 644.171623] env[69159]: value = "task-3448083" [ 644.171623] env[69159]: _type = "Task" [ 644.171623] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.185891] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448082, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.189007] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.332271] env[69159]: DEBUG nova.network.neutron [req-45714ff1-34c4-406e-8afa-ef7268fe5c5a req-539052c1-a762-4c59-a9c3-9e5b6ec56adb service nova] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Updated VIF entry in instance network info cache for port f9e3d6a5-5e00-4505-9a94-cbd0bc10388a. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.332271] env[69159]: DEBUG nova.network.neutron [req-45714ff1-34c4-406e-8afa-ef7268fe5c5a req-539052c1-a762-4c59-a9c3-9e5b6ec56adb service nova] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Updating instance_info_cache with network_info: [{"id": "f9e3d6a5-5e00-4505-9a94-cbd0bc10388a", "address": "fa:16:3e:35:8a:c7", "network": {"id": "6a39d571-ad3a-4e98-853a-1a1c2fcd48f5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1913862051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3ca824faa13453f825c64d93cbb3dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e3d6a5-5e", "ovs_interfaceid": "f9e3d6a5-5e00-4505-9a94-cbd0bc10388a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.426643] env[69159]: DEBUG oslo_vmware.api [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448079, 'name': PowerOnVM_Task, 'duration_secs': 0.956435} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.426912] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.427151] env[69159]: INFO nova.compute.manager [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Took 6.92 seconds to spawn the instance on the hypervisor. [ 644.427449] env[69159]: DEBUG nova.compute.manager [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 644.428301] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c1103d-ef98-4a3b-93a5-9eda09471bde {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.674496] env[69159]: DEBUG nova.scheduler.client.report [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.703332] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448082, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.708392] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072368} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.709395] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.710664] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a714c85-9336-4138-80f6-1168ad128a91 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.738403] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] a7041ba9-8ba8-4777-8aea-1987a87397bc/a7041ba9-8ba8-4777-8aea-1987a87397bc.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.738884] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9fd70be-2555-4f37-8f03-a100e0832612 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.762018] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 644.762018] env[69159]: value = "task-3448084" [ 644.762018] env[69159]: _type = "Task" [ 644.762018] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.771836] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.834741] env[69159]: DEBUG oslo_concurrency.lockutils [req-45714ff1-34c4-406e-8afa-ef7268fe5c5a req-539052c1-a762-4c59-a9c3-9e5b6ec56adb service nova] Releasing lock "refresh_cache-7548a4b2-15e3-4464-9875-9bf88de7a4ef" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.921371] env[69159]: DEBUG nova.network.neutron [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Successfully created port: ed749741-68aa-429b-9034-c55597a375ed {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.959698] env[69159]: INFO nova.compute.manager [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Took 20.15 seconds to build instance. [ 645.072520] env[69159]: DEBUG nova.network.neutron [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Successfully updated port: e14a6a72-273b-43d5-800c-599e3bb13a97 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.094559] env[69159]: DEBUG nova.compute.manager [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 645.133639] env[69159]: DEBUG nova.virt.hardware [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.133880] env[69159]: DEBUG nova.virt.hardware [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.136914] env[69159]: DEBUG nova.virt.hardware [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.137260] env[69159]: DEBUG nova.virt.hardware [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.137428] env[69159]: DEBUG nova.virt.hardware [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.137583] env[69159]: DEBUG nova.virt.hardware [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.137804] env[69159]: DEBUG nova.virt.hardware [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.138014] env[69159]: DEBUG nova.virt.hardware [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.138140] env[69159]: DEBUG nova.virt.hardware [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.138529] env[69159]: DEBUG nova.virt.hardware [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.138529] env[69159]: DEBUG nova.virt.hardware [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.139397] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168ba04b-93aa-4396-b3ba-bef3f1f0db04 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.158356] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d70740a-6d5d-4c58-96b4-d2a5eb207849 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.170925] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.171488] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.190548] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.198394] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.946s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.198394] env[69159]: DEBUG nova.objects.instance [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Lazy-loading 'resources' on Instance uuid df60842a-80f1-43d9-8aa8-f42d03537e76 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.199944] env[69159]: DEBUG oslo_vmware.api [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448082, 'name': PowerOnVM_Task, 'duration_secs': 0.96824} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.200410] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.200522] env[69159]: INFO nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Took 12.91 seconds to spawn the instance on the hypervisor. [ 645.202519] env[69159]: DEBUG nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 645.202519] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbf023e-2976-4604-9046-9e297cc1ab96 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.240808] env[69159]: INFO nova.scheduler.client.report [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Deleted allocations for instance c7fd191c-e882-431d-9ccc-1e72c51a8406 [ 645.277460] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448084, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.467614] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6c169e58-ec76-487e-b33d-078b932dd764 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Lock "c73aa848-bb39-4407-9bb2-b8a3dbde0b61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.157s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.551398] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Acquiring lock "86ada9bd-7df9-4b80-8447-3e4388c337c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.551398] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Lock "86ada9bd-7df9-4b80-8447-3e4388c337c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.579286] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Acquiring lock "refresh_cache-f989273f-d47a-4302-8e86-0e2f9924b458" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.579286] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Acquired lock "refresh_cache-f989273f-d47a-4302-8e86-0e2f9924b458" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.579286] env[69159]: DEBUG nova.network.neutron [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.722791] env[69159]: INFO nova.compute.manager [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Took 24.16 seconds to build instance. [ 645.758412] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ad5607e3-aee1-4dbe-adb3-d76ddbed4358 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "c7fd191c-e882-431d-9ccc-1e72c51a8406" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.009s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.779848] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448084, 'name': ReconfigVM_Task, 'duration_secs': 0.531491} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.781372] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Reconfigured VM instance instance-0000000e to attach disk [datastore2] a7041ba9-8ba8-4777-8aea-1987a87397bc/a7041ba9-8ba8-4777-8aea-1987a87397bc.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.782715] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5b1428f-78e4-4ecf-a0e7-d03a2225b0f0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.794433] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 645.794433] env[69159]: value = "task-3448086" [ 645.794433] env[69159]: _type = "Task" [ 645.794433] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.807987] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448086, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.970125] env[69159]: DEBUG nova.compute.manager [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 646.189484] env[69159]: DEBUG nova.network.neutron [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.226536] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49b11fa5-eb9f-4760-91a1-0e876fb621c3 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "8c293933-bd62-4ccc-adbe-891c4f7ac11f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.469s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.273665] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8725c3-8227-40ff-a598-914c4f6d4186 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.283464] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d0e1aa-5b53-4f40-a428-b7537bf04197 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.329685] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee86210e-3816-493f-b96b-8c0cfa3531ee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.343297] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448086, 'name': Rename_Task, 'duration_secs': 0.171221} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.344672] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4909f1-56e8-44df-9562-96a927c0f7e1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.349206] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.350258] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de1ffae8-fc8f-4bd0-8b07-a299f0c852d7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.373705] env[69159]: DEBUG nova.compute.provider_tree [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.375406] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 646.375406] env[69159]: value = "task-3448087" [ 646.375406] env[69159]: _type = "Task" [ 646.375406] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.388150] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.397009] env[69159]: DEBUG nova.compute.manager [req-0312e404-0ad3-45db-b94d-b03c77359251 req-818a9e19-1b66-4d12-87e8-6e64ba1007c8 service nova] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Received event network-vif-plugged-e14a6a72-273b-43d5-800c-599e3bb13a97 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 646.398095] env[69159]: DEBUG oslo_concurrency.lockutils [req-0312e404-0ad3-45db-b94d-b03c77359251 req-818a9e19-1b66-4d12-87e8-6e64ba1007c8 service nova] Acquiring lock "f989273f-d47a-4302-8e86-0e2f9924b458-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.398095] env[69159]: DEBUG oslo_concurrency.lockutils [req-0312e404-0ad3-45db-b94d-b03c77359251 req-818a9e19-1b66-4d12-87e8-6e64ba1007c8 service nova] Lock "f989273f-d47a-4302-8e86-0e2f9924b458-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.398095] env[69159]: DEBUG oslo_concurrency.lockutils [req-0312e404-0ad3-45db-b94d-b03c77359251 req-818a9e19-1b66-4d12-87e8-6e64ba1007c8 service nova] Lock "f989273f-d47a-4302-8e86-0e2f9924b458-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.398316] env[69159]: DEBUG nova.compute.manager [req-0312e404-0ad3-45db-b94d-b03c77359251 req-818a9e19-1b66-4d12-87e8-6e64ba1007c8 service nova] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] No waiting events found dispatching network-vif-plugged-e14a6a72-273b-43d5-800c-599e3bb13a97 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 646.398660] env[69159]: WARNING nova.compute.manager [req-0312e404-0ad3-45db-b94d-b03c77359251 req-818a9e19-1b66-4d12-87e8-6e64ba1007c8 service nova] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Received unexpected event network-vif-plugged-e14a6a72-273b-43d5-800c-599e3bb13a97 for instance with vm_state building and task_state spawning. [ 646.504060] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.564376] env[69159]: DEBUG nova.network.neutron [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Updating instance_info_cache with network_info: [{"id": "e14a6a72-273b-43d5-800c-599e3bb13a97", "address": "fa:16:3e:39:8a:4d", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14a6a72-27", "ovs_interfaceid": "e14a6a72-273b-43d5-800c-599e3bb13a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.732490] env[69159]: DEBUG nova.compute.manager [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 646.883215] env[69159]: DEBUG nova.scheduler.client.report [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.895193] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448087, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.068983] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Releasing lock "refresh_cache-f989273f-d47a-4302-8e86-0e2f9924b458" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.068983] env[69159]: DEBUG nova.compute.manager [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Instance network_info: |[{"id": "e14a6a72-273b-43d5-800c-599e3bb13a97", "address": "fa:16:3e:39:8a:4d", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14a6a72-27", "ovs_interfaceid": "e14a6a72-273b-43d5-800c-599e3bb13a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 647.069481] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:8a:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e14a6a72-273b-43d5-800c-599e3bb13a97', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.081914] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Creating folder: Project (3fba5b97213c4c98a3aa1d4fcc6df175). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.083952] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-453cd4d8-bb51-47de-85a8-9454f10db6c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.097741] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Created folder: Project (3fba5b97213c4c98a3aa1d4fcc6df175) in parent group-v688391. [ 647.097741] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Creating folder: Instances. Parent ref: group-v688433. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.097741] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91bb7d65-a74c-4228-bb18-23eec2940c71 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.109720] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Created folder: Instances in parent group-v688433. [ 647.109720] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.109720] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.109720] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b20e8b3-c5bc-45a6-a60d-b492e47d1bfb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.134622] env[69159]: DEBUG nova.network.neutron [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Successfully updated port: ed749741-68aa-429b-9034-c55597a375ed {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.142283] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.142283] env[69159]: value = "task-3448090" [ 647.142283] env[69159]: _type = "Task" [ 647.142283] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.152097] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448090, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.227049] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "722c4116-5c37-4d49-b250-59829789dce3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.227049] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "722c4116-5c37-4d49-b250-59829789dce3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.258822] env[69159]: DEBUG oslo_concurrency.lockutils [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.346170] env[69159]: INFO nova.compute.manager [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Rebuilding instance [ 647.397525] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.399513] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448087, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.400066] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.240s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.402282] env[69159]: INFO nova.compute.claims [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.417989] env[69159]: DEBUG nova.compute.manager [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 647.419359] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a07ce2-1cba-4489-bf8f-18bec7ac31ae {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.431410] env[69159]: INFO nova.scheduler.client.report [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Deleted allocations for instance df60842a-80f1-43d9-8aa8-f42d03537e76 [ 647.551279] env[69159]: DEBUG oslo_concurrency.lockutils [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "24ac6469-2873-4020-8df5-4ab801a14b5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.551569] env[69159]: DEBUG oslo_concurrency.lockutils [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "24ac6469-2873-4020-8df5-4ab801a14b5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.635152] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "refresh_cache-cd8d5436-42d4-4e64-a3db-6874c199f078" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.635376] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "refresh_cache-cd8d5436-42d4-4e64-a3db-6874c199f078" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.635578] env[69159]: DEBUG nova.network.neutron [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.654371] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448090, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.888449] env[69159]: DEBUG oslo_vmware.api [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448087, 'name': PowerOnVM_Task, 'duration_secs': 1.423695} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.888966] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.888966] env[69159]: INFO nova.compute.manager [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Took 12.95 seconds to spawn the instance on the hypervisor. [ 647.889102] env[69159]: DEBUG nova.compute.manager [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 647.889947] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd5eb9d-c5c8-4a5e-9649-f0ffc37dcdd6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.943730] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1638ddcc-5b73-42ec-aded-8b4fbe4f2225 tempest-DeleteServersAdminTestJSON-396128058 tempest-DeleteServersAdminTestJSON-396128058-project-admin] Lock "df60842a-80f1-43d9-8aa8-f42d03537e76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.739s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.158320] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448090, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.227329] env[69159]: DEBUG nova.network.neutron [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.257332] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "1372f0f1-642c-40c6-9a3e-7fc0fb159052" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.257602] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "1372f0f1-642c-40c6-9a3e-7fc0fb159052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.301559] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "1ea07762-3544-45fc-9c2a-5f70e7235c1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.301984] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "1ea07762-3544-45fc-9c2a-5f70e7235c1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.410575] env[69159]: INFO nova.compute.manager [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Took 26.29 seconds to build instance. [ 648.435989] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.436350] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-719c46d2-3613-4c13-bd37-1b522331cc30 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.447274] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 648.447274] env[69159]: value = "task-3448092" [ 648.447274] env[69159]: _type = "Task" [ 648.447274] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.464052] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.529169] env[69159]: DEBUG nova.network.neutron [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Updating instance_info_cache with network_info: [{"id": "ed749741-68aa-429b-9034-c55597a375ed", "address": "fa:16:3e:c7:25:24", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped749741-68", "ovs_interfaceid": "ed749741-68aa-429b-9034-c55597a375ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.640378] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Acquiring lock "f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.640690] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Lock "f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.656730] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448090, 'name': CreateVM_Task, 'duration_secs': 1.446914} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.656896] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.659264] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.659264] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.659264] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.659264] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46910d13-cee1-44df-a56a-df2126b46a37 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.665227] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Waiting for the task: (returnval){ [ 648.665227] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a0fd10-e11d-c5df-a0b0-a320ba1d15a0" [ 648.665227] env[69159]: _type = "Task" [ 648.665227] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.684190] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a0fd10-e11d-c5df-a0b0-a320ba1d15a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.912567] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc6c4fb1-6411-4056-a85c-c1509243edcc tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "a7041ba9-8ba8-4777-8aea-1987a87397bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.211s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.945094] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8d9a23-262e-41d4-882b-ad1858371a2a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.968330] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2226f18a-a96e-4368-88b5-18a6dff9a736 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.972315] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448092, 'name': PowerOffVM_Task, 'duration_secs': 0.157586} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.972595] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.972830] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.973937] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42843b2-e8da-4d27-a349-8e390ebb949a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.001424] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3a324c-4503-4a2b-8847-19c4c2473a59 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.006854] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.006854] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae034788-2ac0-4181-8c8a-c0ae2140ebf9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.013199] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff357385-1522-4ead-b6ce-203614e16ddf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.027568] env[69159]: DEBUG nova.compute.provider_tree [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.036041] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "refresh_cache-cd8d5436-42d4-4e64-a3db-6874c199f078" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.036319] env[69159]: DEBUG nova.compute.manager [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Instance network_info: |[{"id": "ed749741-68aa-429b-9034-c55597a375ed", "address": "fa:16:3e:c7:25:24", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped749741-68", "ovs_interfaceid": "ed749741-68aa-429b-9034-c55597a375ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 649.037289] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:25:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed749741-68aa-429b-9034-c55597a375ed', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.044878] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Creating folder: Project (365e6c63cf6244bbad5d9c2642b41075). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.046122] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d66bfdf0-b202-4cb0-9e72-dc46b14b68b2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.047946] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.048151] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.048326] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Deleting the datastore file [datastore2] c73aa848-bb39-4407-9bb2-b8a3dbde0b61 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.048826] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdc1deec-9ca4-4b4f-9e5a-1a27c7621cab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.056651] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 649.056651] env[69159]: value = "task-3448095" [ 649.056651] env[69159]: _type = "Task" [ 649.056651] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.060847] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Created folder: Project (365e6c63cf6244bbad5d9c2642b41075) in parent group-v688391. [ 649.061050] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Creating folder: Instances. Parent ref: group-v688436. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.061658] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f51a16e-2858-463c-9d08-df404415975c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.067113] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.073339] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Created folder: Instances in parent group-v688436. [ 649.073339] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.073537] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.073758] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de2fe068-ddf5-482a-8f86-335cf1f1f06d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.095976] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.095976] env[69159]: value = "task-3448097" [ 649.095976] env[69159]: _type = "Task" [ 649.095976] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.107162] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448097, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.113620] env[69159]: DEBUG nova.compute.manager [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Received event network-changed-e14a6a72-273b-43d5-800c-599e3bb13a97 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 649.113827] env[69159]: DEBUG nova.compute.manager [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Refreshing instance network info cache due to event network-changed-e14a6a72-273b-43d5-800c-599e3bb13a97. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 649.114061] env[69159]: DEBUG oslo_concurrency.lockutils [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] Acquiring lock "refresh_cache-f989273f-d47a-4302-8e86-0e2f9924b458" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.114350] env[69159]: DEBUG oslo_concurrency.lockutils [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] Acquired lock "refresh_cache-f989273f-d47a-4302-8e86-0e2f9924b458" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.114460] env[69159]: DEBUG nova.network.neutron [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Refreshing network info cache for port e14a6a72-273b-43d5-800c-599e3bb13a97 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.177540] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a0fd10-e11d-c5df-a0b0-a320ba1d15a0, 'name': SearchDatastore_Task, 'duration_secs': 0.044864} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.179278] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.179520] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.179823] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.180134] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.180908] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.182839] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5359703d-4a5f-431a-9cbe-ce7a952a2266 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.194270] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.194270] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.194886] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bed3d3f-4cd4-44bf-9dd9-5c5861059f61 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.204186] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Waiting for the task: (returnval){ [ 649.204186] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520a0953-95c9-ccae-3c46-7754a3b79422" [ 649.204186] env[69159]: _type = "Task" [ 649.204186] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.216283] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520a0953-95c9-ccae-3c46-7754a3b79422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.322238] env[69159]: DEBUG oslo_concurrency.lockutils [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquiring lock "be14257b-8502-4b3e-922d-eafc3a13b3f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.322238] env[69159]: DEBUG oslo_concurrency.lockutils [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "be14257b-8502-4b3e-922d-eafc3a13b3f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.415209] env[69159]: DEBUG nova.compute.manager [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 649.531390] env[69159]: DEBUG nova.scheduler.client.report [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.568579] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130968} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.569093] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.569445] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.569761] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.608893] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448097, 'name': CreateVM_Task, 'duration_secs': 0.391146} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.609123] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.609774] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.609937] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.610289] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.611173] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6895ca47-b81a-47e1-ace7-8c8ba2d6cf60 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.622967] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 649.622967] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52194392-cfae-c592-8bc2-308336d4b871" [ 649.622967] env[69159]: _type = "Task" [ 649.622967] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.633538] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52194392-cfae-c592-8bc2-308336d4b871, 'name': SearchDatastore_Task, 'duration_secs': 0.010537} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.633900] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.634281] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.634350] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.722293] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520a0953-95c9-ccae-3c46-7754a3b79422, 'name': SearchDatastore_Task, 'duration_secs': 0.012522} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.725162] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287dca4c-17fc-4133-8771-5c5dc09fab04 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.732833] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Waiting for the task: (returnval){ [ 649.732833] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52136efe-b73b-a792-688e-c6db1a9bcf87" [ 649.732833] env[69159]: _type = "Task" [ 649.732833] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.743898] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52136efe-b73b-a792-688e-c6db1a9bcf87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.901950] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "947eeb04-b704-4686-a3e5-ce687c00527d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.901950] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "947eeb04-b704-4686-a3e5-ce687c00527d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.901950] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "947eeb04-b704-4686-a3e5-ce687c00527d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.901950] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "947eeb04-b704-4686-a3e5-ce687c00527d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.902222] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "947eeb04-b704-4686-a3e5-ce687c00527d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.905708] env[69159]: INFO nova.compute.manager [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Terminating instance [ 649.941210] env[69159]: DEBUG nova.network.neutron [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Updated VIF entry in instance network info cache for port e14a6a72-273b-43d5-800c-599e3bb13a97. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.941888] env[69159]: DEBUG nova.network.neutron [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Updating instance_info_cache with network_info: [{"id": "e14a6a72-273b-43d5-800c-599e3bb13a97", "address": "fa:16:3e:39:8a:4d", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14a6a72-27", "ovs_interfaceid": "e14a6a72-273b-43d5-800c-599e3bb13a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.945617] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.034911] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquiring lock "5cbc0eb4-30f5-48bf-a476-e577d53c2f4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.035371] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Lock "5cbc0eb4-30f5-48bf-a476-e577d53c2f4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.041461] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.041461] env[69159]: DEBUG nova.compute.manager [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 650.043485] env[69159]: DEBUG oslo_concurrency.lockutils [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.848s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.044022] env[69159]: DEBUG nova.objects.instance [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Lazy-loading 'resources' on Instance uuid 7f174b25-c3fd-485e-b6f5-fb63b5f1574e {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 650.248492] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52136efe-b73b-a792-688e-c6db1a9bcf87, 'name': SearchDatastore_Task, 'duration_secs': 0.029696} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.248777] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.249105] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] f989273f-d47a-4302-8e86-0e2f9924b458/f989273f-d47a-4302-8e86-0e2f9924b458.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.249389] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.249613] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.249877] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fefd90db-74ea-4999-bce7-a89894906ac1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.255022] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-060e4c7a-2c6e-43eb-b646-8102452cdabb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.267760] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Waiting for the task: (returnval){ [ 650.267760] env[69159]: value = "task-3448098" [ 650.267760] env[69159]: _type = "Task" [ 650.267760] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.269415] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.269630] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.274963] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3841778-76a3-417a-97fb-699a9ab9dbbe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.284398] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.284833] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 650.284833] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522abaf5-b00f-55e1-1c5d-52d94541215c" [ 650.284833] env[69159]: _type = "Task" [ 650.284833] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.295820] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522abaf5-b00f-55e1-1c5d-52d94541215c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.409446] env[69159]: DEBUG nova.compute.manager [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 650.409669] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.410801] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13cc9b9-73da-4a77-8731-d57008685ee1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.424302] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.424302] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26f53371-c53a-416a-81c6-68f21d0b9c33 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.433017] env[69159]: DEBUG oslo_vmware.api [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 650.433017] env[69159]: value = "task-3448099" [ 650.433017] env[69159]: _type = "Task" [ 650.433017] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.444864] env[69159]: DEBUG oslo_vmware.api [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.450369] env[69159]: DEBUG oslo_concurrency.lockutils [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] Releasing lock "refresh_cache-f989273f-d47a-4302-8e86-0e2f9924b458" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.450369] env[69159]: DEBUG nova.compute.manager [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Received event network-vif-plugged-ed749741-68aa-429b-9034-c55597a375ed {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 650.450369] env[69159]: DEBUG oslo_concurrency.lockutils [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] Acquiring lock "cd8d5436-42d4-4e64-a3db-6874c199f078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.450369] env[69159]: DEBUG oslo_concurrency.lockutils [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] Lock "cd8d5436-42d4-4e64-a3db-6874c199f078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.450369] env[69159]: DEBUG oslo_concurrency.lockutils [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] Lock "cd8d5436-42d4-4e64-a3db-6874c199f078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.450824] env[69159]: DEBUG nova.compute.manager [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] No waiting events found dispatching network-vif-plugged-ed749741-68aa-429b-9034-c55597a375ed {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 650.450824] env[69159]: WARNING nova.compute.manager [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Received unexpected event network-vif-plugged-ed749741-68aa-429b-9034-c55597a375ed for instance with vm_state building and task_state spawning. [ 650.450824] env[69159]: DEBUG nova.compute.manager [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Received event network-changed-ed749741-68aa-429b-9034-c55597a375ed {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 650.450824] env[69159]: DEBUG nova.compute.manager [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Refreshing instance network info cache due to event network-changed-ed749741-68aa-429b-9034-c55597a375ed. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 650.450824] env[69159]: DEBUG oslo_concurrency.lockutils [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] Acquiring lock "refresh_cache-cd8d5436-42d4-4e64-a3db-6874c199f078" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.451133] env[69159]: DEBUG oslo_concurrency.lockutils [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] Acquired lock "refresh_cache-cd8d5436-42d4-4e64-a3db-6874c199f078" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.451133] env[69159]: DEBUG nova.network.neutron [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Refreshing network info cache for port ed749741-68aa-429b-9034-c55597a375ed {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.552202] env[69159]: DEBUG nova.compute.utils [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.553926] env[69159]: DEBUG nova.compute.manager [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 650.557065] env[69159]: DEBUG nova.network.neutron [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.614609] env[69159]: DEBUG nova.virt.hardware [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.614986] env[69159]: DEBUG nova.virt.hardware [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.615124] env[69159]: DEBUG nova.virt.hardware [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.615308] env[69159]: DEBUG nova.virt.hardware [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.615479] env[69159]: DEBUG nova.virt.hardware [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.615594] env[69159]: DEBUG nova.virt.hardware [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.615808] env[69159]: DEBUG nova.virt.hardware [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.615965] env[69159]: DEBUG nova.virt.hardware [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.616149] env[69159]: DEBUG nova.virt.hardware [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.616317] env[69159]: DEBUG nova.virt.hardware [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.616526] env[69159]: DEBUG nova.virt.hardware [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.617449] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eae03f-9197-4cb9-a0ee-13fed578461c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.631816] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c073a2c9-a47a-4a66-a00a-896a4a931fe7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.654416] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.662294] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.664962] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.665311] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f01bd8e-6cdc-435c-be3a-a9b285359abb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.699732] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.699732] env[69159]: value = "task-3448100" [ 650.699732] env[69159]: _type = "Task" [ 650.699732] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.710100] env[69159]: DEBUG nova.compute.manager [req-3ede07d0-90c3-4cd2-9239-352d2ecddcbe req-78df4b96-14ce-4b9a-80dd-e7619fbd7e57 service nova] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Received event network-changed-a61adc29-0dfd-4abb-99e1-b5840116f952 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 650.710466] env[69159]: DEBUG nova.compute.manager [req-3ede07d0-90c3-4cd2-9239-352d2ecddcbe req-78df4b96-14ce-4b9a-80dd-e7619fbd7e57 service nova] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Refreshing instance network info cache due to event network-changed-a61adc29-0dfd-4abb-99e1-b5840116f952. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 650.710586] env[69159]: DEBUG oslo_concurrency.lockutils [req-3ede07d0-90c3-4cd2-9239-352d2ecddcbe req-78df4b96-14ce-4b9a-80dd-e7619fbd7e57 service nova] Acquiring lock "refresh_cache-a7041ba9-8ba8-4777-8aea-1987a87397bc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.710812] env[69159]: DEBUG oslo_concurrency.lockutils [req-3ede07d0-90c3-4cd2-9239-352d2ecddcbe req-78df4b96-14ce-4b9a-80dd-e7619fbd7e57 service nova] Acquired lock "refresh_cache-a7041ba9-8ba8-4777-8aea-1987a87397bc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.711114] env[69159]: DEBUG nova.network.neutron [req-3ede07d0-90c3-4cd2-9239-352d2ecddcbe req-78df4b96-14ce-4b9a-80dd-e7619fbd7e57 service nova] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Refreshing network info cache for port a61adc29-0dfd-4abb-99e1-b5840116f952 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.719518] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448100, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.741197] env[69159]: DEBUG nova.policy [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e594127aed9432fbcd4664d21b78735', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c961cc9087449e6b425b4da3d8a9e40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.786599] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51676} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.794963] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] f989273f-d47a-4302-8e86-0e2f9924b458/f989273f-d47a-4302-8e86-0e2f9924b458.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.795198] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.795982] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aef779d3-6a98-49c0-8689-f5da23453032 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.806672] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522abaf5-b00f-55e1-1c5d-52d94541215c, 'name': SearchDatastore_Task, 'duration_secs': 0.012507} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.809078] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Waiting for the task: (returnval){ [ 650.809078] env[69159]: value = "task-3448101" [ 650.809078] env[69159]: _type = "Task" [ 650.809078] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.811716] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8061e4e0-d62a-477c-9459-b8c80086fe1e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.826757] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 650.826757] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5250cf18-134d-f81f-7074-01cc6e7c9189" [ 650.826757] env[69159]: _type = "Task" [ 650.826757] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.831310] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.844149] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5250cf18-134d-f81f-7074-01cc6e7c9189, 'name': SearchDatastore_Task, 'duration_secs': 0.012085} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.845505] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.845505] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] cd8d5436-42d4-4e64-a3db-6874c199f078/cd8d5436-42d4-4e64-a3db-6874c199f078.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.845505] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0923b6d6-7e10-4e56-8188-59b863bb6e5e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.855026] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 650.855026] env[69159]: value = "task-3448102" [ 650.855026] env[69159]: _type = "Task" [ 650.855026] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.872062] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.943684] env[69159]: DEBUG oslo_vmware.api [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448099, 'name': PowerOffVM_Task, 'duration_secs': 0.345785} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.943963] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.944152] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.944395] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a5d6822-6a87-48c2-9ad1-91ccd8cf8943 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.030458] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.030589] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.030736] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Deleting the datastore file [datastore1] 947eeb04-b704-4686-a3e5-ce687c00527d {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.034265] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8831a6f2-8ed7-43e3-8598-f05e90b404e2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.044737] env[69159]: DEBUG oslo_vmware.api [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 651.044737] env[69159]: value = "task-3448104" [ 651.044737] env[69159]: _type = "Task" [ 651.044737] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.057480] env[69159]: DEBUG nova.compute.manager [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 651.062695] env[69159]: DEBUG oslo_vmware.api [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.213972] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448100, 'name': CreateVM_Task, 'duration_secs': 0.432124} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.214185] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.214666] env[69159]: DEBUG oslo_concurrency.lockutils [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.214886] env[69159]: DEBUG oslo_concurrency.lockutils [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.215235] env[69159]: DEBUG oslo_concurrency.lockutils [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.215592] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-264d150c-d769-4162-babc-8b3db2574c33 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.229197] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 651.229197] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52248031-ff66-437e-13c4-845a055769a6" [ 651.229197] env[69159]: _type = "Task" [ 651.229197] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.244393] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52248031-ff66-437e-13c4-845a055769a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.331408] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089829} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.333016] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.333966] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279b76be-27ee-49fd-aa0c-4e4c0893aa47 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.338161] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522e843c-9cb5-4fed-bfe9-633e309d6fd2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.357064] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a21996d-3238-43b3-8039-254a5faa634e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.369945] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] f989273f-d47a-4302-8e86-0e2f9924b458/f989273f-d47a-4302-8e86-0e2f9924b458.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.375920] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b235e1a-f6ce-45d0-935a-c3615f510866 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.398746] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512418} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.425110] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] cd8d5436-42d4-4e64-a3db-6874c199f078/cd8d5436-42d4-4e64-a3db-6874c199f078.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.425369] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.426189] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Waiting for the task: (returnval){ [ 651.426189] env[69159]: value = "task-3448105" [ 651.426189] env[69159]: _type = "Task" [ 651.426189] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.428964] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdf5d4dc-f1c6-4a14-aaa0-799bb18f149b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.432099] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e34500-29f8-4273-bcc8-0567726d6f02 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.445566] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.448744] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 651.448744] env[69159]: value = "task-3448106" [ 651.448744] env[69159]: _type = "Task" [ 651.448744] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.450066] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98840132-a148-49d6-bf15-5382a6b0c0b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.463874] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.472059] env[69159]: DEBUG nova.compute.provider_tree [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.555646] env[69159]: DEBUG oslo_vmware.api [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36052} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.555897] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.556088] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.556317] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.556421] env[69159]: INFO nova.compute.manager [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 651.556659] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.556837] env[69159]: DEBUG nova.compute.manager [-] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 651.556926] env[69159]: DEBUG nova.network.neutron [-] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.743891] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52248031-ff66-437e-13c4-845a055769a6, 'name': SearchDatastore_Task, 'duration_secs': 0.05648} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.744377] env[69159]: DEBUG oslo_concurrency.lockutils [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.744420] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.745180] env[69159]: DEBUG oslo_concurrency.lockutils [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.745180] env[69159]: DEBUG oslo_concurrency.lockutils [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.745180] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.745307] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82f9cab7-3d31-4797-9e4c-92ef90fa8385 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.763775] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.764103] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.767387] env[69159]: DEBUG nova.network.neutron [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Updated VIF entry in instance network info cache for port ed749741-68aa-429b-9034-c55597a375ed. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.767622] env[69159]: DEBUG nova.network.neutron [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Updating instance_info_cache with network_info: [{"id": "ed749741-68aa-429b-9034-c55597a375ed", "address": "fa:16:3e:c7:25:24", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped749741-68", "ovs_interfaceid": "ed749741-68aa-429b-9034-c55597a375ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.774016] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31be8069-0233-4393-99bf-752c8fcb98ed {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.785414] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 651.785414] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52325ddf-4647-20fa-63b2-988583e93efb" [ 651.785414] env[69159]: _type = "Task" [ 651.785414] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.796759] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52325ddf-4647-20fa-63b2-988583e93efb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.832439] env[69159]: DEBUG nova.network.neutron [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Successfully created port: daab1f2f-ba00-4c70-b497-a00d139973ba {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.947516] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.965714] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087943} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.965986] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.966777] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c139c4ae-1f04-42a8-8227-27a69fcc9185 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.983027] env[69159]: DEBUG nova.scheduler.client.report [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.997369] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] cd8d5436-42d4-4e64-a3db-6874c199f078/cd8d5436-42d4-4e64-a3db-6874c199f078.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.998242] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fc11098-8002-407f-a6eb-5f9b8a7c3fdc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.014443] env[69159]: DEBUG nova.network.neutron [req-3ede07d0-90c3-4cd2-9239-352d2ecddcbe req-78df4b96-14ce-4b9a-80dd-e7619fbd7e57 service nova] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Updated VIF entry in instance network info cache for port a61adc29-0dfd-4abb-99e1-b5840116f952. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.014720] env[69159]: DEBUG nova.network.neutron [req-3ede07d0-90c3-4cd2-9239-352d2ecddcbe req-78df4b96-14ce-4b9a-80dd-e7619fbd7e57 service nova] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Updating instance_info_cache with network_info: [{"id": "a61adc29-0dfd-4abb-99e1-b5840116f952", "address": "fa:16:3e:d9:a0:aa", "network": {"id": "0d33991f-be82-4cc8-bdc8-124debb4c9aa", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-935964925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "573f1a6d6465402c8b472188ec448916", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa61adc29-0d", "ovs_interfaceid": "a61adc29-0dfd-4abb-99e1-b5840116f952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.024155] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 652.024155] env[69159]: value = "task-3448107" [ 652.024155] env[69159]: _type = "Task" [ 652.024155] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.039538] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.074882] env[69159]: DEBUG nova.compute.manager [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 652.116647] env[69159]: DEBUG nova.virt.hardware [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.116647] env[69159]: DEBUG nova.virt.hardware [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.116647] env[69159]: DEBUG nova.virt.hardware [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.116982] env[69159]: DEBUG nova.virt.hardware [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.116982] env[69159]: DEBUG nova.virt.hardware [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.116982] env[69159]: DEBUG nova.virt.hardware [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.116982] env[69159]: DEBUG nova.virt.hardware [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.116982] env[69159]: DEBUG nova.virt.hardware [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.117185] env[69159]: DEBUG nova.virt.hardware [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.117185] env[69159]: DEBUG nova.virt.hardware [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.117185] env[69159]: DEBUG nova.virt.hardware [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.118148] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbeb6b6-49c1-40e1-95ba-de631bdc3a63 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.126973] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c52c5a-364b-4a1c-baf3-43506bc439b2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.279107] env[69159]: DEBUG oslo_concurrency.lockutils [req-2a6d8a3f-eda7-4fd1-aaf4-a7c832ed90de req-af1f3602-6273-4e9c-be96-24788f9b5bb6 service nova] Releasing lock "refresh_cache-cd8d5436-42d4-4e64-a3db-6874c199f078" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.300429] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52325ddf-4647-20fa-63b2-988583e93efb, 'name': SearchDatastore_Task, 'duration_secs': 0.032165} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.301691] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d88f1a-0dba-4164-b41b-0e669f461506 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.308634] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 652.308634] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527fc0dc-92df-add1-3360-0e6ba360b2cd" [ 652.308634] env[69159]: _type = "Task" [ 652.308634] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.317662] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527fc0dc-92df-add1-3360-0e6ba360b2cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.415698] env[69159]: DEBUG oslo_concurrency.lockutils [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Acquiring lock "ec62ac85-b749-4ba6-9599-1b5b065bdcf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.416751] env[69159]: DEBUG oslo_concurrency.lockutils [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Lock "ec62ac85-b749-4ba6-9599-1b5b065bdcf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.434631] env[69159]: DEBUG nova.network.neutron [-] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.448864] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448105, 'name': ReconfigVM_Task, 'duration_secs': 0.878836} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.448864] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Reconfigured VM instance instance-00000010 to attach disk [datastore2] f989273f-d47a-4302-8e86-0e2f9924b458/f989273f-d47a-4302-8e86-0e2f9924b458.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.449168] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4c94b47-2af4-459b-9ba9-dd962b0d23a9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.459316] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Waiting for the task: (returnval){ [ 652.459316] env[69159]: value = "task-3448108" [ 652.459316] env[69159]: _type = "Task" [ 652.459316] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.472403] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448108, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.499298] env[69159]: DEBUG oslo_concurrency.lockutils [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.456s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.501691] env[69159]: DEBUG oslo_concurrency.lockutils [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.984s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.504060] env[69159]: INFO nova.compute.claims [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.518264] env[69159]: DEBUG oslo_concurrency.lockutils [req-3ede07d0-90c3-4cd2-9239-352d2ecddcbe req-78df4b96-14ce-4b9a-80dd-e7619fbd7e57 service nova] Releasing lock "refresh_cache-a7041ba9-8ba8-4777-8aea-1987a87397bc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.530878] env[69159]: INFO nova.scheduler.client.report [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Deleted allocations for instance 7f174b25-c3fd-485e-b6f5-fb63b5f1574e [ 652.540019] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448107, 'name': ReconfigVM_Task, 'duration_secs': 0.376793} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.540019] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Reconfigured VM instance instance-00000011 to attach disk [datastore2] cd8d5436-42d4-4e64-a3db-6874c199f078/cd8d5436-42d4-4e64-a3db-6874c199f078.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.540443] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da94eb19-173a-42d9-ada7-af232be1cdbb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.550241] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 652.550241] env[69159]: value = "task-3448109" [ 652.550241] env[69159]: _type = "Task" [ 652.550241] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.562154] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448109, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.821209] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527fc0dc-92df-add1-3360-0e6ba360b2cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011737} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.821518] env[69159]: DEBUG oslo_concurrency.lockutils [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.821949] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] c73aa848-bb39-4407-9bb2-b8a3dbde0b61/c73aa848-bb39-4407-9bb2-b8a3dbde0b61.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.822571] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf39593b-c660-4b7d-accd-7744c3b3c25e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.831075] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 652.831075] env[69159]: value = "task-3448110" [ 652.831075] env[69159]: _type = "Task" [ 652.831075] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.841654] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.937556] env[69159]: DEBUG nova.compute.manager [req-7839b539-66f5-4f23-8df1-97fb257a740d req-5178c960-7434-4476-9679-298db58b7833 service nova] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Received event network-vif-deleted-7323a299-5f44-4c41-9ee1-4d17ab6c0c21 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 652.937556] env[69159]: INFO nova.compute.manager [-] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Took 1.38 seconds to deallocate network for instance. [ 652.972945] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448108, 'name': Rename_Task, 'duration_secs': 0.188623} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.973432] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.973787] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-618b4c2f-14fa-4fad-b01e-5ccd26002015 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.984363] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Waiting for the task: (returnval){ [ 652.984363] env[69159]: value = "task-3448111" [ 652.984363] env[69159]: _type = "Task" [ 652.984363] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.000085] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.040307] env[69159]: DEBUG oslo_concurrency.lockutils [None req-90ef5ac2-9cca-4cf8-92f1-9ff82d849a1f tempest-ServerAddressesNegativeTestJSON-1800003929 tempest-ServerAddressesNegativeTestJSON-1800003929-project-member] Lock "7f174b25-c3fd-485e-b6f5-fb63b5f1574e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.752s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.068584] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448109, 'name': Rename_Task, 'duration_secs': 0.179916} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.068584] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.069374] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4d23bfb-39f6-440e-9829-2d3155007cf6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.082533] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 653.082533] env[69159]: value = "task-3448112" [ 653.082533] env[69159]: _type = "Task" [ 653.082533] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.095065] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.344370] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483167} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.344686] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] c73aa848-bb39-4407-9bb2-b8a3dbde0b61/c73aa848-bb39-4407-9bb2-b8a3dbde0b61.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.345036] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.345201] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c4b1da6-50dc-46e2-90b3-5571cb9dbeb4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.357948] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 653.357948] env[69159]: value = "task-3448113" [ 653.357948] env[69159]: _type = "Task" [ 653.357948] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.367331] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.444785] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.495610] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.596402] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448112, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.847019] env[69159]: DEBUG nova.compute.manager [req-db9d0be2-a001-4859-98b4-272fb2f1c248 req-90d89194-8c19-4091-8b3e-bb4abb1f562b service nova] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Received event network-vif-plugged-daab1f2f-ba00-4c70-b497-a00d139973ba {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 653.847019] env[69159]: DEBUG oslo_concurrency.lockutils [req-db9d0be2-a001-4859-98b4-272fb2f1c248 req-90d89194-8c19-4091-8b3e-bb4abb1f562b service nova] Acquiring lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.847019] env[69159]: DEBUG oslo_concurrency.lockutils [req-db9d0be2-a001-4859-98b4-272fb2f1c248 req-90d89194-8c19-4091-8b3e-bb4abb1f562b service nova] Lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.847019] env[69159]: DEBUG oslo_concurrency.lockutils [req-db9d0be2-a001-4859-98b4-272fb2f1c248 req-90d89194-8c19-4091-8b3e-bb4abb1f562b service nova] Lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.847019] env[69159]: DEBUG nova.compute.manager [req-db9d0be2-a001-4859-98b4-272fb2f1c248 req-90d89194-8c19-4091-8b3e-bb4abb1f562b service nova] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] No waiting events found dispatching network-vif-plugged-daab1f2f-ba00-4c70-b497-a00d139973ba {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 653.847395] env[69159]: WARNING nova.compute.manager [req-db9d0be2-a001-4859-98b4-272fb2f1c248 req-90d89194-8c19-4091-8b3e-bb4abb1f562b service nova] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Received unexpected event network-vif-plugged-daab1f2f-ba00-4c70-b497-a00d139973ba for instance with vm_state building and task_state spawning. [ 653.873359] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066979} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.873714] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.878019] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1eaeb3-a019-41e5-a80a-0101605fff46 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.909260] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] c73aa848-bb39-4407-9bb2-b8a3dbde0b61/c73aa848-bb39-4407-9bb2-b8a3dbde0b61.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.912446] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fdc2c9c-c1f9-4b6a-baf3-595389f4da11 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.933132] env[69159]: DEBUG nova.network.neutron [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Successfully updated port: daab1f2f-ba00-4c70-b497-a00d139973ba {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.942980] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 653.942980] env[69159]: value = "task-3448114" [ 653.942980] env[69159]: _type = "Task" [ 653.942980] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.958494] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.000104] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448111, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.098464] env[69159]: DEBUG oslo_vmware.api [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448112, 'name': PowerOnVM_Task, 'duration_secs': 0.632239} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.098464] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.098464] env[69159]: INFO nova.compute.manager [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Took 9.00 seconds to spawn the instance on the hypervisor. [ 654.098464] env[69159]: DEBUG nova.compute.manager [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 654.099294] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b007a956-cc1f-4418-9ec5-0c863fc411ce {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.144417] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852f41aa-aea2-44bb-9bab-9b6c1216404e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.156246] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2d1425-f817-4292-86cc-ce069388815a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.191396] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181fd3ee-486c-42a8-bf19-3c92d86edd8e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.202072] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9172d850-8123-418d-9968-632723fe0538 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.218227] env[69159]: DEBUG nova.compute.provider_tree [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.436018] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "refresh_cache-f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.436018] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquired lock "refresh_cache-f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.436018] env[69159]: DEBUG nova.network.neutron [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.457744] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.499764] env[69159]: DEBUG oslo_vmware.api [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448111, 'name': PowerOnVM_Task, 'duration_secs': 1.146671} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.500069] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.500311] env[69159]: INFO nova.compute.manager [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Took 12.11 seconds to spawn the instance on the hypervisor. [ 654.500491] env[69159]: DEBUG nova.compute.manager [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 654.501660] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aaf32b-3cfd-4355-a4ae-3fd2251a7fdf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.626865] env[69159]: INFO nova.compute.manager [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Took 24.02 seconds to build instance. [ 654.741832] env[69159]: ERROR nova.scheduler.client.report [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [req-9960e275-8dfa-48ea-b12b-cdbd333f16dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bb8e5e26-0b56-454c-ae24-e4322af67e22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9960e275-8dfa-48ea-b12b-cdbd333f16dd"}]} [ 654.764613] env[69159]: DEBUG nova.scheduler.client.report [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Refreshing inventories for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 654.784369] env[69159]: DEBUG nova.scheduler.client.report [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Updating ProviderTree inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 654.784596] env[69159]: DEBUG nova.compute.provider_tree [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.805062] env[69159]: DEBUG nova.scheduler.client.report [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Refreshing aggregate associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, aggregates: None {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 654.828199] env[69159]: DEBUG nova.scheduler.client.report [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Refreshing trait associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 654.959364] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448114, 'name': ReconfigVM_Task, 'duration_secs': 0.791777} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.963905] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Reconfigured VM instance instance-0000000f to attach disk [datastore2] c73aa848-bb39-4407-9bb2-b8a3dbde0b61/c73aa848-bb39-4407-9bb2-b8a3dbde0b61.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.964924] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ca8f61a-5d84-4217-81c3-4d5ab4c2880a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.975647] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 654.975647] env[69159]: value = "task-3448118" [ 654.975647] env[69159]: _type = "Task" [ 654.975647] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.988550] env[69159]: DEBUG nova.network.neutron [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.995592] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448118, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.023605] env[69159]: INFO nova.compute.manager [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Took 24.60 seconds to build instance. [ 655.032389] env[69159]: DEBUG nova.compute.manager [None req-82ae487f-ee10-4fd3-9e3f-d44501355149 tempest-ServerDiagnosticsTest-352960200 tempest-ServerDiagnosticsTest-352960200-project-admin] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 655.033668] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df2b6e4-1458-45d4-b69b-445a40e81369 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.049013] env[69159]: INFO nova.compute.manager [None req-82ae487f-ee10-4fd3-9e3f-d44501355149 tempest-ServerDiagnosticsTest-352960200 tempest-ServerDiagnosticsTest-352960200-project-admin] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Retrieving diagnostics [ 655.050224] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d47bdf-32ee-491d-8301-beef708f405c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.130604] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6845958b-40d9-4964-8b09-327c116bee8f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "cd8d5436-42d4-4e64-a3db-6874c199f078" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.780s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.443495] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432fa515-4c56-4bd3-a4ac-8a52e961ad18 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.452604] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e2ab34-6baf-4fcc-a187-3df4abd08d00 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.490382] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70932174-1aab-4890-a786-b4cc0d94863e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.499576] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448118, 'name': Rename_Task, 'duration_secs': 0.172685} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.501677] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.501960] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09c92479-17ec-4068-a32c-c96340dae8bb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.504512] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de2c8b6-0147-44c7-9a05-7304f4cf3040 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.521800] env[69159]: DEBUG nova.compute.provider_tree [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.527182] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb62d390-533c-40f6-bcdf-507cf1576467 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Lock "f989273f-d47a-4302-8e86-0e2f9924b458" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.160s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.531016] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 655.531016] env[69159]: value = "task-3448119" [ 655.531016] env[69159]: _type = "Task" [ 655.531016] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.541924] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.623107] env[69159]: DEBUG nova.network.neutron [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Updating instance_info_cache with network_info: [{"id": "daab1f2f-ba00-4c70-b497-a00d139973ba", "address": "fa:16:3e:46:dd:1b", "network": {"id": "0a923630-e2a6-4d67-bcf6-62168b296b2b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1669452853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c961cc9087449e6b425b4da3d8a9e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaab1f2f-ba", "ovs_interfaceid": "daab1f2f-ba00-4c70-b497-a00d139973ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.633335] env[69159]: DEBUG nova.compute.manager [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 656.031805] env[69159]: DEBUG nova.compute.manager [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 656.055194] env[69159]: DEBUG oslo_vmware.api [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448119, 'name': PowerOnVM_Task, 'duration_secs': 0.466351} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.055194] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.055194] env[69159]: DEBUG nova.compute.manager [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 656.055194] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faaf7c3-8ff6-41cb-a4cd-f9cccdb19f9b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.077039] env[69159]: DEBUG nova.scheduler.client.report [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Updated inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with generation 43 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 656.077132] env[69159]: DEBUG nova.compute.provider_tree [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Updating resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 generation from 43 to 44 during operation: update_inventory {{(pid=69159) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 656.077448] env[69159]: DEBUG nova.compute.provider_tree [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.126753] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Releasing lock "refresh_cache-f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.128035] env[69159]: DEBUG nova.compute.manager [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Instance network_info: |[{"id": "daab1f2f-ba00-4c70-b497-a00d139973ba", "address": "fa:16:3e:46:dd:1b", "network": {"id": "0a923630-e2a6-4d67-bcf6-62168b296b2b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1669452853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c961cc9087449e6b425b4da3d8a9e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaab1f2f-ba", "ovs_interfaceid": "daab1f2f-ba00-4c70-b497-a00d139973ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 656.128240] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:dd:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'daab1f2f-ba00-4c70-b497-a00d139973ba', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.137435] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Creating folder: Project (7c961cc9087449e6b425b4da3d8a9e40). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.147027] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8fb574c-50dc-4710-b03a-7387cd0ce25e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.156942] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Created folder: Project (7c961cc9087449e6b425b4da3d8a9e40) in parent group-v688391. [ 656.157236] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Creating folder: Instances. Parent ref: group-v688443. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.157524] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97a232b4-d2c4-4ebd-9575-68939321b101 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.165995] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.177494] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Created folder: Instances in parent group-v688443. [ 656.178321] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.179525] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.182610] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef5a4050-1397-46eb-a9b3-c7b090cecc1a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.215514] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.215514] env[69159]: value = "task-3448122" [ 656.215514] env[69159]: _type = "Task" [ 656.215514] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.217105] env[69159]: DEBUG nova.compute.manager [req-5d1900d8-0e75-45d2-ae3a-5c4038c7c25f req-8247813e-f29a-4d91-926d-67bd3a2e2cb8 service nova] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Received event network-changed-daab1f2f-ba00-4c70-b497-a00d139973ba {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 656.217105] env[69159]: DEBUG nova.compute.manager [req-5d1900d8-0e75-45d2-ae3a-5c4038c7c25f req-8247813e-f29a-4d91-926d-67bd3a2e2cb8 service nova] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Refreshing instance network info cache due to event network-changed-daab1f2f-ba00-4c70-b497-a00d139973ba. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 656.217285] env[69159]: DEBUG oslo_concurrency.lockutils [req-5d1900d8-0e75-45d2-ae3a-5c4038c7c25f req-8247813e-f29a-4d91-926d-67bd3a2e2cb8 service nova] Acquiring lock "refresh_cache-f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.217375] env[69159]: DEBUG oslo_concurrency.lockutils [req-5d1900d8-0e75-45d2-ae3a-5c4038c7c25f req-8247813e-f29a-4d91-926d-67bd3a2e2cb8 service nova] Acquired lock "refresh_cache-f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.218020] env[69159]: DEBUG nova.network.neutron [req-5d1900d8-0e75-45d2-ae3a-5c4038c7c25f req-8247813e-f29a-4d91-926d-67bd3a2e2cb8 service nova] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Refreshing network info cache for port daab1f2f-ba00-4c70-b497-a00d139973ba {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.232391] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448122, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.558569] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.577793] env[69159]: DEBUG oslo_concurrency.lockutils [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.582745] env[69159]: DEBUG oslo_concurrency.lockutils [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.081s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.583323] env[69159]: DEBUG nova.compute.manager [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 656.586295] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.998s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.587960] env[69159]: INFO nova.compute.claims [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.708929] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Acquiring lock "f989273f-d47a-4302-8e86-0e2f9924b458" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.708929] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Lock "f989273f-d47a-4302-8e86-0e2f9924b458" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.708929] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Acquiring lock "f989273f-d47a-4302-8e86-0e2f9924b458-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.708929] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Lock "f989273f-d47a-4302-8e86-0e2f9924b458-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.710524] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Lock "f989273f-d47a-4302-8e86-0e2f9924b458-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.711345] env[69159]: INFO nova.compute.manager [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Terminating instance [ 656.737302] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448122, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.096502] env[69159]: DEBUG nova.compute.utils [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.104332] env[69159]: DEBUG nova.compute.manager [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 657.104917] env[69159]: DEBUG nova.network.neutron [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.129484] env[69159]: DEBUG nova.network.neutron [req-5d1900d8-0e75-45d2-ae3a-5c4038c7c25f req-8247813e-f29a-4d91-926d-67bd3a2e2cb8 service nova] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Updated VIF entry in instance network info cache for port daab1f2f-ba00-4c70-b497-a00d139973ba. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.129873] env[69159]: DEBUG nova.network.neutron [req-5d1900d8-0e75-45d2-ae3a-5c4038c7c25f req-8247813e-f29a-4d91-926d-67bd3a2e2cb8 service nova] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Updating instance_info_cache with network_info: [{"id": "daab1f2f-ba00-4c70-b497-a00d139973ba", "address": "fa:16:3e:46:dd:1b", "network": {"id": "0a923630-e2a6-4d67-bcf6-62168b296b2b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1669452853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c961cc9087449e6b425b4da3d8a9e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaab1f2f-ba", "ovs_interfaceid": "daab1f2f-ba00-4c70-b497-a00d139973ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.204129] env[69159]: DEBUG nova.policy [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7649286b6af749c49cf11329e72eebed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38aeefec21d24475958aacdcf9de2603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.218340] env[69159]: DEBUG nova.compute.manager [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 657.218613] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.219780] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff97178-dea7-43ac-951b-7d079a645f7a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.232266] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448122, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.234905] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.235205] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bdbca09-f921-42c8-925e-9fa7c553db1d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.243162] env[69159]: DEBUG oslo_vmware.api [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Waiting for the task: (returnval){ [ 657.243162] env[69159]: value = "task-3448124" [ 657.243162] env[69159]: _type = "Task" [ 657.243162] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.253980] env[69159]: DEBUG oslo_vmware.api [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.617214] env[69159]: DEBUG nova.compute.manager [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 657.624489] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquiring lock "c73aa848-bb39-4407-9bb2-b8a3dbde0b61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.624556] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Lock "c73aa848-bb39-4407-9bb2-b8a3dbde0b61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.625581] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquiring lock "c73aa848-bb39-4407-9bb2-b8a3dbde0b61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.625581] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Lock "c73aa848-bb39-4407-9bb2-b8a3dbde0b61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.625581] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Lock "c73aa848-bb39-4407-9bb2-b8a3dbde0b61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.630054] env[69159]: INFO nova.compute.manager [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Terminating instance [ 657.635944] env[69159]: DEBUG oslo_concurrency.lockutils [req-5d1900d8-0e75-45d2-ae3a-5c4038c7c25f req-8247813e-f29a-4d91-926d-67bd3a2e2cb8 service nova] Releasing lock "refresh_cache-f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.737700] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448122, 'name': CreateVM_Task, 'duration_secs': 1.455663} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.739572] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.740994] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.740994] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.741263] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.742087] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316267b7-d787-4fc3-a846-d9e2664fbac8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.751789] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 657.751789] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523b25e7-5b72-16c5-6d91-ab4c11ef3c95" [ 657.751789] env[69159]: _type = "Task" [ 657.751789] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.756122] env[69159]: DEBUG oslo_vmware.api [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.762530] env[69159]: DEBUG nova.network.neutron [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Successfully created port: b8f9cacb-4ed6-466c-8bd8-6589998acc13 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.772516] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523b25e7-5b72-16c5-6d91-ab4c11ef3c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.140280] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquiring lock "refresh_cache-c73aa848-bb39-4407-9bb2-b8a3dbde0b61" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.140280] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquired lock "refresh_cache-c73aa848-bb39-4407-9bb2-b8a3dbde0b61" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.140280] env[69159]: DEBUG nova.network.neutron [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.258080] env[69159]: DEBUG oslo_vmware.api [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448124, 'name': PowerOffVM_Task, 'duration_secs': 0.734256} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.261759] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.262574] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.263855] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb89ccf4-9037-4ddf-987d-f4ac9f128e0b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.265700] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a11c5b6-c324-44fc-ac67-0db5c31044f0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.275722] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523b25e7-5b72-16c5-6d91-ab4c11ef3c95, 'name': SearchDatastore_Task, 'duration_secs': 0.039593} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.280253] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.280253] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.280253] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.280253] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.280604] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.281035] env[69159]: DEBUG nova.compute.manager [req-b27e68e3-1f6e-4db3-b55f-0cb2937474db req-6d8d48bf-8ddc-4102-91c1-44480235440f service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Received event network-changed-ed749741-68aa-429b-9034-c55597a375ed {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 658.281198] env[69159]: DEBUG nova.compute.manager [req-b27e68e3-1f6e-4db3-b55f-0cb2937474db req-6d8d48bf-8ddc-4102-91c1-44480235440f service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Refreshing instance network info cache due to event network-changed-ed749741-68aa-429b-9034-c55597a375ed. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 658.281417] env[69159]: DEBUG oslo_concurrency.lockutils [req-b27e68e3-1f6e-4db3-b55f-0cb2937474db req-6d8d48bf-8ddc-4102-91c1-44480235440f service nova] Acquiring lock "refresh_cache-cd8d5436-42d4-4e64-a3db-6874c199f078" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.281676] env[69159]: DEBUG oslo_concurrency.lockutils [req-b27e68e3-1f6e-4db3-b55f-0cb2937474db req-6d8d48bf-8ddc-4102-91c1-44480235440f service nova] Acquired lock "refresh_cache-cd8d5436-42d4-4e64-a3db-6874c199f078" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.281985] env[69159]: DEBUG nova.network.neutron [req-b27e68e3-1f6e-4db3-b55f-0cb2937474db req-6d8d48bf-8ddc-4102-91c1-44480235440f service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Refreshing network info cache for port ed749741-68aa-429b-9034-c55597a375ed {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.286096] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-313cbc4c-2298-4e0b-b3f3-2ef841126b5e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.288963] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7544566d-9474-4c58-93d4-8260ed1f2c1a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.333771] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630a8e67-b0d7-4994-8559-07bfb7b9de8d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.337034] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.337034] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.337845] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4376b9-727b-4e21-aa4e-b101594bc334 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.347789] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ebdc73-054b-457c-b629-2fc54b4154c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.353837] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 658.353837] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b9c336-7010-0f92-6377-f84211b9c87a" [ 658.353837] env[69159]: _type = "Task" [ 658.353837] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.370020] env[69159]: DEBUG nova.compute.provider_tree [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.371813] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.372025] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.372200] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Deleting the datastore file [datastore2] f989273f-d47a-4302-8e86-0e2f9924b458 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.372744] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16a8639f-e3b9-4327-8534-ee368b35757d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.379061] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b9c336-7010-0f92-6377-f84211b9c87a, 'name': SearchDatastore_Task, 'duration_secs': 0.020974} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.380832] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1323fd6a-cb3d-45c0-82da-8eeaedbb33f6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.385370] env[69159]: DEBUG oslo_vmware.api [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Waiting for the task: (returnval){ [ 658.385370] env[69159]: value = "task-3448126" [ 658.385370] env[69159]: _type = "Task" [ 658.385370] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.390932] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 658.390932] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52574f54-6620-4025-7560-bbe73c98b5df" [ 658.390932] env[69159]: _type = "Task" [ 658.390932] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.398399] env[69159]: DEBUG oslo_vmware.api [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.403601] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52574f54-6620-4025-7560-bbe73c98b5df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.630345] env[69159]: DEBUG nova.compute.manager [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 658.656858] env[69159]: DEBUG nova.virt.hardware [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.657131] env[69159]: DEBUG nova.virt.hardware [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.657293] env[69159]: DEBUG nova.virt.hardware [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.658032] env[69159]: DEBUG nova.virt.hardware [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.658032] env[69159]: DEBUG nova.virt.hardware [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.658032] env[69159]: DEBUG nova.virt.hardware [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.658032] env[69159]: DEBUG nova.virt.hardware [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.658364] env[69159]: DEBUG nova.virt.hardware [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.658489] env[69159]: DEBUG nova.virt.hardware [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.658639] env[69159]: DEBUG nova.virt.hardware [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.658806] env[69159]: DEBUG nova.virt.hardware [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.659704] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c045cb-452c-471e-b3da-e2d528066b6e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.668711] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bf42b6-5926-4f2a-9604-8b31fb5b0e5d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.679609] env[69159]: DEBUG nova.network.neutron [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.797668] env[69159]: DEBUG nova.network.neutron [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.875350] env[69159]: DEBUG nova.scheduler.client.report [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.905611] env[69159]: DEBUG oslo_vmware.api [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Task: {'id': task-3448126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259883} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.906415] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.906521] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.906701] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.907887] env[69159]: INFO nova.compute.manager [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Took 1.69 seconds to destroy the instance on the hypervisor. [ 658.908258] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.909667] env[69159]: DEBUG nova.compute.manager [-] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 658.909667] env[69159]: DEBUG nova.network.neutron [-] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.915518] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52574f54-6620-4025-7560-bbe73c98b5df, 'name': SearchDatastore_Task, 'duration_secs': 0.019513} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.915887] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.916157] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764/f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.916415] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18a5dd78-2a21-4cba-a5e0-80238b471b3e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.927969] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 658.927969] env[69159]: value = "task-3448127" [ 658.927969] env[69159]: _type = "Task" [ 658.927969] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.943505] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.141217] env[69159]: DEBUG nova.network.neutron [req-b27e68e3-1f6e-4db3-b55f-0cb2937474db req-6d8d48bf-8ddc-4102-91c1-44480235440f service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Updated VIF entry in instance network info cache for port ed749741-68aa-429b-9034-c55597a375ed. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.141633] env[69159]: DEBUG nova.network.neutron [req-b27e68e3-1f6e-4db3-b55f-0cb2937474db req-6d8d48bf-8ddc-4102-91c1-44480235440f service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Updating instance_info_cache with network_info: [{"id": "ed749741-68aa-429b-9034-c55597a375ed", "address": "fa:16:3e:c7:25:24", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped749741-68", "ovs_interfaceid": "ed749741-68aa-429b-9034-c55597a375ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.302496] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Releasing lock "refresh_cache-c73aa848-bb39-4407-9bb2-b8a3dbde0b61" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.302918] env[69159]: DEBUG nova.compute.manager [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 659.303147] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.304095] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393e017d-1306-45f8-b30f-bd31141c65ce {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.316803] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.317450] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faa48f4f-f956-418b-8f12-c77a43a02a18 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.329160] env[69159]: DEBUG oslo_vmware.api [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 659.329160] env[69159]: value = "task-3448129" [ 659.329160] env[69159]: _type = "Task" [ 659.329160] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.346954] env[69159]: DEBUG oslo_vmware.api [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.381494] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.383440] env[69159]: DEBUG nova.compute.manager [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 659.388126] env[69159]: DEBUG oslo_concurrency.lockutils [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.038s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.388521] env[69159]: INFO nova.compute.claims [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.447770] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448127, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.605530] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Acquiring lock "afff8818-2298-46fe-b4f7-cbd46c470d89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.605759] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Lock "afff8818-2298-46fe-b4f7-cbd46c470d89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.646998] env[69159]: DEBUG oslo_concurrency.lockutils [req-b27e68e3-1f6e-4db3-b55f-0cb2937474db req-6d8d48bf-8ddc-4102-91c1-44480235440f service nova] Releasing lock "refresh_cache-cd8d5436-42d4-4e64-a3db-6874c199f078" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.756629] env[69159]: DEBUG nova.network.neutron [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Successfully updated port: b8f9cacb-4ed6-466c-8bd8-6589998acc13 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.835370] env[69159]: DEBUG nova.network.neutron [-] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.843610] env[69159]: DEBUG oslo_vmware.api [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448129, 'name': PowerOffVM_Task, 'duration_secs': 0.215287} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.844312] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.844312] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.844312] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c36c110d-61e1-4715-8018-766baca7512a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.881365] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.881710] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.882112] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Deleting the datastore file [datastore2] c73aa848-bb39-4407-9bb2-b8a3dbde0b61 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.882395] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-966fa956-b010-4062-8822-24ac32453015 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.894849] env[69159]: DEBUG nova.compute.utils [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.899529] env[69159]: DEBUG nova.compute.manager [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 659.900056] env[69159]: DEBUG nova.network.neutron [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.901736] env[69159]: DEBUG oslo_vmware.api [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for the task: (returnval){ [ 659.901736] env[69159]: value = "task-3448131" [ 659.901736] env[69159]: _type = "Task" [ 659.901736] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.913016] env[69159]: DEBUG oslo_vmware.api [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.943690] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650717} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.943969] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764/f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.944315] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.944628] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1aacf1db-90e1-4f42-b8ed-e71ce3c7fb68 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.955995] env[69159]: DEBUG nova.policy [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '764b5d41f32f42d4a3437c634a11669a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3db9796cbdd744f9bc32464ad130e07e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.960138] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 659.960138] env[69159]: value = "task-3448132" [ 659.960138] env[69159]: _type = "Task" [ 659.960138] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.969622] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.258786] env[69159]: DEBUG oslo_concurrency.lockutils [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquiring lock "refresh_cache-3492e320-3e6b-4e50-8a9a-b5c97fc47241" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.259202] env[69159]: DEBUG oslo_concurrency.lockutils [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquired lock "refresh_cache-3492e320-3e6b-4e50-8a9a-b5c97fc47241" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.259202] env[69159]: DEBUG nova.network.neutron [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.328468] env[69159]: DEBUG nova.compute.manager [req-fe3ad384-64d0-47c6-a1ed-b52c533329ec req-f9e35185-fc6c-47b2-aad0-3629103ac5d8 service nova] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Received event network-vif-deleted-e14a6a72-273b-43d5-800c-599e3bb13a97 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 660.329161] env[69159]: DEBUG nova.compute.manager [req-fe3ad384-64d0-47c6-a1ed-b52c533329ec req-f9e35185-fc6c-47b2-aad0-3629103ac5d8 service nova] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Received event network-vif-plugged-b8f9cacb-4ed6-466c-8bd8-6589998acc13 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 660.329388] env[69159]: DEBUG oslo_concurrency.lockutils [req-fe3ad384-64d0-47c6-a1ed-b52c533329ec req-f9e35185-fc6c-47b2-aad0-3629103ac5d8 service nova] Acquiring lock "3492e320-3e6b-4e50-8a9a-b5c97fc47241-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.329603] env[69159]: DEBUG oslo_concurrency.lockutils [req-fe3ad384-64d0-47c6-a1ed-b52c533329ec req-f9e35185-fc6c-47b2-aad0-3629103ac5d8 service nova] Lock "3492e320-3e6b-4e50-8a9a-b5c97fc47241-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.329769] env[69159]: DEBUG oslo_concurrency.lockutils [req-fe3ad384-64d0-47c6-a1ed-b52c533329ec req-f9e35185-fc6c-47b2-aad0-3629103ac5d8 service nova] Lock "3492e320-3e6b-4e50-8a9a-b5c97fc47241-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.329930] env[69159]: DEBUG nova.compute.manager [req-fe3ad384-64d0-47c6-a1ed-b52c533329ec req-f9e35185-fc6c-47b2-aad0-3629103ac5d8 service nova] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] No waiting events found dispatching network-vif-plugged-b8f9cacb-4ed6-466c-8bd8-6589998acc13 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 660.330280] env[69159]: WARNING nova.compute.manager [req-fe3ad384-64d0-47c6-a1ed-b52c533329ec req-f9e35185-fc6c-47b2-aad0-3629103ac5d8 service nova] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Received unexpected event network-vif-plugged-b8f9cacb-4ed6-466c-8bd8-6589998acc13 for instance with vm_state building and task_state spawning. [ 660.330280] env[69159]: DEBUG nova.compute.manager [req-fe3ad384-64d0-47c6-a1ed-b52c533329ec req-f9e35185-fc6c-47b2-aad0-3629103ac5d8 service nova] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Received event network-changed-b8f9cacb-4ed6-466c-8bd8-6589998acc13 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 660.330486] env[69159]: DEBUG nova.compute.manager [req-fe3ad384-64d0-47c6-a1ed-b52c533329ec req-f9e35185-fc6c-47b2-aad0-3629103ac5d8 service nova] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Refreshing instance network info cache due to event network-changed-b8f9cacb-4ed6-466c-8bd8-6589998acc13. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 660.330603] env[69159]: DEBUG oslo_concurrency.lockutils [req-fe3ad384-64d0-47c6-a1ed-b52c533329ec req-f9e35185-fc6c-47b2-aad0-3629103ac5d8 service nova] Acquiring lock "refresh_cache-3492e320-3e6b-4e50-8a9a-b5c97fc47241" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.340613] env[69159]: INFO nova.compute.manager [-] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Took 1.43 seconds to deallocate network for instance. [ 660.407056] env[69159]: DEBUG nova.compute.manager [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 660.412043] env[69159]: DEBUG nova.network.neutron [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Successfully created port: d869a84e-5e56-44b8-964c-6dfa2dec65d8 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.434861] env[69159]: DEBUG oslo_vmware.api [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Task: {'id': task-3448131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363306} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.434861] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.434861] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.434861] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.434861] env[69159]: INFO nova.compute.manager [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Took 1.13 seconds to destroy the instance on the hypervisor. [ 660.435055] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.435055] env[69159]: DEBUG nova.compute.manager [-] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 660.435055] env[69159]: DEBUG nova.network.neutron [-] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.466042] env[69159]: DEBUG nova.network.neutron [-] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.478416] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072742} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.481441] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.484336] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21da66db-63fa-420e-aa8e-ef8c72cd5f23 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.513969] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764/f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.517714] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02b68e83-2598-4784-aa67-776b28e24b46 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.540306] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 660.540306] env[69159]: value = "task-3448133" [ 660.540306] env[69159]: _type = "Task" [ 660.540306] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.555039] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.850407] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.922073] env[69159]: DEBUG nova.network.neutron [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.969441] env[69159]: DEBUG nova.network.neutron [-] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.052541] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.056265] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44ac595-5551-491c-b0c0-4487a7eeca41 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.063984] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f704ab-8b5a-408f-845f-2faefea8549c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.102421] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f231e422-d311-4253-be4c-3019005554b6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.111161] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e460d650-8753-4295-be01-9bf351259080 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.127283] env[69159]: DEBUG nova.compute.provider_tree [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.285185] env[69159]: DEBUG nova.network.neutron [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Updating instance_info_cache with network_info: [{"id": "b8f9cacb-4ed6-466c-8bd8-6589998acc13", "address": "fa:16:3e:1b:1e:fd", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f9cacb-4e", "ovs_interfaceid": "b8f9cacb-4ed6-466c-8bd8-6589998acc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.433872] env[69159]: DEBUG nova.compute.manager [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 661.467884] env[69159]: DEBUG nova.virt.hardware [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.467884] env[69159]: DEBUG nova.virt.hardware [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.467884] env[69159]: DEBUG nova.virt.hardware [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.468245] env[69159]: DEBUG nova.virt.hardware [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.468245] env[69159]: DEBUG nova.virt.hardware [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.468245] env[69159]: DEBUG nova.virt.hardware [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.468245] env[69159]: DEBUG nova.virt.hardware [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.468245] env[69159]: DEBUG nova.virt.hardware [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.468442] env[69159]: DEBUG nova.virt.hardware [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.468442] env[69159]: DEBUG nova.virt.hardware [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.468442] env[69159]: DEBUG nova.virt.hardware [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.469436] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef54489-6bbe-482d-8642-6edfc093a60e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.473909] env[69159]: INFO nova.compute.manager [-] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Took 1.04 seconds to deallocate network for instance. [ 661.482141] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dbdf67-1c77-4f7f-8131-8a5cccb612b1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.561365] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448133, 'name': ReconfigVM_Task, 'duration_secs': 0.896086} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.561854] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Reconfigured VM instance instance-00000012 to attach disk [datastore2] f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764/f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.562688] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f006ac74-37af-41cc-a978-da3403e4efa2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.574028] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 661.574028] env[69159]: value = "task-3448135" [ 661.574028] env[69159]: _type = "Task" [ 661.574028] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.582964] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448135, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.652194] env[69159]: ERROR nova.scheduler.client.report [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [req-dcf85ca8-aec9-4ce4-a5c8-b743abad649f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bb8e5e26-0b56-454c-ae24-e4322af67e22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dcf85ca8-aec9-4ce4-a5c8-b743abad649f"}]} [ 661.675764] env[69159]: DEBUG nova.scheduler.client.report [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Refreshing inventories for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 661.698038] env[69159]: DEBUG nova.scheduler.client.report [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Updating ProviderTree inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 661.698038] env[69159]: DEBUG nova.compute.provider_tree [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.713090] env[69159]: DEBUG nova.scheduler.client.report [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Refreshing aggregate associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, aggregates: None {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 661.737323] env[69159]: DEBUG nova.scheduler.client.report [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Refreshing trait associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 661.789520] env[69159]: DEBUG oslo_concurrency.lockutils [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Releasing lock "refresh_cache-3492e320-3e6b-4e50-8a9a-b5c97fc47241" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.790582] env[69159]: DEBUG nova.compute.manager [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Instance network_info: |[{"id": "b8f9cacb-4ed6-466c-8bd8-6589998acc13", "address": "fa:16:3e:1b:1e:fd", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f9cacb-4e", "ovs_interfaceid": "b8f9cacb-4ed6-466c-8bd8-6589998acc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 661.791334] env[69159]: DEBUG oslo_concurrency.lockutils [req-fe3ad384-64d0-47c6-a1ed-b52c533329ec req-f9e35185-fc6c-47b2-aad0-3629103ac5d8 service nova] Acquired lock "refresh_cache-3492e320-3e6b-4e50-8a9a-b5c97fc47241" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.791334] env[69159]: DEBUG nova.network.neutron [req-fe3ad384-64d0-47c6-a1ed-b52c533329ec req-f9e35185-fc6c-47b2-aad0-3629103ac5d8 service nova] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Refreshing network info cache for port b8f9cacb-4ed6-466c-8bd8-6589998acc13 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.792575] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:1e:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8f9cacb-4ed6-466c-8bd8-6589998acc13', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.800487] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Creating folder: Project (38aeefec21d24475958aacdcf9de2603). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.804048] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29e9de55-c2f8-455e-8ed2-c779b5754245 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.817529] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Created folder: Project (38aeefec21d24475958aacdcf9de2603) in parent group-v688391. [ 661.817672] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Creating folder: Instances. Parent ref: group-v688446. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.817869] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e78ada5-b2b6-4bda-9d9c-74efd0f4762f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.831540] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Created folder: Instances in parent group-v688446. [ 661.831833] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.834702] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.835952] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0152f4d-77a1-4d48-ae2b-ec76614bc362 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.855527] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.855527] env[69159]: value = "task-3448138" [ 661.855527] env[69159]: _type = "Task" [ 661.855527] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.865294] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448138, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.989942] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.084566] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448135, 'name': Rename_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.347149] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b806a0ef-f33b-4466-aa02-e5880fd9a221 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.360533] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adeddadc-b69f-4199-8a11-68f884833322 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.378083] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448138, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.412744] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa19572f-1576-40dc-8403-67b236c2fa0f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.422657] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67d8742-6915-46c8-8c5f-5a4eae4a6e92 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.439062] env[69159]: DEBUG nova.compute.provider_tree [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.584931] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448135, 'name': Rename_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.791753] env[69159]: DEBUG nova.network.neutron [req-fe3ad384-64d0-47c6-a1ed-b52c533329ec req-f9e35185-fc6c-47b2-aad0-3629103ac5d8 service nova] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Updated VIF entry in instance network info cache for port b8f9cacb-4ed6-466c-8bd8-6589998acc13. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.792300] env[69159]: DEBUG nova.network.neutron [req-fe3ad384-64d0-47c6-a1ed-b52c533329ec req-f9e35185-fc6c-47b2-aad0-3629103ac5d8 service nova] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Updating instance_info_cache with network_info: [{"id": "b8f9cacb-4ed6-466c-8bd8-6589998acc13", "address": "fa:16:3e:1b:1e:fd", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f9cacb-4e", "ovs_interfaceid": "b8f9cacb-4ed6-466c-8bd8-6589998acc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.860216] env[69159]: DEBUG nova.compute.manager [req-32641205-a17e-49e6-8bbd-31ae79648c7d req-2d5b8105-db71-4576-9657-a1bb1166c761 service nova] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Received event network-vif-plugged-d869a84e-5e56-44b8-964c-6dfa2dec65d8 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 662.860216] env[69159]: DEBUG oslo_concurrency.lockutils [req-32641205-a17e-49e6-8bbd-31ae79648c7d req-2d5b8105-db71-4576-9657-a1bb1166c761 service nova] Acquiring lock "5ff95882-8f70-4b34-ba6e-4cd73d763abf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.860216] env[69159]: DEBUG oslo_concurrency.lockutils [req-32641205-a17e-49e6-8bbd-31ae79648c7d req-2d5b8105-db71-4576-9657-a1bb1166c761 service nova] Lock "5ff95882-8f70-4b34-ba6e-4cd73d763abf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.860216] env[69159]: DEBUG oslo_concurrency.lockutils [req-32641205-a17e-49e6-8bbd-31ae79648c7d req-2d5b8105-db71-4576-9657-a1bb1166c761 service nova] Lock "5ff95882-8f70-4b34-ba6e-4cd73d763abf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.860216] env[69159]: DEBUG nova.compute.manager [req-32641205-a17e-49e6-8bbd-31ae79648c7d req-2d5b8105-db71-4576-9657-a1bb1166c761 service nova] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] No waiting events found dispatching network-vif-plugged-d869a84e-5e56-44b8-964c-6dfa2dec65d8 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 662.860603] env[69159]: WARNING nova.compute.manager [req-32641205-a17e-49e6-8bbd-31ae79648c7d req-2d5b8105-db71-4576-9657-a1bb1166c761 service nova] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Received unexpected event network-vif-plugged-d869a84e-5e56-44b8-964c-6dfa2dec65d8 for instance with vm_state building and task_state spawning. [ 662.873963] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Acquiring lock "531569c8-9bb4-4adf-a6ab-b107a99d11d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.874216] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Lock "531569c8-9bb4-4adf-a6ab-b107a99d11d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.881127] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448138, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.899974] env[69159]: DEBUG nova.network.neutron [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Successfully updated port: d869a84e-5e56-44b8-964c-6dfa2dec65d8 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.964096] env[69159]: ERROR nova.scheduler.client.report [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [req-6be7540b-ed6f-41e6-95bd-4f8530f1db97] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bb8e5e26-0b56-454c-ae24-e4322af67e22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6be7540b-ed6f-41e6-95bd-4f8530f1db97"}]} [ 662.985089] env[69159]: DEBUG nova.scheduler.client.report [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Refreshing inventories for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 663.000198] env[69159]: DEBUG nova.scheduler.client.report [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Updating ProviderTree inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 663.000397] env[69159]: DEBUG nova.compute.provider_tree [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.013097] env[69159]: DEBUG nova.scheduler.client.report [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Refreshing aggregate associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, aggregates: None {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 663.034572] env[69159]: DEBUG nova.scheduler.client.report [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Refreshing trait associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 663.086721] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448135, 'name': Rename_Task, 'duration_secs': 1.212315} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.087045] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.087303] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91d84a10-b5d3-44b1-b8aa-3e350074aada {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.100550] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 663.100550] env[69159]: value = "task-3448139" [ 663.100550] env[69159]: _type = "Task" [ 663.100550] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.109374] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.295912] env[69159]: DEBUG oslo_concurrency.lockutils [req-fe3ad384-64d0-47c6-a1ed-b52c533329ec req-f9e35185-fc6c-47b2-aad0-3629103ac5d8 service nova] Releasing lock "refresh_cache-3492e320-3e6b-4e50-8a9a-b5c97fc47241" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.377950] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448138, 'name': CreateVM_Task, 'duration_secs': 1.473592} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.377950] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.377950] env[69159]: DEBUG oslo_concurrency.lockutils [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.378299] env[69159]: DEBUG oslo_concurrency.lockutils [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.378594] env[69159]: DEBUG oslo_concurrency.lockutils [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.378751] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b604366-2ef8-4916-b2bc-89105df7c334 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.390455] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 663.390455] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522c6b33-2396-b22b-24a6-595765520ad0" [ 663.390455] env[69159]: _type = "Task" [ 663.390455] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.397933] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522c6b33-2396-b22b-24a6-595765520ad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.402871] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Acquiring lock "refresh_cache-5ff95882-8f70-4b34-ba6e-4cd73d763abf" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.402871] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Acquired lock "refresh_cache-5ff95882-8f70-4b34-ba6e-4cd73d763abf" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.402871] env[69159]: DEBUG nova.network.neutron [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.609132] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448139, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.630557] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5854dafd-b96a-4eb2-b111-05a44ad88ce5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.640212] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483098c3-6e20-4d40-9a70-6a4010db3810 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.675876] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58604f12-2f7d-4011-b79f-5418340daaaa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.689523] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbe1107-f55e-4585-82fc-7261cb0c0bab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.709888] env[69159]: DEBUG nova.compute.provider_tree [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.899967] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522c6b33-2396-b22b-24a6-595765520ad0, 'name': SearchDatastore_Task, 'duration_secs': 0.012723} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.900413] env[69159]: DEBUG oslo_concurrency.lockutils [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.900690] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.901093] env[69159]: DEBUG oslo_concurrency.lockutils [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.901302] env[69159]: DEBUG oslo_concurrency.lockutils [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.901528] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.901800] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-336052f8-cd9e-4b80-b6e1-af988d471be3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.915511] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.915511] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.915511] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25d05cae-f30b-4aae-b3fb-d7e883935fc8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.920630] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 663.920630] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5267447c-33f2-529e-3716-d806d93c8dd4" [ 663.920630] env[69159]: _type = "Task" [ 663.920630] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.930228] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5267447c-33f2-529e-3716-d806d93c8dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.952903] env[69159]: DEBUG nova.network.neutron [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.111894] env[69159]: DEBUG oslo_vmware.api [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448139, 'name': PowerOnVM_Task, 'duration_secs': 0.585289} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.114464] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.114676] env[69159]: INFO nova.compute.manager [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Took 12.04 seconds to spawn the instance on the hypervisor. [ 664.114853] env[69159]: DEBUG nova.compute.manager [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 664.115658] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e045fd69-65c7-4b11-b72b-522314b7189b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.162620] env[69159]: DEBUG nova.network.neutron [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Updating instance_info_cache with network_info: [{"id": "d869a84e-5e56-44b8-964c-6dfa2dec65d8", "address": "fa:16:3e:fb:a9:be", "network": {"id": "506f5d87-dbc2-4e66-8b06-51bcdc74fe49", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2013473830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3db9796cbdd744f9bc32464ad130e07e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd869a84e-5e", "ovs_interfaceid": "d869a84e-5e56-44b8-964c-6dfa2dec65d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.251509] env[69159]: DEBUG nova.scheduler.client.report [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Updated inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 664.251850] env[69159]: DEBUG nova.compute.provider_tree [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Updating resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 generation from 46 to 47 during operation: update_inventory {{(pid=69159) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 664.252037] env[69159]: DEBUG nova.compute.provider_tree [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.430960] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5267447c-33f2-529e-3716-d806d93c8dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.023469} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.431755] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd2f03c-c797-4723-bf30-aee8052d4dd1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.437646] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 664.437646] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5250a21f-395d-abd5-b317-0d6da89196ea" [ 664.437646] env[69159]: _type = "Task" [ 664.437646] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.445672] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5250a21f-395d-abd5-b317-0d6da89196ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.640424] env[69159]: INFO nova.compute.manager [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Took 31.51 seconds to build instance. [ 664.665744] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Releasing lock "refresh_cache-5ff95882-8f70-4b34-ba6e-4cd73d763abf" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.668024] env[69159]: DEBUG nova.compute.manager [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Instance network_info: |[{"id": "d869a84e-5e56-44b8-964c-6dfa2dec65d8", "address": "fa:16:3e:fb:a9:be", "network": {"id": "506f5d87-dbc2-4e66-8b06-51bcdc74fe49", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2013473830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3db9796cbdd744f9bc32464ad130e07e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd869a84e-5e", "ovs_interfaceid": "d869a84e-5e56-44b8-964c-6dfa2dec65d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 664.668164] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:a9:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd869a84e-5e56-44b8-964c-6dfa2dec65d8', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.674062] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Creating folder: Project (3db9796cbdd744f9bc32464ad130e07e). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.674731] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00ff4ab5-2185-4543-ac51-435490ea2e25 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.687146] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Created folder: Project (3db9796cbdd744f9bc32464ad130e07e) in parent group-v688391. [ 664.687361] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Creating folder: Instances. Parent ref: group-v688450. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.687592] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3130f13-0260-4cc2-8ea6-f25cf042b4c9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.697869] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Created folder: Instances in parent group-v688450. [ 664.698077] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.698269] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.698468] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b64522ee-dab0-4bac-8ab3-08ed3a07b518 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.719940] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.719940] env[69159]: value = "task-3448143" [ 664.719940] env[69159]: _type = "Task" [ 664.719940] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.727547] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448143, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.758673] env[69159]: DEBUG oslo_concurrency.lockutils [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.372s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.759223] env[69159]: DEBUG nova.compute.manager [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 664.763695] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.246s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.764929] env[69159]: INFO nova.compute.claims [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.952909] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5250a21f-395d-abd5-b317-0d6da89196ea, 'name': SearchDatastore_Task, 'duration_secs': 0.056958} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.953338] env[69159]: DEBUG oslo_concurrency.lockutils [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.953650] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 3492e320-3e6b-4e50-8a9a-b5c97fc47241/3492e320-3e6b-4e50-8a9a-b5c97fc47241.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.953952] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59494969-893e-4067-96f9-10a5b9854bd2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.963727] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 664.963727] env[69159]: value = "task-3448144" [ 664.963727] env[69159]: _type = "Task" [ 664.963727] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.973697] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.976916] env[69159]: DEBUG nova.compute.manager [req-77345480-4bde-42be-9654-a211140e1330 req-3b0f8dc8-6797-4634-817d-b4e98a7ea066 service nova] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Received event network-changed-d869a84e-5e56-44b8-964c-6dfa2dec65d8 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 664.976916] env[69159]: DEBUG nova.compute.manager [req-77345480-4bde-42be-9654-a211140e1330 req-3b0f8dc8-6797-4634-817d-b4e98a7ea066 service nova] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Refreshing instance network info cache due to event network-changed-d869a84e-5e56-44b8-964c-6dfa2dec65d8. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 664.977334] env[69159]: DEBUG oslo_concurrency.lockutils [req-77345480-4bde-42be-9654-a211140e1330 req-3b0f8dc8-6797-4634-817d-b4e98a7ea066 service nova] Acquiring lock "refresh_cache-5ff95882-8f70-4b34-ba6e-4cd73d763abf" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.977471] env[69159]: DEBUG oslo_concurrency.lockutils [req-77345480-4bde-42be-9654-a211140e1330 req-3b0f8dc8-6797-4634-817d-b4e98a7ea066 service nova] Acquired lock "refresh_cache-5ff95882-8f70-4b34-ba6e-4cd73d763abf" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.977932] env[69159]: DEBUG nova.network.neutron [req-77345480-4bde-42be-9654-a211140e1330 req-3b0f8dc8-6797-4634-817d-b4e98a7ea066 service nova] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Refreshing network info cache for port d869a84e-5e56-44b8-964c-6dfa2dec65d8 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.143097] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b7ab3c0-5b71-4d3c-a02d-b65a0abfd320 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.098s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.232582] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448143, 'name': CreateVM_Task, 'duration_secs': 0.362393} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.236073] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.236073] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.236073] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.236073] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.236073] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3ff6f0-bea8-469f-b9ca-79fe758865ba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.241695] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 665.241695] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524abb9f-3837-97a4-9a22-94a312961fe9" [ 665.241695] env[69159]: _type = "Task" [ 665.241695] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.253469] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524abb9f-3837-97a4-9a22-94a312961fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.272393] env[69159]: DEBUG nova.compute.utils [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.278353] env[69159]: DEBUG nova.compute.manager [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Not allocating networking since 'none' was specified. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 665.475573] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448144, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.649444] env[69159]: DEBUG nova.compute.manager [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 665.756758] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524abb9f-3837-97a4-9a22-94a312961fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.028604} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.757340] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.761023] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.761023] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.761023] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.761023] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.761023] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4cdcd7a-f045-43fb-a634-6e0a5089a625 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.771616] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.771805] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.772650] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bef84f2-0539-411e-988c-cb5f8d2c0261 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.776647] env[69159]: DEBUG nova.compute.manager [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 665.784817] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 665.784817] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52388aaf-51db-cd31-d39d-5dfada155b62" [ 665.784817] env[69159]: _type = "Task" [ 665.784817] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.798299] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52388aaf-51db-cd31-d39d-5dfada155b62, 'name': SearchDatastore_Task, 'duration_secs': 0.015} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.799164] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093d0866-59cf-48eb-9bad-9b2e07dc75e4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.807840] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 665.807840] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a65577-7aff-0ec3-3a41-de713bf01a85" [ 665.807840] env[69159]: _type = "Task" [ 665.807840] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.822631] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a65577-7aff-0ec3-3a41-de713bf01a85, 'name': SearchDatastore_Task, 'duration_secs': 0.010406} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.822919] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.825532] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 5ff95882-8f70-4b34-ba6e-4cd73d763abf/5ff95882-8f70-4b34-ba6e-4cd73d763abf.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.825532] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7ee2f5f-eb7d-43b6-85ec-5e50ca81ae8e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.834609] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 665.834609] env[69159]: value = "task-3448146" [ 665.834609] env[69159]: _type = "Task" [ 665.834609] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.841423] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.864189] env[69159]: DEBUG nova.network.neutron [req-77345480-4bde-42be-9654-a211140e1330 req-3b0f8dc8-6797-4634-817d-b4e98a7ea066 service nova] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Updated VIF entry in instance network info cache for port d869a84e-5e56-44b8-964c-6dfa2dec65d8. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.864189] env[69159]: DEBUG nova.network.neutron [req-77345480-4bde-42be-9654-a211140e1330 req-3b0f8dc8-6797-4634-817d-b4e98a7ea066 service nova] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Updating instance_info_cache with network_info: [{"id": "d869a84e-5e56-44b8-964c-6dfa2dec65d8", "address": "fa:16:3e:fb:a9:be", "network": {"id": "506f5d87-dbc2-4e66-8b06-51bcdc74fe49", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2013473830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3db9796cbdd744f9bc32464ad130e07e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd869a84e-5e", "ovs_interfaceid": "d869a84e-5e56-44b8-964c-6dfa2dec65d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.982472] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793874} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.985622] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 3492e320-3e6b-4e50-8a9a-b5c97fc47241/3492e320-3e6b-4e50-8a9a-b5c97fc47241.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.985892] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.986402] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20fbb07b-f3a8-4e52-9869-cd77801e6077 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.997142] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 665.997142] env[69159]: value = "task-3448147" [ 665.997142] env[69159]: _type = "Task" [ 665.997142] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.009258] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.180672] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.345418] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466048} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.345418] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 5ff95882-8f70-4b34-ba6e-4cd73d763abf/5ff95882-8f70-4b34-ba6e-4cd73d763abf.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.345418] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.345418] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b25f89a6-a4db-4ffd-a257-e8e59a778944 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.358074] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 666.358074] env[69159]: value = "task-3448148" [ 666.358074] env[69159]: _type = "Task" [ 666.358074] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.371956] env[69159]: DEBUG oslo_concurrency.lockutils [req-77345480-4bde-42be-9654-a211140e1330 req-3b0f8dc8-6797-4634-817d-b4e98a7ea066 service nova] Releasing lock "refresh_cache-5ff95882-8f70-4b34-ba6e-4cd73d763abf" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.372427] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.441104] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab38a3e2-ef41-4002-8e86-fb2d07da1547 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.450202] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25944c35-de84-4552-bb0e-ca35b40c9b3b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.484569] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c0785b-b0c5-4fbd-9667-b547518845da {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.493517] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e313f402-1aaf-404b-88f3-8f8fb0eaa3d4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.514181] env[69159]: DEBUG nova.compute.provider_tree [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.515624] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075674} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.516087] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.516870] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e372251-89d6-4345-9bdd-1f4adeb95d71 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.548672] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 3492e320-3e6b-4e50-8a9a-b5c97fc47241/3492e320-3e6b-4e50-8a9a-b5c97fc47241.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.549354] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31daaebb-8793-4c03-a972-6a84838af499 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.571983] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 666.571983] env[69159]: value = "task-3448149" [ 666.571983] env[69159]: _type = "Task" [ 666.571983] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.581340] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.792233] env[69159]: DEBUG nova.compute.manager [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 666.817718] env[69159]: DEBUG nova.virt.hardware [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.817974] env[69159]: DEBUG nova.virt.hardware [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.818147] env[69159]: DEBUG nova.virt.hardware [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.818409] env[69159]: DEBUG nova.virt.hardware [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.818576] env[69159]: DEBUG nova.virt.hardware [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.818721] env[69159]: DEBUG nova.virt.hardware [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.818927] env[69159]: DEBUG nova.virt.hardware [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.819099] env[69159]: DEBUG nova.virt.hardware [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.819268] env[69159]: DEBUG nova.virt.hardware [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.819428] env[69159]: DEBUG nova.virt.hardware [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.819600] env[69159]: DEBUG nova.virt.hardware [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.820511] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b04394-252f-4e2e-a2bc-4ab05c09417c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.830826] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da07e7f6-d262-4e1d-a86f-9fb2ff4a18cf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.844475] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.850039] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Creating folder: Project (5eca2dbef8274ff48a7247339b6796db). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.850237] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2804a7cc-2c34-476e-9012-3f1ba6f2ecba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.864036] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Created folder: Project (5eca2dbef8274ff48a7247339b6796db) in parent group-v688391. [ 666.864036] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Creating folder: Instances. Parent ref: group-v688453. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.864513] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f69473b-c618-4cab-aaaf-1b798775b986 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.868904] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067657} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.869503] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.870272] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e58e18-d436-42f8-a892-3a5378b2c2ad {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.892755] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 5ff95882-8f70-4b34-ba6e-4cd73d763abf/5ff95882-8f70-4b34-ba6e-4cd73d763abf.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.894852] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb14019-d930-4aa2-a098-700dc2918763 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.916289] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Created folder: Instances in parent group-v688453. [ 666.916289] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.916289] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.916289] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90f082f0-b12d-4497-b412-37bd6f1c7056 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.932345] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 666.932345] env[69159]: value = "task-3448152" [ 666.932345] env[69159]: _type = "Task" [ 666.932345] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.941405] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.941405] env[69159]: value = "task-3448153" [ 666.941405] env[69159]: _type = "Task" [ 666.941405] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.941712] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448152, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.950061] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448153, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.031229] env[69159]: DEBUG nova.compute.manager [req-fa3e92f7-b009-4297-a155-5e859c04a902 req-a9ff4c34-b5a2-4e04-9f8a-2f553725f776 service nova] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Received event network-changed-daab1f2f-ba00-4c70-b497-a00d139973ba {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 667.031433] env[69159]: DEBUG nova.compute.manager [req-fa3e92f7-b009-4297-a155-5e859c04a902 req-a9ff4c34-b5a2-4e04-9f8a-2f553725f776 service nova] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Refreshing instance network info cache due to event network-changed-daab1f2f-ba00-4c70-b497-a00d139973ba. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 667.031669] env[69159]: DEBUG oslo_concurrency.lockutils [req-fa3e92f7-b009-4297-a155-5e859c04a902 req-a9ff4c34-b5a2-4e04-9f8a-2f553725f776 service nova] Acquiring lock "refresh_cache-f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.031820] env[69159]: DEBUG oslo_concurrency.lockutils [req-fa3e92f7-b009-4297-a155-5e859c04a902 req-a9ff4c34-b5a2-4e04-9f8a-2f553725f776 service nova] Acquired lock "refresh_cache-f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.031985] env[69159]: DEBUG nova.network.neutron [req-fa3e92f7-b009-4297-a155-5e859c04a902 req-a9ff4c34-b5a2-4e04-9f8a-2f553725f776 service nova] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Refreshing network info cache for port daab1f2f-ba00-4c70-b497-a00d139973ba {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.049095] env[69159]: DEBUG nova.scheduler.client.report [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Updated inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 667.049429] env[69159]: DEBUG nova.compute.provider_tree [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Updating resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 generation from 47 to 48 during operation: update_inventory {{(pid=69159) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 667.049658] env[69159]: DEBUG nova.compute.provider_tree [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.083850] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.442749] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448152, 'name': ReconfigVM_Task, 'duration_secs': 0.315331} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.445942] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 5ff95882-8f70-4b34-ba6e-4cd73d763abf/5ff95882-8f70-4b34-ba6e-4cd73d763abf.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.446661] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-368114bf-bdbb-4850-b135-85f8e6088946 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.454283] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448153, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.455903] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 667.455903] env[69159]: value = "task-3448154" [ 667.455903] env[69159]: _type = "Task" [ 667.455903] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.465914] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448154, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.557229] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.558079] env[69159]: DEBUG nova.compute.manager [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 667.561496] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.594s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.561740] env[69159]: DEBUG nova.objects.instance [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Lazy-loading 'resources' on Instance uuid 71110d4a-7fb0-4043-a917-be39f2693eac {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.585422] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448149, 'name': ReconfigVM_Task, 'duration_secs': 0.904485} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.587985] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 3492e320-3e6b-4e50-8a9a-b5c97fc47241/3492e320-3e6b-4e50-8a9a-b5c97fc47241.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.589227] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-419e473c-e0dc-4179-9fc7-2a2d96d61d56 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.598914] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 667.598914] env[69159]: value = "task-3448156" [ 667.598914] env[69159]: _type = "Task" [ 667.598914] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.609478] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448156, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.881067] env[69159]: DEBUG nova.network.neutron [req-fa3e92f7-b009-4297-a155-5e859c04a902 req-a9ff4c34-b5a2-4e04-9f8a-2f553725f776 service nova] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Updated VIF entry in instance network info cache for port daab1f2f-ba00-4c70-b497-a00d139973ba. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.881680] env[69159]: DEBUG nova.network.neutron [req-fa3e92f7-b009-4297-a155-5e859c04a902 req-a9ff4c34-b5a2-4e04-9f8a-2f553725f776 service nova] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Updating instance_info_cache with network_info: [{"id": "daab1f2f-ba00-4c70-b497-a00d139973ba", "address": "fa:16:3e:46:dd:1b", "network": {"id": "0a923630-e2a6-4d67-bcf6-62168b296b2b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1669452853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c961cc9087449e6b425b4da3d8a9e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaab1f2f-ba", "ovs_interfaceid": "daab1f2f-ba00-4c70-b497-a00d139973ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.954799] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448153, 'name': CreateVM_Task, 'duration_secs': 0.526909} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.955293] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.955646] env[69159]: DEBUG oslo_concurrency.lockutils [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.955875] env[69159]: DEBUG oslo_concurrency.lockutils [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.956285] env[69159]: DEBUG oslo_concurrency.lockutils [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.956644] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f6df6c-adec-498e-aecc-ce02091c3e44 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.965448] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 667.965448] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525cff53-b32a-087e-f3e1-9d5cb021a05a" [ 667.965448] env[69159]: _type = "Task" [ 667.965448] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.969044] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448154, 'name': Rename_Task, 'duration_secs': 0.191299} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.972255] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.972495] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8396be3e-d842-450d-b0d0-c3d0c71f2537 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.982942] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525cff53-b32a-087e-f3e1-9d5cb021a05a, 'name': SearchDatastore_Task, 'duration_secs': 0.013751} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.984536] env[69159]: DEBUG oslo_concurrency.lockutils [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.984760] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.995286] env[69159]: DEBUG oslo_concurrency.lockutils [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.995286] env[69159]: DEBUG oslo_concurrency.lockutils [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.995286] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.995286] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 667.995286] env[69159]: value = "task-3448157" [ 667.995286] env[69159]: _type = "Task" [ 667.995286] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.995286] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2a07f50-4f4b-4ee6-884c-3ab834e3e85e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.998893] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.007649] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.007859] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.008744] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f5f490-c0e5-45df-9be3-a4d6537692a0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.015757] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 668.015757] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5223d9c2-4492-700c-0fce-31e8723c2e93" [ 668.015757] env[69159]: _type = "Task" [ 668.015757] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.024928] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5223d9c2-4492-700c-0fce-31e8723c2e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.065092] env[69159]: DEBUG nova.compute.utils [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.071473] env[69159]: DEBUG nova.compute.manager [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 668.071473] env[69159]: DEBUG nova.network.neutron [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.112784] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448156, 'name': Rename_Task, 'duration_secs': 0.251146} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.113118] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.113308] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f8afffe-7711-4fcf-9490-d087cffb5123 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.123553] env[69159]: DEBUG nova.policy [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a0785a424624fc6a499b5980dac82d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c89e6a3d60845229c2859c1db3990f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.127062] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 668.127062] env[69159]: value = "task-3448158" [ 668.127062] env[69159]: _type = "Task" [ 668.127062] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.137437] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.385037] env[69159]: DEBUG oslo_concurrency.lockutils [req-fa3e92f7-b009-4297-a155-5e859c04a902 req-a9ff4c34-b5a2-4e04-9f8a-2f553725f776 service nova] Releasing lock "refresh_cache-f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.499360] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448157, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.528472] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5223d9c2-4492-700c-0fce-31e8723c2e93, 'name': SearchDatastore_Task, 'duration_secs': 0.016016} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.529285] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8787399-f462-403d-be3d-d1de2cb840d9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.535866] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 668.535866] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ca14fa-a9c7-1d10-49f4-15c9e21889c6" [ 668.535866] env[69159]: _type = "Task" [ 668.535866] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.545577] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ca14fa-a9c7-1d10-49f4-15c9e21889c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.570611] env[69159]: DEBUG nova.compute.manager [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 668.612282] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6238d64-5cea-4a76-b07d-8f47d34d32a3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.622103] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36042113-34a6-4407-bcf1-dcadae18dbfb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.660688] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8f5eba-cac8-414d-ab37-13df4218f211 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.666488] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448158, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.673227] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4d8249-dd78-4407-8055-c01138e17f55 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.689479] env[69159]: DEBUG nova.compute.provider_tree [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.777523] env[69159]: DEBUG nova.network.neutron [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Successfully created port: 7b2541c7-3ad9-448e-ab37-b93cf9ca79a6 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.001948] env[69159]: DEBUG oslo_vmware.api [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448157, 'name': PowerOnVM_Task, 'duration_secs': 0.651398} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.002247] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.002480] env[69159]: INFO nova.compute.manager [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Took 7.57 seconds to spawn the instance on the hypervisor. [ 669.002671] env[69159]: DEBUG nova.compute.manager [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 669.003458] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1472b03-b27e-4464-bcea-ba776a120ad6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.047243] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ca14fa-a9c7-1d10-49f4-15c9e21889c6, 'name': SearchDatastore_Task, 'duration_secs': 0.031719} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.047243] env[69159]: DEBUG oslo_concurrency.lockutils [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.047243] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] c9eb4065-6732-48a4-8659-79afcce1809f/c9eb4065-6732-48a4-8659-79afcce1809f.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.047416] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05524a8d-3a99-4ca4-b8be-2fb4003b122d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.055360] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 669.055360] env[69159]: value = "task-3448159" [ 669.055360] env[69159]: _type = "Task" [ 669.055360] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.063983] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.137944] env[69159]: DEBUG oslo_vmware.api [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448158, 'name': PowerOnVM_Task, 'duration_secs': 0.907581} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.138229] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.138427] env[69159]: INFO nova.compute.manager [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Took 10.51 seconds to spawn the instance on the hypervisor. [ 669.138601] env[69159]: DEBUG nova.compute.manager [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 669.139377] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d003dd-8d8b-42ce-a144-ac5507eebeb1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.192299] env[69159]: DEBUG nova.scheduler.client.report [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.523928] env[69159]: INFO nova.compute.manager [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Took 32.96 seconds to build instance. [ 669.569882] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448159, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.582398] env[69159]: DEBUG nova.compute.manager [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 669.613814] env[69159]: DEBUG nova.virt.hardware [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.613975] env[69159]: DEBUG nova.virt.hardware [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.614121] env[69159]: DEBUG nova.virt.hardware [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.614315] env[69159]: DEBUG nova.virt.hardware [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.614807] env[69159]: DEBUG nova.virt.hardware [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.614924] env[69159]: DEBUG nova.virt.hardware [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.615164] env[69159]: DEBUG nova.virt.hardware [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.615354] env[69159]: DEBUG nova.virt.hardware [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.615555] env[69159]: DEBUG nova.virt.hardware [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.615746] env[69159]: DEBUG nova.virt.hardware [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.615944] env[69159]: DEBUG nova.virt.hardware [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.616882] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884766f2-40a8-490c-8e59-fb9667ababa6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.628577] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b920605-444f-4cc7-8807-7cb51b2d502a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.660137] env[69159]: INFO nova.compute.manager [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Took 34.16 seconds to build instance. [ 669.698925] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.701780] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.198s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.703699] env[69159]: INFO nova.compute.claims [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.731631] env[69159]: INFO nova.scheduler.client.report [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Deleted allocations for instance 71110d4a-7fb0-4043-a917-be39f2693eac [ 670.027378] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c504a496-e3ef-4030-8aac-ccb59f2bbee7 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Lock "5ff95882-8f70-4b34-ba6e-4cd73d763abf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.718s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.068933] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699613} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.068933] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] c9eb4065-6732-48a4-8659-79afcce1809f/c9eb4065-6732-48a4-8659-79afcce1809f.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.069208] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.069788] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e938018-7ef4-414d-b34c-50741bba01b7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.078242] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 670.078242] env[69159]: value = "task-3448161" [ 670.078242] env[69159]: _type = "Task" [ 670.078242] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.088971] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.102679] env[69159]: DEBUG oslo_concurrency.lockutils [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Acquiring lock "a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.102679] env[69159]: DEBUG oslo_concurrency.lockutils [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Lock "a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.102679] env[69159]: DEBUG oslo_concurrency.lockutils [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Acquiring lock "a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.102679] env[69159]: DEBUG oslo_concurrency.lockutils [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Lock "a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.102899] env[69159]: DEBUG oslo_concurrency.lockutils [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Lock "a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.105658] env[69159]: INFO nova.compute.manager [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Terminating instance [ 670.163814] env[69159]: DEBUG oslo_concurrency.lockutils [None req-01a640f1-bdbd-43fb-ad2b-fa38a3f520fc tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "3492e320-3e6b-4e50-8a9a-b5c97fc47241" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.856s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.243224] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fceb0ae3-e408-4d44-807a-c5f7fbb4af36 tempest-ServerDiagnosticsV248Test-1308883009 tempest-ServerDiagnosticsV248Test-1308883009-project-member] Lock "71110d4a-7fb0-4043-a917-be39f2693eac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.628s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.421092] env[69159]: DEBUG nova.compute.manager [req-f56faac8-f928-4d3a-9066-d5406f4396f6 req-2b8b4234-8b3a-453a-88c4-ab7f3c639654 service nova] [instance: b20de2d2-f796-41b6-be49-c08147018866] Received event network-vif-plugged-7b2541c7-3ad9-448e-ab37-b93cf9ca79a6 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 670.421301] env[69159]: DEBUG oslo_concurrency.lockutils [req-f56faac8-f928-4d3a-9066-d5406f4396f6 req-2b8b4234-8b3a-453a-88c4-ab7f3c639654 service nova] Acquiring lock "b20de2d2-f796-41b6-be49-c08147018866-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.421510] env[69159]: DEBUG oslo_concurrency.lockutils [req-f56faac8-f928-4d3a-9066-d5406f4396f6 req-2b8b4234-8b3a-453a-88c4-ab7f3c639654 service nova] Lock "b20de2d2-f796-41b6-be49-c08147018866-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.421677] env[69159]: DEBUG oslo_concurrency.lockutils [req-f56faac8-f928-4d3a-9066-d5406f4396f6 req-2b8b4234-8b3a-453a-88c4-ab7f3c639654 service nova] Lock "b20de2d2-f796-41b6-be49-c08147018866-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.421841] env[69159]: DEBUG nova.compute.manager [req-f56faac8-f928-4d3a-9066-d5406f4396f6 req-2b8b4234-8b3a-453a-88c4-ab7f3c639654 service nova] [instance: b20de2d2-f796-41b6-be49-c08147018866] No waiting events found dispatching network-vif-plugged-7b2541c7-3ad9-448e-ab37-b93cf9ca79a6 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 670.422008] env[69159]: WARNING nova.compute.manager [req-f56faac8-f928-4d3a-9066-d5406f4396f6 req-2b8b4234-8b3a-453a-88c4-ab7f3c639654 service nova] [instance: b20de2d2-f796-41b6-be49-c08147018866] Received unexpected event network-vif-plugged-7b2541c7-3ad9-448e-ab37-b93cf9ca79a6 for instance with vm_state building and task_state spawning. [ 670.529540] env[69159]: DEBUG nova.compute.manager [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 670.567746] env[69159]: DEBUG nova.network.neutron [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Successfully updated port: 7b2541c7-3ad9-448e-ab37-b93cf9ca79a6 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.591860] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074453} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.592163] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.593540] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e32256-31c2-4e56-a340-0c361dc936ea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.617749] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] c9eb4065-6732-48a4-8659-79afcce1809f/c9eb4065-6732-48a4-8659-79afcce1809f.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.618481] env[69159]: DEBUG nova.compute.manager [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 670.618682] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.619635] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f149cd85-2c68-4c75-8b1f-f0a621e30e61 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.635951] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f766a4-77ca-4223-aa3d-836e0a271a67 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.645067] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.645341] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec073ac0-a39a-45a3-8bb2-6e5f4dd0a7b5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.647919] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 670.647919] env[69159]: value = "task-3448162" [ 670.647919] env[69159]: _type = "Task" [ 670.647919] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.653528] env[69159]: DEBUG oslo_vmware.api [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Waiting for the task: (returnval){ [ 670.653528] env[69159]: value = "task-3448163" [ 670.653528] env[69159]: _type = "Task" [ 670.653528] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.658335] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.666693] env[69159]: DEBUG nova.compute.manager [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 670.670157] env[69159]: DEBUG oslo_vmware.api [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': task-3448163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.854676] env[69159]: DEBUG nova.compute.manager [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 670.855586] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c32b3e6-2b39-438b-80f1-193d7533930b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.060074] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.072923] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Acquiring lock "refresh_cache-b20de2d2-f796-41b6-be49-c08147018866" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.072923] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Acquired lock "refresh_cache-b20de2d2-f796-41b6-be49-c08147018866" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.072923] env[69159]: DEBUG nova.network.neutron [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.166033] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.175200] env[69159]: DEBUG oslo_vmware.api [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': task-3448163, 'name': PowerOffVM_Task, 'duration_secs': 0.399548} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.179904] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.180069] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.181709] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50cde0cf-b8f9-49b2-9972-d1bb4a1cf1f1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.192489] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.251589] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45eb1a9-55fc-4a13-9b81-3ee42fb45266 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.258763] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.259044] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.259311] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Deleting the datastore file [datastore1] a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.261970] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-328a7e5a-e963-49c5-8890-fa9bb3fc72ee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.266243] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f11ae5-fbe6-495b-9043-08534d042070 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.276278] env[69159]: DEBUG oslo_vmware.api [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Waiting for the task: (returnval){ [ 671.276278] env[69159]: value = "task-3448165" [ 671.276278] env[69159]: _type = "Task" [ 671.276278] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.310075] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b159b6b-e049-4715-af40-052996a3b52d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.320436] env[69159]: DEBUG oslo_vmware.api [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': task-3448165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.323550] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb1d50c-e129-452b-9263-64059c369b79 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.342712] env[69159]: DEBUG nova.compute.provider_tree [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.369276] env[69159]: INFO nova.compute.manager [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] instance snapshotting [ 671.370925] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d00cc8-9032-4f58-b577-f09265f5ab7b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.392882] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed875986-9a81-4df8-aa10-e79bfd5dd95a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.610661] env[69159]: DEBUG nova.network.neutron [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.670179] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448162, 'name': ReconfigVM_Task, 'duration_secs': 0.658076} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.670574] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Reconfigured VM instance instance-00000015 to attach disk [datastore2] c9eb4065-6732-48a4-8659-79afcce1809f/c9eb4065-6732-48a4-8659-79afcce1809f.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.671463] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6803fc1-1daa-499a-9688-9f09b2355d33 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.684077] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 671.684077] env[69159]: value = "task-3448166" [ 671.684077] env[69159]: _type = "Task" [ 671.684077] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.697412] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448166, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.815791] env[69159]: DEBUG oslo_vmware.api [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Task: {'id': task-3448165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234907} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.816740] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.816740] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.816740] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.816740] env[69159]: INFO nova.compute.manager [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Took 1.20 seconds to destroy the instance on the hypervisor. [ 671.816968] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.817166] env[69159]: DEBUG nova.compute.manager [-] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 671.817166] env[69159]: DEBUG nova.network.neutron [-] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.823674] env[69159]: DEBUG nova.network.neutron [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Updating instance_info_cache with network_info: [{"id": "7b2541c7-3ad9-448e-ab37-b93cf9ca79a6", "address": "fa:16:3e:c3:a0:3d", "network": {"id": "20f68021-ad1f-4296-8372-ee957c470ed1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1674048824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c89e6a3d60845229c2859c1db3990f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2541c7-3a", "ovs_interfaceid": "7b2541c7-3ad9-448e-ab37-b93cf9ca79a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.846558] env[69159]: DEBUG nova.scheduler.client.report [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.906592] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 671.906892] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e9ccb1e0-4dcd-4dff-86ca-50d7fc92a554 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.915258] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 671.915258] env[69159]: value = "task-3448167" [ 671.915258] env[69159]: _type = "Task" [ 671.915258] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.924340] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448167, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.194986] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448166, 'name': Rename_Task, 'duration_secs': 0.217912} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.196533] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.197063] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3f62d0e-b414-4cdd-b319-8c773a6ed6b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.205868] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 672.205868] env[69159]: value = "task-3448168" [ 672.205868] env[69159]: _type = "Task" [ 672.205868] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.217240] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.330212] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Releasing lock "refresh_cache-b20de2d2-f796-41b6-be49-c08147018866" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.330570] env[69159]: DEBUG nova.compute.manager [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Instance network_info: |[{"id": "7b2541c7-3ad9-448e-ab37-b93cf9ca79a6", "address": "fa:16:3e:c3:a0:3d", "network": {"id": "20f68021-ad1f-4296-8372-ee957c470ed1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1674048824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c89e6a3d60845229c2859c1db3990f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2541c7-3a", "ovs_interfaceid": "7b2541c7-3ad9-448e-ab37-b93cf9ca79a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 672.331047] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:a0:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b2541c7-3ad9-448e-ab37-b93cf9ca79a6', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.340562] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Creating folder: Project (9c89e6a3d60845229c2859c1db3990f5). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.340855] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-445a1739-8769-4a86-865f-22fbb170a6fb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.352173] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.352746] env[69159]: DEBUG nova.compute.manager [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 672.357817] env[69159]: DEBUG oslo_concurrency.lockutils [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.099s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.359309] env[69159]: INFO nova.compute.claims [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.361912] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Created folder: Project (9c89e6a3d60845229c2859c1db3990f5) in parent group-v688391. [ 672.362119] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Creating folder: Instances. Parent ref: group-v688456. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.362752] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9311b8de-50db-4a97-b18f-4332826d6317 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.375987] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Created folder: Instances in parent group-v688456. [ 672.376283] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.376491] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b20de2d2-f796-41b6-be49-c08147018866] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.376698] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4863461d-e442-4834-b5db-cfbdc049f4d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.412584] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.412584] env[69159]: value = "task-3448171" [ 672.412584] env[69159]: _type = "Task" [ 672.412584] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.427705] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448171, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.431917] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448167, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.592244] env[69159]: DEBUG nova.compute.manager [req-3910b61e-4049-43bc-befe-5a93ab80bacc req-2607b5df-b6a6-4068-bc5d-40f9f6176135 service nova] [instance: b20de2d2-f796-41b6-be49-c08147018866] Received event network-changed-7b2541c7-3ad9-448e-ab37-b93cf9ca79a6 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 672.592244] env[69159]: DEBUG nova.compute.manager [req-3910b61e-4049-43bc-befe-5a93ab80bacc req-2607b5df-b6a6-4068-bc5d-40f9f6176135 service nova] [instance: b20de2d2-f796-41b6-be49-c08147018866] Refreshing instance network info cache due to event network-changed-7b2541c7-3ad9-448e-ab37-b93cf9ca79a6. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 672.592793] env[69159]: DEBUG oslo_concurrency.lockutils [req-3910b61e-4049-43bc-befe-5a93ab80bacc req-2607b5df-b6a6-4068-bc5d-40f9f6176135 service nova] Acquiring lock "refresh_cache-b20de2d2-f796-41b6-be49-c08147018866" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.593106] env[69159]: DEBUG oslo_concurrency.lockutils [req-3910b61e-4049-43bc-befe-5a93ab80bacc req-2607b5df-b6a6-4068-bc5d-40f9f6176135 service nova] Acquired lock "refresh_cache-b20de2d2-f796-41b6-be49-c08147018866" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.593490] env[69159]: DEBUG nova.network.neutron [req-3910b61e-4049-43bc-befe-5a93ab80bacc req-2607b5df-b6a6-4068-bc5d-40f9f6176135 service nova] [instance: b20de2d2-f796-41b6-be49-c08147018866] Refreshing network info cache for port 7b2541c7-3ad9-448e-ab37-b93cf9ca79a6 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.718201] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.865765] env[69159]: DEBUG nova.compute.utils [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.871228] env[69159]: DEBUG nova.compute.manager [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 672.871228] env[69159]: DEBUG nova.network.neutron [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.926060] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448171, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.932630] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448167, 'name': CreateSnapshot_Task, 'duration_secs': 0.936455} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.932970] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 672.933940] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553765b6-d911-455e-ab41-4267cd405dcb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.005104] env[69159]: DEBUG nova.policy [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ae63cdd47974d7ab97bdda3f14b052e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edf3d24789bb48faa3b1bf51158b574a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.042811] env[69159]: DEBUG nova.network.neutron [-] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.222268] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.371487] env[69159]: DEBUG nova.compute.manager [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 673.427465] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448171, 'name': CreateVM_Task, 'duration_secs': 0.618323} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.428610] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b20de2d2-f796-41b6-be49-c08147018866] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.429037] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.430043] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.430043] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.433025] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763ce9ef-ef54-43c3-8a88-76aac48dd0d2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.439190] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Waiting for the task: (returnval){ [ 673.439190] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5213c1ea-f2b4-5960-02b9-389834f49c1e" [ 673.439190] env[69159]: _type = "Task" [ 673.439190] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.457015] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 673.465726] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3acebcfd-8000-40da-a39a-64d7efd0d084 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.468350] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5213c1ea-f2b4-5960-02b9-389834f49c1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.478075] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 673.478075] env[69159]: value = "task-3448172" [ 673.478075] env[69159]: _type = "Task" [ 673.478075] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.488629] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448172, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.546418] env[69159]: INFO nova.compute.manager [-] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Took 1.73 seconds to deallocate network for instance. [ 673.560025] env[69159]: DEBUG nova.network.neutron [req-3910b61e-4049-43bc-befe-5a93ab80bacc req-2607b5df-b6a6-4068-bc5d-40f9f6176135 service nova] [instance: b20de2d2-f796-41b6-be49-c08147018866] Updated VIF entry in instance network info cache for port 7b2541c7-3ad9-448e-ab37-b93cf9ca79a6. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.560444] env[69159]: DEBUG nova.network.neutron [req-3910b61e-4049-43bc-befe-5a93ab80bacc req-2607b5df-b6a6-4068-bc5d-40f9f6176135 service nova] [instance: b20de2d2-f796-41b6-be49-c08147018866] Updating instance_info_cache with network_info: [{"id": "7b2541c7-3ad9-448e-ab37-b93cf9ca79a6", "address": "fa:16:3e:c3:a0:3d", "network": {"id": "20f68021-ad1f-4296-8372-ee957c470ed1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1674048824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c89e6a3d60845229c2859c1db3990f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2541c7-3a", "ovs_interfaceid": "7b2541c7-3ad9-448e-ab37-b93cf9ca79a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.726374] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448168, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.769451] env[69159]: DEBUG nova.network.neutron [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Successfully created port: 3b7a651e-012a-40ef-863a-b2852b177196 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.956423] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5213c1ea-f2b4-5960-02b9-389834f49c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.012909} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.956745] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.956973] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.957313] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.958080] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.958207] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.958515] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-678a2f3c-9b54-43f0-a042-c77a49f8583b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.973327] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.973327] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.973327] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e8f8df-79ab-481a-a775-2ca48693d211 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.984456] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Waiting for the task: (returnval){ [ 673.984456] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52039813-f47f-eaff-bc9f-cbb4e2e91dfa" [ 673.984456] env[69159]: _type = "Task" [ 673.984456] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.994607] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448172, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.001611] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52039813-f47f-eaff-bc9f-cbb4e2e91dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.014299} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.005262] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef18919-8efb-4e39-b00a-d6b3bd2eebbe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.011574] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Waiting for the task: (returnval){ [ 674.011574] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52af20a4-0f23-45ef-c0ce-8881bb4f6fe1" [ 674.011574] env[69159]: _type = "Task" [ 674.011574] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.029133] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52af20a4-0f23-45ef-c0ce-8881bb4f6fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.049543] env[69159]: DEBUG oslo_concurrency.lockutils [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Acquiring lock "81430660-3cc3-4a79-9d95-36caef3cf876" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.049904] env[69159]: DEBUG oslo_concurrency.lockutils [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Lock "81430660-3cc3-4a79-9d95-36caef3cf876" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.063224] env[69159]: DEBUG oslo_concurrency.lockutils [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.063735] env[69159]: DEBUG oslo_concurrency.lockutils [req-3910b61e-4049-43bc-befe-5a93ab80bacc req-2607b5df-b6a6-4068-bc5d-40f9f6176135 service nova] Releasing lock "refresh_cache-b20de2d2-f796-41b6-be49-c08147018866" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.072159] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea928b9e-28bf-4bdc-9cc6-f9f88b77c7c7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.081746] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02a4483-d246-4abc-8a76-1dd8890bd814 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.119199] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef00765f-5809-41d2-9ff5-1aa2a12e41d5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.129679] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d61a00a-4635-4d98-a7e4-51711f1f5f69 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.148798] env[69159]: DEBUG nova.compute.provider_tree [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.224788] env[69159]: DEBUG oslo_vmware.api [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448168, 'name': PowerOnVM_Task, 'duration_secs': 1.627547} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.225261] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.225599] env[69159]: INFO nova.compute.manager [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Took 7.43 seconds to spawn the instance on the hypervisor. [ 674.225879] env[69159]: DEBUG nova.compute.manager [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 674.227951] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb63baca-6137-4c82-89d4-3b6b0d0c609b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.388504] env[69159]: DEBUG nova.compute.manager [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 674.423810] env[69159]: DEBUG nova.virt.hardware [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.424143] env[69159]: DEBUG nova.virt.hardware [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.424314] env[69159]: DEBUG nova.virt.hardware [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.424532] env[69159]: DEBUG nova.virt.hardware [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.424692] env[69159]: DEBUG nova.virt.hardware [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.424878] env[69159]: DEBUG nova.virt.hardware [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.425881] env[69159]: DEBUG nova.virt.hardware [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.425881] env[69159]: DEBUG nova.virt.hardware [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.425881] env[69159]: DEBUG nova.virt.hardware [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.425881] env[69159]: DEBUG nova.virt.hardware [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.426132] env[69159]: DEBUG nova.virt.hardware [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.427696] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03953c63-32f2-4768-83eb-2ca991334784 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.442021] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562b0810-6b04-4ed1-a1d2-890eb2665e86 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.490946] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448172, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.522592] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52af20a4-0f23-45ef-c0ce-8881bb4f6fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.014408} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.522906] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.523220] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] b20de2d2-f796-41b6-be49-c08147018866/b20de2d2-f796-41b6-be49-c08147018866.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.523488] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea9c7bd7-105f-455c-a960-d96b05e6fa51 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.532650] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Waiting for the task: (returnval){ [ 674.532650] env[69159]: value = "task-3448173" [ 674.532650] env[69159]: _type = "Task" [ 674.532650] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.542503] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': task-3448173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.651818] env[69159]: DEBUG nova.scheduler.client.report [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.757881] env[69159]: INFO nova.compute.manager [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Took 34.44 seconds to build instance. [ 674.764787] env[69159]: DEBUG nova.compute.manager [req-5f661f58-6c0b-42aa-af4b-a654411fcdfd req-d6d334ca-e165-4904-8979-cc1cda9cb447 service nova] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Received event network-vif-deleted-c6fd9794-6456-4e43-9753-4b6670aa5509 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 674.994663] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448172, 'name': CloneVM_Task} progress is 95%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.044129] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': task-3448173, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.163105] env[69159]: DEBUG oslo_concurrency.lockutils [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.163105] env[69159]: DEBUG nova.compute.manager [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 675.165898] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.220s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.168103] env[69159]: INFO nova.compute.claims [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.263293] env[69159]: DEBUG oslo_concurrency.lockutils [None req-593e1f5c-b439-4947-8d1e-eb48d76ff02e tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Lock "c9eb4065-6732-48a4-8659-79afcce1809f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.697s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.390713] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.390964] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.493335] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448172, 'name': CloneVM_Task, 'duration_secs': 1.896803} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.493630] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Created linked-clone VM from snapshot [ 675.494399] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d641c2f-5a80-41e0-ae2b-aee4717f88dc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.502458] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Uploading image c8673a0e-66c0-4fed-a5d6-4df1a3f26476 {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 675.532351] env[69159]: DEBUG oslo_vmware.rw_handles [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 675.532351] env[69159]: value = "vm-688460" [ 675.532351] env[69159]: _type = "VirtualMachine" [ 675.532351] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 675.532698] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-869dd86a-86cc-4e5c-b068-3f512f2cc2b0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.546223] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': task-3448173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517651} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.547294] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] b20de2d2-f796-41b6-be49-c08147018866/b20de2d2-f796-41b6-be49-c08147018866.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.547512] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.547825] env[69159]: DEBUG oslo_vmware.rw_handles [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Lease: (returnval){ [ 675.547825] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f22448-27c3-32d7-fda6-e6f06ef39601" [ 675.547825] env[69159]: _type = "HttpNfcLease" [ 675.547825] env[69159]: } obtained for exporting VM: (result){ [ 675.547825] env[69159]: value = "vm-688460" [ 675.547825] env[69159]: _type = "VirtualMachine" [ 675.547825] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 675.548101] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the lease: (returnval){ [ 675.548101] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f22448-27c3-32d7-fda6-e6f06ef39601" [ 675.548101] env[69159]: _type = "HttpNfcLease" [ 675.548101] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 675.548219] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbc1628a-20f7-4427-b9e1-6696653a08a9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.558164] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 675.558164] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f22448-27c3-32d7-fda6-e6f06ef39601" [ 675.558164] env[69159]: _type = "HttpNfcLease" [ 675.558164] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 675.559194] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Waiting for the task: (returnval){ [ 675.559194] env[69159]: value = "task-3448175" [ 675.559194] env[69159]: _type = "Task" [ 675.559194] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.567839] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': task-3448175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.672601] env[69159]: DEBUG nova.compute.utils [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.678164] env[69159]: DEBUG nova.compute.manager [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 675.678164] env[69159]: DEBUG nova.network.neutron [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.767293] env[69159]: DEBUG nova.compute.manager [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 675.786632] env[69159]: DEBUG nova.policy [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7649286b6af749c49cf11329e72eebed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38aeefec21d24475958aacdcf9de2603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.898935] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.899147] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.899375] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.899574] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.899694] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.899841] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.899972] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69159) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 675.900187] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.923596] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "0ca1e852-0478-4539-9600-568792f1754d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.923852] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "0ca1e852-0478-4539-9600-568792f1754d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.972074] env[69159]: DEBUG nova.network.neutron [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Successfully updated port: 3b7a651e-012a-40ef-863a-b2852b177196 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.061499] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 676.061499] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f22448-27c3-32d7-fda6-e6f06ef39601" [ 676.061499] env[69159]: _type = "HttpNfcLease" [ 676.061499] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 676.065749] env[69159]: DEBUG oslo_vmware.rw_handles [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 676.065749] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f22448-27c3-32d7-fda6-e6f06ef39601" [ 676.065749] env[69159]: _type = "HttpNfcLease" [ 676.065749] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 676.066599] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0df75c-79ea-4707-afa1-8426e91eb40a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.077979] env[69159]: DEBUG oslo_vmware.rw_handles [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f75ca5-0458-a1fc-41e3-07b986f61010/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 676.078165] env[69159]: DEBUG oslo_vmware.rw_handles [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f75ca5-0458-a1fc-41e3-07b986f61010/disk-0.vmdk for reading. {{(pid=69159) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 676.084260] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': task-3448175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.348071} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.084619] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.151589] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf64868-9ab5-4052-bcf3-559a06fce122 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.179784] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] b20de2d2-f796-41b6-be49-c08147018866/b20de2d2-f796-41b6-be49-c08147018866.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.180379] env[69159]: DEBUG nova.compute.manager [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 676.183805] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec2d754-3cf5-4dfc-8611-30a9c9e4a07e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.213243] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Waiting for the task: (returnval){ [ 676.213243] env[69159]: value = "task-3448176" [ 676.213243] env[69159]: _type = "Task" [ 676.213243] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.226032] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': task-3448176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.240805] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5842e4da-63c6-45da-8c7d-d5237b04a385 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.279603] env[69159]: DEBUG nova.network.neutron [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Successfully created port: 4b3fa93f-75f6-4938-baaf-752cbbaac0c9 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.305022] env[69159]: DEBUG oslo_concurrency.lockutils [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.410609] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.471723] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Acquiring lock "refresh_cache-986dfcdc-a5bc-4a78-9b30-72d210f1bc9e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.471723] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Acquired lock "refresh_cache-986dfcdc-a5bc-4a78-9b30-72d210f1bc9e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.471723] env[69159]: DEBUG nova.network.neutron [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.731399] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': task-3448176, 'name': ReconfigVM_Task, 'duration_secs': 0.45727} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.731792] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Reconfigured VM instance instance-00000016 to attach disk [datastore2] b20de2d2-f796-41b6-be49-c08147018866/b20de2d2-f796-41b6-be49-c08147018866.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.732507] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d24b5874-8b56-4152-8f84-61b8d01b6abf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.744440] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Waiting for the task: (returnval){ [ 676.744440] env[69159]: value = "task-3448177" [ 676.744440] env[69159]: _type = "Task" [ 676.744440] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.759656] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': task-3448177, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.928897] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a184dc5-d289-4504-adfd-f6871f6f9dd3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.944283] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e551dd8-c36d-4858-83a6-ad0d06f193c9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.989791] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf07d4d-a8b6-4755-9a5e-345f3bc4dcf8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.995174] env[69159]: DEBUG nova.compute.manager [req-3ab9d808-1ab1-4dbc-9400-63c7639c4f58 req-a003bd40-fff1-4130-9e1d-93b214f0f9bb service nova] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Received event network-vif-plugged-3b7a651e-012a-40ef-863a-b2852b177196 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 676.995726] env[69159]: DEBUG oslo_concurrency.lockutils [req-3ab9d808-1ab1-4dbc-9400-63c7639c4f58 req-a003bd40-fff1-4130-9e1d-93b214f0f9bb service nova] Acquiring lock "986dfcdc-a5bc-4a78-9b30-72d210f1bc9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.996260] env[69159]: DEBUG oslo_concurrency.lockutils [req-3ab9d808-1ab1-4dbc-9400-63c7639c4f58 req-a003bd40-fff1-4130-9e1d-93b214f0f9bb service nova] Lock "986dfcdc-a5bc-4a78-9b30-72d210f1bc9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.996546] env[69159]: DEBUG oslo_concurrency.lockutils [req-3ab9d808-1ab1-4dbc-9400-63c7639c4f58 req-a003bd40-fff1-4130-9e1d-93b214f0f9bb service nova] Lock "986dfcdc-a5bc-4a78-9b30-72d210f1bc9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.996668] env[69159]: DEBUG nova.compute.manager [req-3ab9d808-1ab1-4dbc-9400-63c7639c4f58 req-a003bd40-fff1-4130-9e1d-93b214f0f9bb service nova] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] No waiting events found dispatching network-vif-plugged-3b7a651e-012a-40ef-863a-b2852b177196 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 676.996825] env[69159]: WARNING nova.compute.manager [req-3ab9d808-1ab1-4dbc-9400-63c7639c4f58 req-a003bd40-fff1-4130-9e1d-93b214f0f9bb service nova] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Received unexpected event network-vif-plugged-3b7a651e-012a-40ef-863a-b2852b177196 for instance with vm_state building and task_state spawning. [ 676.997068] env[69159]: DEBUG nova.compute.manager [req-3ab9d808-1ab1-4dbc-9400-63c7639c4f58 req-a003bd40-fff1-4130-9e1d-93b214f0f9bb service nova] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Received event network-changed-3b7a651e-012a-40ef-863a-b2852b177196 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 676.997317] env[69159]: DEBUG nova.compute.manager [req-3ab9d808-1ab1-4dbc-9400-63c7639c4f58 req-a003bd40-fff1-4130-9e1d-93b214f0f9bb service nova] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Refreshing instance network info cache due to event network-changed-3b7a651e-012a-40ef-863a-b2852b177196. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 676.997574] env[69159]: DEBUG oslo_concurrency.lockutils [req-3ab9d808-1ab1-4dbc-9400-63c7639c4f58 req-a003bd40-fff1-4130-9e1d-93b214f0f9bb service nova] Acquiring lock "refresh_cache-986dfcdc-a5bc-4a78-9b30-72d210f1bc9e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.006742] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a68fc1-2793-48e9-bf39-edf4c353adb5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.026200] env[69159]: DEBUG nova.compute.provider_tree [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.042932] env[69159]: DEBUG nova.network.neutron [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.106844] env[69159]: INFO nova.compute.manager [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Rebuilding instance [ 677.170115] env[69159]: DEBUG nova.compute.manager [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 677.171167] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c76206-e1bf-437e-b9a7-35a0f5f1d1f6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.208681] env[69159]: DEBUG nova.compute.manager [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 677.238468] env[69159]: DEBUG nova.virt.hardware [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.238589] env[69159]: DEBUG nova.virt.hardware [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.238813] env[69159]: DEBUG nova.virt.hardware [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.239023] env[69159]: DEBUG nova.virt.hardware [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.239246] env[69159]: DEBUG nova.virt.hardware [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.239490] env[69159]: DEBUG nova.virt.hardware [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.239897] env[69159]: DEBUG nova.virt.hardware [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.240294] env[69159]: DEBUG nova.virt.hardware [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.240294] env[69159]: DEBUG nova.virt.hardware [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.240767] env[69159]: DEBUG nova.virt.hardware [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.240767] env[69159]: DEBUG nova.virt.hardware [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.245939] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5476ac48-e2ab-4e0f-b231-1d4bb25f9804 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.264657] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': task-3448177, 'name': Rename_Task, 'duration_secs': 0.255549} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.267838] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.269355] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f25560-14a5-429b-81a1-7535ee1d7117 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.275397] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be6d8518-2f16-482f-944c-178d25ccb233 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.294680] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Waiting for the task: (returnval){ [ 677.294680] env[69159]: value = "task-3448178" [ 677.294680] env[69159]: _type = "Task" [ 677.294680] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.305778] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': task-3448178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.344533] env[69159]: DEBUG nova.network.neutron [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Updating instance_info_cache with network_info: [{"id": "3b7a651e-012a-40ef-863a-b2852b177196", "address": "fa:16:3e:96:ee:ad", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7a651e-01", "ovs_interfaceid": "3b7a651e-012a-40ef-863a-b2852b177196", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.529775] env[69159]: DEBUG nova.scheduler.client.report [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.806708] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': task-3448178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.850022] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Releasing lock "refresh_cache-986dfcdc-a5bc-4a78-9b30-72d210f1bc9e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.850022] env[69159]: DEBUG nova.compute.manager [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Instance network_info: |[{"id": "3b7a651e-012a-40ef-863a-b2852b177196", "address": "fa:16:3e:96:ee:ad", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7a651e-01", "ovs_interfaceid": "3b7a651e-012a-40ef-863a-b2852b177196", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 677.850282] env[69159]: DEBUG oslo_concurrency.lockutils [req-3ab9d808-1ab1-4dbc-9400-63c7639c4f58 req-a003bd40-fff1-4130-9e1d-93b214f0f9bb service nova] Acquired lock "refresh_cache-986dfcdc-a5bc-4a78-9b30-72d210f1bc9e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.850282] env[69159]: DEBUG nova.network.neutron [req-3ab9d808-1ab1-4dbc-9400-63c7639c4f58 req-a003bd40-fff1-4130-9e1d-93b214f0f9bb service nova] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Refreshing network info cache for port 3b7a651e-012a-40ef-863a-b2852b177196 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.850282] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:ee:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b7a651e-012a-40ef-863a-b2852b177196', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.857463] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Creating folder: Project (edf3d24789bb48faa3b1bf51158b574a). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.858723] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ec12e9e-c7d6-43e9-b759-9279ac17a03b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.874801] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Created folder: Project (edf3d24789bb48faa3b1bf51158b574a) in parent group-v688391. [ 677.874801] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Creating folder: Instances. Parent ref: group-v688461. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.874801] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61d0eaf5-9fee-4eec-afe4-9c2285b423d5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.886864] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Created folder: Instances in parent group-v688461. [ 677.887234] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.887528] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.887844] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc35d087-8c28-4447-8d2a-a55e026da9a8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.909574] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.909574] env[69159]: value = "task-3448181" [ 677.909574] env[69159]: _type = "Task" [ 677.909574] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.917954] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448181, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.038063] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.872s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.038812] env[69159]: DEBUG nova.compute.manager [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 678.042164] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.597s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.046364] env[69159]: DEBUG nova.objects.instance [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lazy-loading 'resources' on Instance uuid 947eeb04-b704-4686-a3e5-ce687c00527d {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.075374] env[69159]: DEBUG nova.network.neutron [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Successfully updated port: 4b3fa93f-75f6-4938-baaf-752cbbaac0c9 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.190759] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.191150] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdde912b-9c78-45ae-80a0-f4ce2c8b2675 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.200721] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 678.200721] env[69159]: value = "task-3448182" [ 678.200721] env[69159]: _type = "Task" [ 678.200721] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.216853] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.307196] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': task-3448178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.422555] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448181, 'name': CreateVM_Task, 'duration_secs': 0.468769} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.422555] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.422555] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.422555] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.422555] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.422878] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0645dd2-826d-44d1-9af3-2cba6a2c6344 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.429459] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Waiting for the task: (returnval){ [ 678.429459] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52670e88-e8be-eb3c-0210-862a69910937" [ 678.429459] env[69159]: _type = "Task" [ 678.429459] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.437503] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52670e88-e8be-eb3c-0210-862a69910937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.552152] env[69159]: DEBUG nova.compute.utils [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.552152] env[69159]: DEBUG nova.compute.manager [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 678.552152] env[69159]: DEBUG nova.network.neutron [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.583494] env[69159]: DEBUG oslo_concurrency.lockutils [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquiring lock "refresh_cache-07272fef-5534-48e1-9231-d2d8beef9e34" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.583861] env[69159]: DEBUG oslo_concurrency.lockutils [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquired lock "refresh_cache-07272fef-5534-48e1-9231-d2d8beef9e34" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.583980] env[69159]: DEBUG nova.network.neutron [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.653675] env[69159]: DEBUG nova.policy [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd27e6835752a466d8b05c51526bcb450', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0b8a27e7ca4475c89c9430d0ec79113', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.714166] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448182, 'name': PowerOffVM_Task, 'duration_secs': 0.177391} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.714473] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.715732] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.716078] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34f438f-e597-4d16-a449-2abb0bfb3232 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.727920] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.728203] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d404f10-7f2b-43aa-8084-ff53434182f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.757932] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.758179] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.758360] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Deleting the datastore file [datastore2] c9eb4065-6732-48a4-8659-79afcce1809f {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.758632] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-952d7a5d-f084-42af-b2ef-2a9d5275d9c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.767049] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 678.767049] env[69159]: value = "task-3448184" [ 678.767049] env[69159]: _type = "Task" [ 678.767049] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.777082] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.793278] env[69159]: DEBUG nova.network.neutron [req-3ab9d808-1ab1-4dbc-9400-63c7639c4f58 req-a003bd40-fff1-4130-9e1d-93b214f0f9bb service nova] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Updated VIF entry in instance network info cache for port 3b7a651e-012a-40ef-863a-b2852b177196. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.793691] env[69159]: DEBUG nova.network.neutron [req-3ab9d808-1ab1-4dbc-9400-63c7639c4f58 req-a003bd40-fff1-4130-9e1d-93b214f0f9bb service nova] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Updating instance_info_cache with network_info: [{"id": "3b7a651e-012a-40ef-863a-b2852b177196", "address": "fa:16:3e:96:ee:ad", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7a651e-01", "ovs_interfaceid": "3b7a651e-012a-40ef-863a-b2852b177196", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.807657] env[69159]: DEBUG oslo_vmware.api [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': task-3448178, 'name': PowerOnVM_Task, 'duration_secs': 1.457896} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.807922] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.808112] env[69159]: INFO nova.compute.manager [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Took 9.23 seconds to spawn the instance on the hypervisor. [ 678.808328] env[69159]: DEBUG nova.compute.manager [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 678.809234] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caf7cbf-ab9d-4202-958d-4a5922f272f2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.942240] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52670e88-e8be-eb3c-0210-862a69910937, 'name': SearchDatastore_Task, 'duration_secs': 0.018406} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.942363] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.943042] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.943042] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.943256] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.943452] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.943767] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e031e6d2-f45d-4f3c-9c54-8a32ae49227e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.956690] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.956872] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.957634] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-687493f7-14f4-4d3b-acf5-dcf648c39ec8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.966635] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Waiting for the task: (returnval){ [ 678.966635] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526636be-58e8-35e5-aef5-94050318e459" [ 678.966635] env[69159]: _type = "Task" [ 678.966635] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.975358] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526636be-58e8-35e5-aef5-94050318e459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.008059] env[69159]: DEBUG nova.compute.manager [req-dafa076e-9e66-4d29-872b-a8a4393912ed req-44e3366a-f9a4-41d6-8a0a-2804fcd2b646 service nova] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Received event network-vif-plugged-4b3fa93f-75f6-4938-baaf-752cbbaac0c9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 679.008343] env[69159]: DEBUG oslo_concurrency.lockutils [req-dafa076e-9e66-4d29-872b-a8a4393912ed req-44e3366a-f9a4-41d6-8a0a-2804fcd2b646 service nova] Acquiring lock "07272fef-5534-48e1-9231-d2d8beef9e34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.008483] env[69159]: DEBUG oslo_concurrency.lockutils [req-dafa076e-9e66-4d29-872b-a8a4393912ed req-44e3366a-f9a4-41d6-8a0a-2804fcd2b646 service nova] Lock "07272fef-5534-48e1-9231-d2d8beef9e34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.008598] env[69159]: DEBUG oslo_concurrency.lockutils [req-dafa076e-9e66-4d29-872b-a8a4393912ed req-44e3366a-f9a4-41d6-8a0a-2804fcd2b646 service nova] Lock "07272fef-5534-48e1-9231-d2d8beef9e34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.008760] env[69159]: DEBUG nova.compute.manager [req-dafa076e-9e66-4d29-872b-a8a4393912ed req-44e3366a-f9a4-41d6-8a0a-2804fcd2b646 service nova] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] No waiting events found dispatching network-vif-plugged-4b3fa93f-75f6-4938-baaf-752cbbaac0c9 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 679.008917] env[69159]: WARNING nova.compute.manager [req-dafa076e-9e66-4d29-872b-a8a4393912ed req-44e3366a-f9a4-41d6-8a0a-2804fcd2b646 service nova] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Received unexpected event network-vif-plugged-4b3fa93f-75f6-4938-baaf-752cbbaac0c9 for instance with vm_state building and task_state spawning. [ 679.009412] env[69159]: DEBUG nova.compute.manager [req-dafa076e-9e66-4d29-872b-a8a4393912ed req-44e3366a-f9a4-41d6-8a0a-2804fcd2b646 service nova] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Received event network-changed-4b3fa93f-75f6-4938-baaf-752cbbaac0c9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 679.009615] env[69159]: DEBUG nova.compute.manager [req-dafa076e-9e66-4d29-872b-a8a4393912ed req-44e3366a-f9a4-41d6-8a0a-2804fcd2b646 service nova] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Refreshing instance network info cache due to event network-changed-4b3fa93f-75f6-4938-baaf-752cbbaac0c9. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 679.009783] env[69159]: DEBUG oslo_concurrency.lockutils [req-dafa076e-9e66-4d29-872b-a8a4393912ed req-44e3366a-f9a4-41d6-8a0a-2804fcd2b646 service nova] Acquiring lock "refresh_cache-07272fef-5534-48e1-9231-d2d8beef9e34" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.057368] env[69159]: DEBUG nova.compute.manager [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 679.064154] env[69159]: DEBUG nova.network.neutron [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Successfully created port: 19e926de-f611-48e4-a198-eba75986a1ba {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.136406] env[69159]: DEBUG nova.network.neutron [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.175459] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594fdbee-0e5b-4ccc-8977-161017b2a664 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.184729] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451544e9-4cd4-43ba-8434-058117b0431b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.217751] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbc60dd-dc0e-44bb-81af-6ae8251df2b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.228532] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c9616a-d8a8-4c5c-8ac1-8b37b5d56587 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.244866] env[69159]: DEBUG nova.compute.provider_tree [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.278694] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15439} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.278911] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.279217] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.279439] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.296658] env[69159]: DEBUG oslo_concurrency.lockutils [req-3ab9d808-1ab1-4dbc-9400-63c7639c4f58 req-a003bd40-fff1-4130-9e1d-93b214f0f9bb service nova] Releasing lock "refresh_cache-986dfcdc-a5bc-4a78-9b30-72d210f1bc9e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.339015] env[69159]: INFO nova.compute.manager [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Took 36.85 seconds to build instance. [ 679.477233] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526636be-58e8-35e5-aef5-94050318e459, 'name': SearchDatastore_Task, 'duration_secs': 0.012258} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.478065] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c100b08a-f546-4a1f-a81f-df11fc65ee44 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.484016] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Waiting for the task: (returnval){ [ 679.484016] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f3f2ba-dd57-2df9-086b-3d78fef9b75b" [ 679.484016] env[69159]: _type = "Task" [ 679.484016] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.495364] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f3f2ba-dd57-2df9-086b-3d78fef9b75b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.510665] env[69159]: DEBUG nova.network.neutron [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Updating instance_info_cache with network_info: [{"id": "4b3fa93f-75f6-4938-baaf-752cbbaac0c9", "address": "fa:16:3e:0c:5e:81", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b3fa93f-75", "ovs_interfaceid": "4b3fa93f-75f6-4938-baaf-752cbbaac0c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.748597] env[69159]: DEBUG nova.scheduler.client.report [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.841330] env[69159]: DEBUG oslo_concurrency.lockutils [None req-49822a81-d236-44f1-9d80-001bcd7bc662 tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Lock "b20de2d2-f796-41b6-be49-c08147018866" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.694s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.997667] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f3f2ba-dd57-2df9-086b-3d78fef9b75b, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.997989] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.998276] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e/986dfcdc-a5bc-4a78-9b30-72d210f1bc9e.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.998542] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7ae1928-439f-45d9-94f7-98b5766f611e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.008407] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Waiting for the task: (returnval){ [ 680.008407] env[69159]: value = "task-3448185" [ 680.008407] env[69159]: _type = "Task" [ 680.008407] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.014235] env[69159]: DEBUG oslo_concurrency.lockutils [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Releasing lock "refresh_cache-07272fef-5534-48e1-9231-d2d8beef9e34" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.014566] env[69159]: DEBUG nova.compute.manager [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Instance network_info: |[{"id": "4b3fa93f-75f6-4938-baaf-752cbbaac0c9", "address": "fa:16:3e:0c:5e:81", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b3fa93f-75", "ovs_interfaceid": "4b3fa93f-75f6-4938-baaf-752cbbaac0c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 680.014895] env[69159]: DEBUG oslo_concurrency.lockutils [req-dafa076e-9e66-4d29-872b-a8a4393912ed req-44e3366a-f9a4-41d6-8a0a-2804fcd2b646 service nova] Acquired lock "refresh_cache-07272fef-5534-48e1-9231-d2d8beef9e34" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.015076] env[69159]: DEBUG nova.network.neutron [req-dafa076e-9e66-4d29-872b-a8a4393912ed req-44e3366a-f9a4-41d6-8a0a-2804fcd2b646 service nova] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Refreshing network info cache for port 4b3fa93f-75f6-4938-baaf-752cbbaac0c9 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.016299] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:5e:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b3fa93f-75f6-4938-baaf-752cbbaac0c9', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.024277] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.025197] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.025414] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42e42b2e-3d80-4ba0-a861-a196c2c17be3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.048967] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': task-3448185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.056210] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.056210] env[69159]: value = "task-3448186" [ 680.056210] env[69159]: _type = "Task" [ 680.056210] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.069988] env[69159]: DEBUG nova.compute.manager [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 680.072213] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448186, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.097071] env[69159]: DEBUG nova.virt.hardware [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.097330] env[69159]: DEBUG nova.virt.hardware [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.097487] env[69159]: DEBUG nova.virt.hardware [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.097693] env[69159]: DEBUG nova.virt.hardware [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.097843] env[69159]: DEBUG nova.virt.hardware [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.097988] env[69159]: DEBUG nova.virt.hardware [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.098503] env[69159]: DEBUG nova.virt.hardware [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.098680] env[69159]: DEBUG nova.virt.hardware [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.098860] env[69159]: DEBUG nova.virt.hardware [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.099034] env[69159]: DEBUG nova.virt.hardware [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.099215] env[69159]: DEBUG nova.virt.hardware [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.100083] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a4033d-bd8a-4815-a0b4-d0882080d990 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.109429] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1392c38d-1f50-44fc-baac-01db02c3eaa4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.253611] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.256739] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.091s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.258720] env[69159]: INFO nova.compute.claims [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.280533] env[69159]: INFO nova.scheduler.client.report [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Deleted allocations for instance 947eeb04-b704-4686-a3e5-ce687c00527d [ 680.334797] env[69159]: DEBUG nova.virt.hardware [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.337363] env[69159]: DEBUG nova.virt.hardware [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.337599] env[69159]: DEBUG nova.virt.hardware [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.337864] env[69159]: DEBUG nova.virt.hardware [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.338437] env[69159]: DEBUG nova.virt.hardware [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.338437] env[69159]: DEBUG nova.virt.hardware [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.338437] env[69159]: DEBUG nova.virt.hardware [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.338702] env[69159]: DEBUG nova.virt.hardware [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.338702] env[69159]: DEBUG nova.virt.hardware [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.338919] env[69159]: DEBUG nova.virt.hardware [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.339114] env[69159]: DEBUG nova.virt.hardware [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.341154] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c090d57-8edb-43a8-8e4c-8d8a82c6266f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.351724] env[69159]: DEBUG nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 680.355426] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0568387e-817a-4348-adf6-0e398f337fb9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.377285] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.383613] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.383991] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.384254] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddce0b9d-f2a9-4e39-a9e2-e656d8024d37 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.405579] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.405579] env[69159]: value = "task-3448187" [ 680.405579] env[69159]: _type = "Task" [ 680.405579] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.420748] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448187, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.426331] env[69159]: DEBUG nova.compute.manager [req-bc23045d-89b8-46d7-ab84-a9451db86988 req-35981c45-6f27-4736-ac49-eea23dcbf3d2 service nova] [instance: b20de2d2-f796-41b6-be49-c08147018866] Received event network-changed-7b2541c7-3ad9-448e-ab37-b93cf9ca79a6 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 680.426331] env[69159]: DEBUG nova.compute.manager [req-bc23045d-89b8-46d7-ab84-a9451db86988 req-35981c45-6f27-4736-ac49-eea23dcbf3d2 service nova] [instance: b20de2d2-f796-41b6-be49-c08147018866] Refreshing instance network info cache due to event network-changed-7b2541c7-3ad9-448e-ab37-b93cf9ca79a6. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 680.426331] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc23045d-89b8-46d7-ab84-a9451db86988 req-35981c45-6f27-4736-ac49-eea23dcbf3d2 service nova] Acquiring lock "refresh_cache-b20de2d2-f796-41b6-be49-c08147018866" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.426485] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc23045d-89b8-46d7-ab84-a9451db86988 req-35981c45-6f27-4736-ac49-eea23dcbf3d2 service nova] Acquired lock "refresh_cache-b20de2d2-f796-41b6-be49-c08147018866" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.426624] env[69159]: DEBUG nova.network.neutron [req-bc23045d-89b8-46d7-ab84-a9451db86988 req-35981c45-6f27-4736-ac49-eea23dcbf3d2 service nova] [instance: b20de2d2-f796-41b6-be49-c08147018866] Refreshing network info cache for port 7b2541c7-3ad9-448e-ab37-b93cf9ca79a6 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.530415] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': task-3448185, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.567759] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448186, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.789415] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b2075e32-de9a-4b1b-bdad-6f59e8aaea27 tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "947eeb04-b704-4686-a3e5-ce687c00527d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.889s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.879956] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.921163] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448187, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.921608] env[69159]: DEBUG nova.network.neutron [req-dafa076e-9e66-4d29-872b-a8a4393912ed req-44e3366a-f9a4-41d6-8a0a-2804fcd2b646 service nova] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Updated VIF entry in instance network info cache for port 4b3fa93f-75f6-4938-baaf-752cbbaac0c9. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.922446] env[69159]: DEBUG nova.network.neutron [req-dafa076e-9e66-4d29-872b-a8a4393912ed req-44e3366a-f9a4-41d6-8a0a-2804fcd2b646 service nova] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Updating instance_info_cache with network_info: [{"id": "4b3fa93f-75f6-4938-baaf-752cbbaac0c9", "address": "fa:16:3e:0c:5e:81", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b3fa93f-75", "ovs_interfaceid": "4b3fa93f-75f6-4938-baaf-752cbbaac0c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.020032] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': task-3448185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535286} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.020360] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e/986dfcdc-a5bc-4a78-9b30-72d210f1bc9e.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.020706] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.020951] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48a62dab-2ffd-469b-a0a7-b58a4c493836 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.027694] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Waiting for the task: (returnval){ [ 681.027694] env[69159]: value = "task-3448188" [ 681.027694] env[69159]: _type = "Task" [ 681.027694] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.037565] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': task-3448188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.068572] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448186, 'name': CreateVM_Task, 'duration_secs': 0.54866} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.068795] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.069610] env[69159]: DEBUG oslo_concurrency.lockutils [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.069767] env[69159]: DEBUG oslo_concurrency.lockutils [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.070112] env[69159]: DEBUG oslo_concurrency.lockutils [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.070450] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef565c82-01c6-4028-8aa2-8e9a13216310 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.076042] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 681.076042] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523f8f31-9d29-af89-8b30-a6b4810dd417" [ 681.076042] env[69159]: _type = "Task" [ 681.076042] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.086741] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523f8f31-9d29-af89-8b30-a6b4810dd417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.379074] env[69159]: DEBUG nova.compute.manager [req-e267a7d8-21be-4aac-81be-12ba29c8517e req-4862408d-8a11-4ce0-9ae4-f08ece372c4c service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Received event network-vif-plugged-19e926de-f611-48e4-a198-eba75986a1ba {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 681.379303] env[69159]: DEBUG oslo_concurrency.lockutils [req-e267a7d8-21be-4aac-81be-12ba29c8517e req-4862408d-8a11-4ce0-9ae4-f08ece372c4c service nova] Acquiring lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.379508] env[69159]: DEBUG oslo_concurrency.lockutils [req-e267a7d8-21be-4aac-81be-12ba29c8517e req-4862408d-8a11-4ce0-9ae4-f08ece372c4c service nova] Lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.379671] env[69159]: DEBUG oslo_concurrency.lockutils [req-e267a7d8-21be-4aac-81be-12ba29c8517e req-4862408d-8a11-4ce0-9ae4-f08ece372c4c service nova] Lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.379834] env[69159]: DEBUG nova.compute.manager [req-e267a7d8-21be-4aac-81be-12ba29c8517e req-4862408d-8a11-4ce0-9ae4-f08ece372c4c service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] No waiting events found dispatching network-vif-plugged-19e926de-f611-48e4-a198-eba75986a1ba {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 681.379993] env[69159]: WARNING nova.compute.manager [req-e267a7d8-21be-4aac-81be-12ba29c8517e req-4862408d-8a11-4ce0-9ae4-f08ece372c4c service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Received unexpected event network-vif-plugged-19e926de-f611-48e4-a198-eba75986a1ba for instance with vm_state building and task_state spawning. [ 681.421621] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448187, 'name': CreateVM_Task, 'duration_secs': 0.559251} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.421834] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.422242] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.425971] env[69159]: DEBUG oslo_concurrency.lockutils [req-dafa076e-9e66-4d29-872b-a8a4393912ed req-44e3366a-f9a4-41d6-8a0a-2804fcd2b646 service nova] Releasing lock "refresh_cache-07272fef-5534-48e1-9231-d2d8beef9e34" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.468344] env[69159]: DEBUG nova.network.neutron [req-bc23045d-89b8-46d7-ab84-a9451db86988 req-35981c45-6f27-4736-ac49-eea23dcbf3d2 service nova] [instance: b20de2d2-f796-41b6-be49-c08147018866] Updated VIF entry in instance network info cache for port 7b2541c7-3ad9-448e-ab37-b93cf9ca79a6. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.468793] env[69159]: DEBUG nova.network.neutron [req-bc23045d-89b8-46d7-ab84-a9451db86988 req-35981c45-6f27-4736-ac49-eea23dcbf3d2 service nova] [instance: b20de2d2-f796-41b6-be49-c08147018866] Updating instance_info_cache with network_info: [{"id": "7b2541c7-3ad9-448e-ab37-b93cf9ca79a6", "address": "fa:16:3e:c3:a0:3d", "network": {"id": "20f68021-ad1f-4296-8372-ee957c470ed1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1674048824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c89e6a3d60845229c2859c1db3990f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2541c7-3a", "ovs_interfaceid": "7b2541c7-3ad9-448e-ab37-b93cf9ca79a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.523042] env[69159]: DEBUG nova.network.neutron [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Successfully updated port: 19e926de-f611-48e4-a198-eba75986a1ba {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.540146] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': task-3448188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071406} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.543304] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.545049] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191ea02f-238f-4e1b-8168-90ba4f6c7e23 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.570547] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e/986dfcdc-a5bc-4a78-9b30-72d210f1bc9e.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.573410] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1fc6317-a650-4bb5-8bb5-932bf642b47e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.600238] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523f8f31-9d29-af89-8b30-a6b4810dd417, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.603632] env[69159]: DEBUG oslo_concurrency.lockutils [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.603900] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.604157] env[69159]: DEBUG oslo_concurrency.lockutils [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.604315] env[69159]: DEBUG oslo_concurrency.lockutils [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.604497] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.604832] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Waiting for the task: (returnval){ [ 681.604832] env[69159]: value = "task-3448189" [ 681.604832] env[69159]: _type = "Task" [ 681.604832] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.605271] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.605801] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.605971] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ece055e-43f5-4afd-8c4f-064de8b0e1c3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.608146] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3626bd-6c7d-4924-9bd9-b412871312a0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.618451] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 681.618451] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523250b3-07fd-4742-a72c-1fd4a6138f0e" [ 681.618451] env[69159]: _type = "Task" [ 681.618451] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.625326] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': task-3448189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.630379] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.630651] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.631398] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8becde3-6816-4d0b-9e31-e5d6b908df04 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.640391] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523250b3-07fd-4742-a72c-1fd4a6138f0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.648027] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 681.648027] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529e084e-f22b-8727-b7bd-5c4afded067a" [ 681.648027] env[69159]: _type = "Task" [ 681.648027] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.655871] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529e084e-f22b-8727-b7bd-5c4afded067a, 'name': SearchDatastore_Task, 'duration_secs': 0.010781} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.656802] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e210777c-adc0-4b9f-82e0-a508195aac3e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.667381] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 681.667381] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bcdee2-7d33-8fe9-9761-7ab2ff6c6f2d" [ 681.667381] env[69159]: _type = "Task" [ 681.667381] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.680224] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bcdee2-7d33-8fe9-9761-7ab2ff6c6f2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.858169] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34686377-281b-4b45-b696-918663f995c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.867404] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef45c32-1d8c-4fd9-ade7-0f31c2bd44ed {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.902288] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03670522-ed0d-410d-83b0-d189bfb55039 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.911265] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a9162e-37bb-4969-91cf-d2bbd3740e6f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.928329] env[69159]: DEBUG nova.compute.provider_tree [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.971825] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc23045d-89b8-46d7-ab84-a9451db86988 req-35981c45-6f27-4736-ac49-eea23dcbf3d2 service nova] Releasing lock "refresh_cache-b20de2d2-f796-41b6-be49-c08147018866" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.026633] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "refresh_cache-1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.026633] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquired lock "refresh_cache-1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.026633] env[69159]: DEBUG nova.network.neutron [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.118655] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': task-3448189, 'name': ReconfigVM_Task, 'duration_secs': 0.350352} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.121857] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e/986dfcdc-a5bc-4a78-9b30-72d210f1bc9e.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.121857] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-880d3965-47a1-4d1e-9801-bfb6385e5b91 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.129793] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Waiting for the task: (returnval){ [ 682.129793] env[69159]: value = "task-3448190" [ 682.129793] env[69159]: _type = "Task" [ 682.129793] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.139098] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523250b3-07fd-4742-a72c-1fd4a6138f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.025063} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.139098] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.139098] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.139098] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.144880] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': task-3448190, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.178952] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bcdee2-7d33-8fe9-9761-7ab2ff6c6f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.012845} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.179287] env[69159]: DEBUG oslo_concurrency.lockutils [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.179552] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 07272fef-5534-48e1-9231-d2d8beef9e34/07272fef-5534-48e1-9231-d2d8beef9e34.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.179854] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.180056] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.180284] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-285d99ec-79aa-451a-983f-25953687a2d7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.183085] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92c3ef7d-6140-41d8-abe5-4417e8aca300 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.196799] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.196799] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.201018] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 682.201018] env[69159]: value = "task-3448191" [ 682.201018] env[69159]: _type = "Task" [ 682.201018] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.201018] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9f90841-4552-4de5-9676-7c504c815977 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.216530] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.217097] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 682.217097] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520a0edf-06dc-5d8f-0830-70abb273cbf1" [ 682.217097] env[69159]: _type = "Task" [ 682.217097] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.229366] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520a0edf-06dc-5d8f-0830-70abb273cbf1, 'name': SearchDatastore_Task, 'duration_secs': 0.013718} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.230688] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b19fd76-2b35-474f-923e-c3d54e8b7eb3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.240848] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 682.240848] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ed9506-c8c3-725b-795b-9e698fd8c2f7" [ 682.240848] env[69159]: _type = "Task" [ 682.240848] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.252365] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ed9506-c8c3-725b-795b-9e698fd8c2f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.431936] env[69159]: DEBUG nova.scheduler.client.report [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.620684] env[69159]: DEBUG nova.network.neutron [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.644127] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': task-3448190, 'name': Rename_Task, 'duration_secs': 0.177809} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.646029] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.646346] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30d380d6-f8c1-43d8-a5d6-0f95431e26e1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.657023] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Waiting for the task: (returnval){ [ 682.657023] env[69159]: value = "task-3448192" [ 682.657023] env[69159]: _type = "Task" [ 682.657023] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.670751] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': task-3448192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.713398] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465987} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.713690] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 07272fef-5534-48e1-9231-d2d8beef9e34/07272fef-5534-48e1-9231-d2d8beef9e34.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.713985] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.714270] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1605e9ae-70af-405d-9125-b256298083cf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.723337] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 682.723337] env[69159]: value = "task-3448193" [ 682.723337] env[69159]: _type = "Task" [ 682.723337] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.736088] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.750970] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ed9506-c8c3-725b-795b-9e698fd8c2f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012014} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.751331] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.751656] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] c9eb4065-6732-48a4-8659-79afcce1809f/c9eb4065-6732-48a4-8659-79afcce1809f.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.751975] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e49369c-fc6b-4cbf-aa91-91b1e166005f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.760833] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 682.760833] env[69159]: value = "task-3448194" [ 682.760833] env[69159]: _type = "Task" [ 682.760833] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.771290] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.892476] env[69159]: DEBUG nova.network.neutron [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Updating instance_info_cache with network_info: [{"id": "19e926de-f611-48e4-a198-eba75986a1ba", "address": "fa:16:3e:a8:ee:39", "network": {"id": "a27479c9-aac6-4dec-88f0-6a50e3b98ef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-42058232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b8a27e7ca4475c89c9430d0ec79113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e926de-f6", "ovs_interfaceid": "19e926de-f611-48e4-a198-eba75986a1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.929501] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "dc04e670-e30d-444f-9f8c-85c3612117a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.930406] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "dc04e670-e30d-444f-9f8c-85c3612117a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.930805] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "dc04e670-e30d-444f-9f8c-85c3612117a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.931587] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "dc04e670-e30d-444f-9f8c-85c3612117a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.931811] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "dc04e670-e30d-444f-9f8c-85c3612117a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.935874] env[69159]: INFO nova.compute.manager [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Terminating instance [ 682.938409] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.939035] env[69159]: DEBUG nova.compute.manager [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 682.943114] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.385s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.944807] env[69159]: INFO nova.compute.claims [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.046825] env[69159]: DEBUG oslo_concurrency.lockutils [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "8c293933-bd62-4ccc-adbe-891c4f7ac11f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.047147] env[69159]: DEBUG oslo_concurrency.lockutils [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "8c293933-bd62-4ccc-adbe-891c4f7ac11f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.047371] env[69159]: DEBUG oslo_concurrency.lockutils [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "8c293933-bd62-4ccc-adbe-891c4f7ac11f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.047554] env[69159]: DEBUG oslo_concurrency.lockutils [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "8c293933-bd62-4ccc-adbe-891c4f7ac11f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.047728] env[69159]: DEBUG oslo_concurrency.lockutils [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "8c293933-bd62-4ccc-adbe-891c4f7ac11f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.050328] env[69159]: INFO nova.compute.manager [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Terminating instance [ 683.168246] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': task-3448192, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.241433] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075212} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.241433] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.241433] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbdf5e2-f09b-49cd-863e-7de9c551eeb4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.268906] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 07272fef-5534-48e1-9231-d2d8beef9e34/07272fef-5534-48e1-9231-d2d8beef9e34.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.271092] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6fdabb2-6e7a-4d48-a95d-e424602cc991 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.295424] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488569} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.296905] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] c9eb4065-6732-48a4-8659-79afcce1809f/c9eb4065-6732-48a4-8659-79afcce1809f.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.297154] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.297490] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 683.297490] env[69159]: value = "task-3448195" [ 683.297490] env[69159]: _type = "Task" [ 683.297490] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.297684] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8ac20bb-780c-4a85-b3d3-1c32eddcf60c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.309153] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.310747] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 683.310747] env[69159]: value = "task-3448196" [ 683.310747] env[69159]: _type = "Task" [ 683.310747] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.324502] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.396301] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Releasing lock "refresh_cache-1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.396645] env[69159]: DEBUG nova.compute.manager [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Instance network_info: |[{"id": "19e926de-f611-48e4-a198-eba75986a1ba", "address": "fa:16:3e:a8:ee:39", "network": {"id": "a27479c9-aac6-4dec-88f0-6a50e3b98ef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-42058232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b8a27e7ca4475c89c9430d0ec79113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e926de-f6", "ovs_interfaceid": "19e926de-f611-48e4-a198-eba75986a1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 683.397112] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:ee:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19e926de-f611-48e4-a198-eba75986a1ba', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.406311] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.406591] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.406877] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82a9555d-558d-4490-922d-0f0fd378f0e9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.430761] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.430761] env[69159]: value = "task-3448197" [ 683.430761] env[69159]: _type = "Task" [ 683.430761] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.436452] env[69159]: DEBUG nova.compute.manager [req-8340efcf-17ec-4924-89f6-eba796b321f9 req-41eec1c2-241d-4c9a-8ecf-a044ff047ee3 service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Received event network-changed-19e926de-f611-48e4-a198-eba75986a1ba {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 683.436648] env[69159]: DEBUG nova.compute.manager [req-8340efcf-17ec-4924-89f6-eba796b321f9 req-41eec1c2-241d-4c9a-8ecf-a044ff047ee3 service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Refreshing instance network info cache due to event network-changed-19e926de-f611-48e4-a198-eba75986a1ba. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 683.436869] env[69159]: DEBUG oslo_concurrency.lockutils [req-8340efcf-17ec-4924-89f6-eba796b321f9 req-41eec1c2-241d-4c9a-8ecf-a044ff047ee3 service nova] Acquiring lock "refresh_cache-1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.437020] env[69159]: DEBUG oslo_concurrency.lockutils [req-8340efcf-17ec-4924-89f6-eba796b321f9 req-41eec1c2-241d-4c9a-8ecf-a044ff047ee3 service nova] Acquired lock "refresh_cache-1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.437192] env[69159]: DEBUG nova.network.neutron [req-8340efcf-17ec-4924-89f6-eba796b321f9 req-41eec1c2-241d-4c9a-8ecf-a044ff047ee3 service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Refreshing network info cache for port 19e926de-f611-48e4-a198-eba75986a1ba {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.446807] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448197, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.449048] env[69159]: DEBUG nova.compute.manager [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 683.449232] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.450450] env[69159]: DEBUG nova.compute.utils [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.456022] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67d879b-9931-407d-873b-f6eb989a77db {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.457642] env[69159]: DEBUG nova.compute.manager [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 683.457965] env[69159]: DEBUG nova.network.neutron [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.468438] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.469017] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-344a5a50-dc8a-4db1-8a9e-20fb87dff2f3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.481229] env[69159]: DEBUG oslo_vmware.api [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 683.481229] env[69159]: value = "task-3448198" [ 683.481229] env[69159]: _type = "Task" [ 683.481229] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.490722] env[69159]: DEBUG oslo_vmware.api [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.528750] env[69159]: DEBUG nova.policy [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f17c440867448b49ce88dbffa408dc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd145f7fcd1764bdc881d290fd74b857b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.553907] env[69159]: DEBUG nova.compute.manager [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 683.554189] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.555098] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e18357-10d3-4492-a75e-6183478be0f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.564521] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.564843] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4543079f-4cb7-4a49-83e1-2cf7b56b93fe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.572514] env[69159]: DEBUG oslo_vmware.api [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 683.572514] env[69159]: value = "task-3448199" [ 683.572514] env[69159]: _type = "Task" [ 683.572514] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.583009] env[69159]: DEBUG oslo_vmware.api [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.667413] env[69159]: DEBUG oslo_vmware.api [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': task-3448192, 'name': PowerOnVM_Task, 'duration_secs': 0.703225} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.667703] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.667909] env[69159]: INFO nova.compute.manager [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Took 9.28 seconds to spawn the instance on the hypervisor. [ 683.668105] env[69159]: DEBUG nova.compute.manager [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 683.668998] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cac86e-fc52-43d5-8e01-266866ab75e7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.810855] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.821782] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184217} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.821782] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.822473] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb9f5c8-b802-4f98-b9da-68c9643751c7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.847167] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] c9eb4065-6732-48a4-8659-79afcce1809f/c9eb4065-6732-48a4-8659-79afcce1809f.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.847549] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0163759b-d635-42e1-9965-509c7e5db8c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.870572] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 683.870572] env[69159]: value = "task-3448200" [ 683.870572] env[69159]: _type = "Task" [ 683.870572] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.880465] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448200, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.945179] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448197, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.955307] env[69159]: DEBUG nova.compute.manager [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 683.989129] env[69159]: DEBUG nova.network.neutron [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Successfully created port: 49b44991-54a3-47ae-9e2b-a7c5ef496ed1 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.997930] env[69159]: DEBUG oslo_vmware.api [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448198, 'name': PowerOffVM_Task, 'duration_secs': 0.313356} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.001919] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.001919] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.001919] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc999d29-2fb0-4547-bc3f-0191c026be3b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.086247] env[69159]: DEBUG oslo_vmware.api [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448199, 'name': PowerOffVM_Task, 'duration_secs': 0.236426} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.086247] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.086247] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.086247] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61ce9abb-f659-4b6b-b415-4b28c1d1a1b3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.110482] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.110722] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.110908] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Deleting the datastore file [datastore1] dc04e670-e30d-444f-9f8c-85c3612117a6 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.111267] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0875099-e206-416e-9f1a-2510559448cf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.124773] env[69159]: DEBUG oslo_vmware.api [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 684.124773] env[69159]: value = "task-3448203" [ 684.124773] env[69159]: _type = "Task" [ 684.124773] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.139034] env[69159]: DEBUG oslo_vmware.api [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.165652] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.165853] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.166096] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Deleting the datastore file [datastore2] 8c293933-bd62-4ccc-adbe-891c4f7ac11f {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.166348] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efaf330e-4698-4aa8-8bdd-81cf7f863ca1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.174613] env[69159]: DEBUG oslo_vmware.api [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for the task: (returnval){ [ 684.174613] env[69159]: value = "task-3448204" [ 684.174613] env[69159]: _type = "Task" [ 684.174613] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.195422] env[69159]: DEBUG oslo_vmware.api [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.199381] env[69159]: INFO nova.compute.manager [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Took 37.72 seconds to build instance. [ 684.311761] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448195, 'name': ReconfigVM_Task, 'duration_secs': 0.672322} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.315947] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 07272fef-5534-48e1-9231-d2d8beef9e34/07272fef-5534-48e1-9231-d2d8beef9e34.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.316971] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85f209be-172a-43d4-8d50-b6fa68a67759 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.325310] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 684.325310] env[69159]: value = "task-3448205" [ 684.325310] env[69159]: _type = "Task" [ 684.325310] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.338423] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448205, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.383368] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.445058] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448197, 'name': CreateVM_Task, 'duration_secs': 0.600019} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.445058] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.445058] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.445279] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.445467] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.445731] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a04ccaf6-e93c-4191-b5a5-e159c73fe596 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.451838] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 684.451838] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52625bc6-e0a9-734e-d61c-136de7a22f1e" [ 684.451838] env[69159]: _type = "Task" [ 684.451838] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.468766] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52625bc6-e0a9-734e-d61c-136de7a22f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.505836] env[69159]: DEBUG nova.network.neutron [req-8340efcf-17ec-4924-89f6-eba796b321f9 req-41eec1c2-241d-4c9a-8ecf-a044ff047ee3 service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Updated VIF entry in instance network info cache for port 19e926de-f611-48e4-a198-eba75986a1ba. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.506175] env[69159]: DEBUG nova.network.neutron [req-8340efcf-17ec-4924-89f6-eba796b321f9 req-41eec1c2-241d-4c9a-8ecf-a044ff047ee3 service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Updating instance_info_cache with network_info: [{"id": "19e926de-f611-48e4-a198-eba75986a1ba", "address": "fa:16:3e:a8:ee:39", "network": {"id": "a27479c9-aac6-4dec-88f0-6a50e3b98ef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-42058232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b8a27e7ca4475c89c9430d0ec79113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e926de-f6", "ovs_interfaceid": "19e926de-f611-48e4-a198-eba75986a1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.544142] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa919773-1a06-4dc8-9531-696819778d40 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.553322] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9762e702-a782-4c87-ba76-87c12cb7e635 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.591908] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0140d18-285c-459f-ab14-9288ccbef75e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.600603] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1f74dc-c9e1-487e-91db-17e0cd2178b9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.615443] env[69159]: DEBUG nova.compute.provider_tree [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.635249] env[69159]: DEBUG oslo_vmware.api [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369224} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.635440] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.635623] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.635811] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.635980] env[69159]: INFO nova.compute.manager [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 684.636234] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.636424] env[69159]: DEBUG nova.compute.manager [-] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 684.636519] env[69159]: DEBUG nova.network.neutron [-] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.685118] env[69159]: DEBUG oslo_vmware.api [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Task: {'id': task-3448204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343276} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.685392] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.685569] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.685738] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.685933] env[69159]: INFO nova.compute.manager [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 684.686254] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.686844] env[69159]: DEBUG nova.compute.manager [-] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 684.686844] env[69159]: DEBUG nova.network.neutron [-] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.701340] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05566c17-c00d-4b70-a7cb-d8778b9daf95 tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Lock "986dfcdc-a5bc-4a78-9b30-72d210f1bc9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.999s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.840670] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448205, 'name': Rename_Task, 'duration_secs': 0.218282} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.840839] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.844017] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd71c483-da16-40f0-8340-0eb68852fd1b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.850904] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 684.850904] env[69159]: value = "task-3448206" [ 684.850904] env[69159]: _type = "Task" [ 684.850904] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.862076] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.881259] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448200, 'name': ReconfigVM_Task, 'duration_secs': 0.716828} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.881631] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Reconfigured VM instance instance-00000015 to attach disk [datastore1] c9eb4065-6732-48a4-8659-79afcce1809f/c9eb4065-6732-48a4-8659-79afcce1809f.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.882318] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9794beed-1072-4baf-b50f-5d8e7c2807e8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.891720] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 684.891720] env[69159]: value = "task-3448207" [ 684.891720] env[69159]: _type = "Task" [ 684.891720] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.903859] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448207, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.966091] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52625bc6-e0a9-734e-d61c-136de7a22f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.022921} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.967793] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.968043] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.968345] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.968540] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.968738] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.969259] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a192707f-1683-44cd-8021-6d8f4769054e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.973698] env[69159]: DEBUG nova.compute.manager [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 684.980326] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.980509] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.981280] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f127376-7bcd-462b-a135-563362be187b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.988486] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 684.988486] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5216fe4f-4f50-3528-dd20-ce072b4d58e5" [ 684.988486] env[69159]: _type = "Task" [ 684.988486] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.998403] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5216fe4f-4f50-3528-dd20-ce072b4d58e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.005739] env[69159]: DEBUG nova.virt.hardware [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.005977] env[69159]: DEBUG nova.virt.hardware [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.006142] env[69159]: DEBUG nova.virt.hardware [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.006318] env[69159]: DEBUG nova.virt.hardware [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.006460] env[69159]: DEBUG nova.virt.hardware [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.006606] env[69159]: DEBUG nova.virt.hardware [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.006816] env[69159]: DEBUG nova.virt.hardware [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.006973] env[69159]: DEBUG nova.virt.hardware [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.007176] env[69159]: DEBUG nova.virt.hardware [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.007352] env[69159]: DEBUG nova.virt.hardware [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.007522] env[69159]: DEBUG nova.virt.hardware [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.008390] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01402054-836a-444f-987f-9b916d0a2ab9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.012030] env[69159]: DEBUG oslo_concurrency.lockutils [req-8340efcf-17ec-4924-89f6-eba796b321f9 req-41eec1c2-241d-4c9a-8ecf-a044ff047ee3 service nova] Releasing lock "refresh_cache-1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.018665] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a51038-848e-48ec-9250-142679125b47 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.118814] env[69159]: DEBUG nova.scheduler.client.report [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.178396] env[69159]: DEBUG nova.compute.manager [req-32675825-74f1-46ed-b577-423d625cc201 req-506724cc-2b56-4066-a77e-1bdd4e7188f3 service nova] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Received event network-vif-deleted-b5e41ae4-2f5f-4043-8df9-baf3e1c225f2 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 685.178396] env[69159]: INFO nova.compute.manager [req-32675825-74f1-46ed-b577-423d625cc201 req-506724cc-2b56-4066-a77e-1bdd4e7188f3 service nova] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Neutron deleted interface b5e41ae4-2f5f-4043-8df9-baf3e1c225f2; detaching it from the instance and deleting it from the info cache [ 685.178396] env[69159]: DEBUG nova.network.neutron [req-32675825-74f1-46ed-b577-423d625cc201 req-506724cc-2b56-4066-a77e-1bdd4e7188f3 service nova] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.205253] env[69159]: DEBUG nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 685.262201] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Acquiring lock "986dfcdc-a5bc-4a78-9b30-72d210f1bc9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.262842] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Lock "986dfcdc-a5bc-4a78-9b30-72d210f1bc9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.263086] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Acquiring lock "986dfcdc-a5bc-4a78-9b30-72d210f1bc9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.263285] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Lock "986dfcdc-a5bc-4a78-9b30-72d210f1bc9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.263455] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Lock "986dfcdc-a5bc-4a78-9b30-72d210f1bc9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.265628] env[69159]: INFO nova.compute.manager [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Terminating instance [ 685.361489] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448206, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.402706] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448207, 'name': Rename_Task, 'duration_secs': 0.201551} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.402940] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.403229] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e75c737-52c7-4cc2-a892-f85dfdaad73c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.410875] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 685.410875] env[69159]: value = "task-3448208" [ 685.410875] env[69159]: _type = "Task" [ 685.410875] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.419824] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.470303] env[69159]: DEBUG nova.network.neutron [-] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.501508] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5216fe4f-4f50-3528-dd20-ce072b4d58e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011826} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.502498] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dbdc086-7020-4c0d-9256-efafd5a3cee3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.510411] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 685.510411] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ff6f74-b100-a8df-f8cc-4958d47859f1" [ 685.510411] env[69159]: _type = "Task" [ 685.510411] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.520978] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ff6f74-b100-a8df-f8cc-4958d47859f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.537583] env[69159]: DEBUG nova.network.neutron [-] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.626989] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.627577] env[69159]: DEBUG nova.compute.manager [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 685.630448] env[69159]: DEBUG oslo_concurrency.lockutils [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.053s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.630626] env[69159]: DEBUG nova.objects.instance [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69159) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 685.682295] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de7f4b5c-a52f-4eda-b1d6-c099eb8d88bd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.694061] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f86b66-be3e-44f4-b2a4-10a163e3cd17 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.737924] env[69159]: DEBUG nova.compute.manager [req-32675825-74f1-46ed-b577-423d625cc201 req-506724cc-2b56-4066-a77e-1bdd4e7188f3 service nova] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Detach interface failed, port_id=b5e41ae4-2f5f-4043-8df9-baf3e1c225f2, reason: Instance 8c293933-bd62-4ccc-adbe-891c4f7ac11f could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 685.744553] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.770508] env[69159]: DEBUG nova.compute.manager [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 685.770780] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.772067] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e525fb1-6b81-4ee1-a5d8-9692be5ab906 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.783653] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.784147] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af026a92-a7f7-4f15-b6be-13321b1ab9fe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.791220] env[69159]: DEBUG oslo_vmware.api [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Waiting for the task: (returnval){ [ 685.791220] env[69159]: value = "task-3448209" [ 685.791220] env[69159]: _type = "Task" [ 685.791220] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.800349] env[69159]: DEBUG oslo_vmware.api [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': task-3448209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.865398] env[69159]: DEBUG oslo_vmware.api [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448206, 'name': PowerOnVM_Task, 'duration_secs': 0.707066} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.865767] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.865990] env[69159]: INFO nova.compute.manager [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Took 8.66 seconds to spawn the instance on the hypervisor. [ 685.866284] env[69159]: DEBUG nova.compute.manager [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 685.867472] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dc8727-008e-4bb1-beb5-3169a34c0725 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.887763] env[69159]: DEBUG nova.compute.manager [req-aacb2efd-3a17-4240-afac-ebc1641efbe9 req-56b89e74-d613-4146-9e80-7fe23c3dbb81 service nova] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Received event network-vif-deleted-89d6f5fd-c08a-4530-8c86-e0c845baf458 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 686.612337] env[69159]: DEBUG nova.network.neutron [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Successfully updated port: 49b44991-54a3-47ae-9e2b-a7c5ef496ed1 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.613768] env[69159]: INFO nova.compute.manager [-] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Took 1.93 seconds to deallocate network for instance. [ 686.614168] env[69159]: INFO nova.compute.manager [-] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Took 1.98 seconds to deallocate network for instance. [ 686.618141] env[69159]: DEBUG nova.compute.utils [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.630283] env[69159]: DEBUG nova.compute.manager [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Not allocating networking since 'none' was specified. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 686.643018] env[69159]: DEBUG oslo_vmware.api [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448208, 'name': PowerOnVM_Task, 'duration_secs': 0.671335} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.643807] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.644116] env[69159]: DEBUG nova.compute.manager [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 686.651476] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db2890e-f114-443a-8118-2157855749a9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.654395] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ff6f74-b100-a8df-f8cc-4958d47859f1, 'name': SearchDatastore_Task, 'duration_secs': 0.014962} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.654614] env[69159]: DEBUG oslo_vmware.api [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': task-3448209, 'name': PowerOffVM_Task, 'duration_secs': 0.193236} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.655784] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.656089] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a/1f96d05e-0ae7-4175-a50c-6d98dc1eca6a.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.656350] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.656558] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.657294] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24ef014d-9af9-41be-903e-48745e74fb14 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.659253] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c08be18-1c18-403b-aad9-d5bc2b6b3835 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.669762] env[69159]: INFO nova.compute.manager [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Took 39.43 seconds to build instance. [ 686.676392] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 686.676392] env[69159]: value = "task-3448210" [ 686.676392] env[69159]: _type = "Task" [ 686.676392] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.687490] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.749262] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.749468] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.749677] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Deleting the datastore file [datastore2] 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.749969] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93dbb433-6916-46a9-8a94-4c6890cbc8f3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.759964] env[69159]: DEBUG oslo_vmware.api [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Waiting for the task: (returnval){ [ 686.759964] env[69159]: value = "task-3448212" [ 686.759964] env[69159]: _type = "Task" [ 686.759964] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.769808] env[69159]: DEBUG oslo_vmware.api [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': task-3448212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.062021] env[69159]: DEBUG oslo_vmware.rw_handles [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f75ca5-0458-a1fc-41e3-07b986f61010/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 687.062861] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f8e6ca-4e42-4aae-83ba-f79a0ac61c11 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.070570] env[69159]: DEBUG oslo_vmware.rw_handles [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f75ca5-0458-a1fc-41e3-07b986f61010/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 687.071031] env[69159]: ERROR oslo_vmware.rw_handles [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f75ca5-0458-a1fc-41e3-07b986f61010/disk-0.vmdk due to incomplete transfer. [ 687.071728] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c2f86254-ec35-4d6a-a599-7a8bda7ab3c2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.080767] env[69159]: DEBUG oslo_vmware.rw_handles [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f75ca5-0458-a1fc-41e3-07b986f61010/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 687.080985] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Uploaded image c8673a0e-66c0-4fed-a5d6-4df1a3f26476 to the Glance image server {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 687.083478] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 687.083801] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-637c580a-0c91-4d5a-bfa0-2606470f0481 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.093608] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 687.093608] env[69159]: value = "task-3448213" [ 687.093608] env[69159]: _type = "Task" [ 687.093608] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.103152] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448213, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.124791] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "refresh_cache-33bfaa91-de36-4374-a76f-585613277fda" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.125014] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired lock "refresh_cache-33bfaa91-de36-4374-a76f-585613277fda" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.125382] env[69159]: DEBUG nova.network.neutron [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.127746] env[69159]: DEBUG oslo_concurrency.lockutils [None req-534753de-f8ac-4428-97a0-ea9f6e00d71b tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.497s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.129139] env[69159]: DEBUG nova.compute.manager [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 687.132331] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.282s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.132563] env[69159]: DEBUG nova.objects.instance [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Lazy-loading 'resources' on Instance uuid f989273f-d47a-4302-8e86-0e2f9924b458 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.143199] env[69159]: DEBUG oslo_concurrency.lockutils [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.178211] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.178211] env[69159]: DEBUG oslo_concurrency.lockutils [None req-735c2adc-809a-4e08-9cd5-744c6293b6ae tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "07272fef-5534-48e1-9231-d2d8beef9e34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.416s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.178211] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.191492] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448210, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.269871] env[69159]: DEBUG oslo_vmware.api [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Task: {'id': task-3448212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29751} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.269871] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.270477] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.270477] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.270477] env[69159]: INFO nova.compute.manager [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Took 1.50 seconds to destroy the instance on the hypervisor. [ 687.270662] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.270770] env[69159]: DEBUG nova.compute.manager [-] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 687.270860] env[69159]: DEBUG nova.network.neutron [-] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.605057] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448213, 'name': Destroy_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.685347] env[69159]: DEBUG nova.compute.manager [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 687.696169] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520947} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.699845] env[69159]: DEBUG nova.network.neutron [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.701863] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a/1f96d05e-0ae7-4175-a50c-6d98dc1eca6a.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.702344] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.702590] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49ef76d9-5923-4c09-a15c-be3570dc0262 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.711271] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 687.711271] env[69159]: value = "task-3448214" [ 687.711271] env[69159]: _type = "Task" [ 687.711271] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.723684] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.896572] env[69159]: DEBUG nova.network.neutron [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Updating instance_info_cache with network_info: [{"id": "49b44991-54a3-47ae-9e2b-a7c5ef496ed1", "address": "fa:16:3e:99:7e:79", "network": {"id": "2c8ef274-c4a7-4ff3-9a4e-77aa4f7e706f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-806071861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d145f7fcd1764bdc881d290fd74b857b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b44991-54", "ovs_interfaceid": "49b44991-54a3-47ae-9e2b-a7c5ef496ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.046315] env[69159]: DEBUG nova.compute.manager [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Received event network-vif-plugged-49b44991-54a3-47ae-9e2b-a7c5ef496ed1 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 688.046413] env[69159]: DEBUG oslo_concurrency.lockutils [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] Acquiring lock "33bfaa91-de36-4374-a76f-585613277fda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.046574] env[69159]: DEBUG oslo_concurrency.lockutils [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] Lock "33bfaa91-de36-4374-a76f-585613277fda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.046724] env[69159]: DEBUG oslo_concurrency.lockutils [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] Lock "33bfaa91-de36-4374-a76f-585613277fda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.046895] env[69159]: DEBUG nova.compute.manager [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] [instance: 33bfaa91-de36-4374-a76f-585613277fda] No waiting events found dispatching network-vif-plugged-49b44991-54a3-47ae-9e2b-a7c5ef496ed1 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 688.048937] env[69159]: WARNING nova.compute.manager [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Received unexpected event network-vif-plugged-49b44991-54a3-47ae-9e2b-a7c5ef496ed1 for instance with vm_state building and task_state spawning. [ 688.049070] env[69159]: DEBUG nova.compute.manager [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Received event network-changed-49b44991-54a3-47ae-9e2b-a7c5ef496ed1 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 688.049258] env[69159]: DEBUG nova.compute.manager [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Refreshing instance network info cache due to event network-changed-49b44991-54a3-47ae-9e2b-a7c5ef496ed1. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 688.052609] env[69159]: DEBUG oslo_concurrency.lockutils [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] Acquiring lock "refresh_cache-33bfaa91-de36-4374-a76f-585613277fda" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.068173] env[69159]: DEBUG nova.network.neutron [-] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.105794] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448213, 'name': Destroy_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.147753] env[69159]: DEBUG nova.compute.manager [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 688.171993] env[69159]: DEBUG nova.virt.hardware [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.172259] env[69159]: DEBUG nova.virt.hardware [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.172747] env[69159]: DEBUG nova.virt.hardware [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.172747] env[69159]: DEBUG nova.virt.hardware [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.172932] env[69159]: DEBUG nova.virt.hardware [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.173010] env[69159]: DEBUG nova.virt.hardware [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.173245] env[69159]: DEBUG nova.virt.hardware [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.173401] env[69159]: DEBUG nova.virt.hardware [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.173573] env[69159]: DEBUG nova.virt.hardware [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.173822] env[69159]: DEBUG nova.virt.hardware [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.174040] env[69159]: DEBUG nova.virt.hardware [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.174905] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7766c1-e19d-4cbb-a9b1-130605748529 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.186982] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942d6884-b123-4287-a103-9649b4e111cd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.196377] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddd8d1b-2764-43ab-b851-6ced8ccbd994 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.217274] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8567e8-4201-4081-9657-b522d3d30b4c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.222939] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.229074] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Creating folder: Project (a44377ea3fef46f38c7556148aa96f94). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.230362] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.233776] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dac80ec7-1437-480b-a7b2-da221db4deaa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.266824] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.380288} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.268971] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.269753] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0645af9-0926-4c85-8070-b9c9032cfebc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.272350] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Created folder: Project (a44377ea3fef46f38c7556148aa96f94) in parent group-v688391. [ 688.272520] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Creating folder: Instances. Parent ref: group-v688467. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.273238] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a2343f-554d-4929-a1f4-24ba635f5ccb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.278027] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22512a00-963f-4fdc-87fd-87f93fb5c69e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.300783] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a/1f96d05e-0ae7-4175-a50c-6d98dc1eca6a.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.303316] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df015691-6133-4005-a8b1-34591a420f4f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.309009] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-671eea64-4b55-400b-a9cd-82367413e543 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.323063] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Created folder: Instances in parent group-v688467. [ 688.323337] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.323956] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.325010] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12c6bd10-1cd0-4d2e-b727-36611b28148e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.346428] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 688.346428] env[69159]: value = "task-3448217" [ 688.346428] env[69159]: _type = "Task" [ 688.346428] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.347027] env[69159]: DEBUG nova.compute.provider_tree [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.353927] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.353927] env[69159]: value = "task-3448218" [ 688.353927] env[69159]: _type = "Task" [ 688.353927] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.360698] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.366100] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448218, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.398302] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Releasing lock "refresh_cache-33bfaa91-de36-4374-a76f-585613277fda" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.398712] env[69159]: DEBUG nova.compute.manager [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Instance network_info: |[{"id": "49b44991-54a3-47ae-9e2b-a7c5ef496ed1", "address": "fa:16:3e:99:7e:79", "network": {"id": "2c8ef274-c4a7-4ff3-9a4e-77aa4f7e706f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-806071861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d145f7fcd1764bdc881d290fd74b857b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b44991-54", "ovs_interfaceid": "49b44991-54a3-47ae-9e2b-a7c5ef496ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 688.399061] env[69159]: DEBUG oslo_concurrency.lockutils [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] Acquired lock "refresh_cache-33bfaa91-de36-4374-a76f-585613277fda" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.399256] env[69159]: DEBUG nova.network.neutron [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Refreshing network info cache for port 49b44991-54a3-47ae-9e2b-a7c5ef496ed1 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.400636] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:7e:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49b44991-54a3-47ae-9e2b-a7c5ef496ed1', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.408539] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.411968] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.412526] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1d9cba9-961c-4d9f-9e2a-8167c5c13b8b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.438643] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.438643] env[69159]: value = "task-3448219" [ 688.438643] env[69159]: _type = "Task" [ 688.438643] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.447824] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448219, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.519119] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquiring lock "c9eb4065-6732-48a4-8659-79afcce1809f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.519491] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Lock "c9eb4065-6732-48a4-8659-79afcce1809f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.519685] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquiring lock "c9eb4065-6732-48a4-8659-79afcce1809f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.519889] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Lock "c9eb4065-6732-48a4-8659-79afcce1809f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.520096] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Lock "c9eb4065-6732-48a4-8659-79afcce1809f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.522574] env[69159]: INFO nova.compute.manager [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Terminating instance [ 688.573985] env[69159]: INFO nova.compute.manager [-] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Took 1.30 seconds to deallocate network for instance. [ 688.596814] env[69159]: DEBUG nova.compute.manager [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 688.598222] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81f9b23-2e86-4b11-8884-aa66cc328003 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.620102] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448213, 'name': Destroy_Task, 'duration_secs': 1.157226} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.622165] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Destroyed the VM [ 688.623437] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 688.623642] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fcb960d8-1cbf-4b4b-93b0-000dfcf01dc7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.637694] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 688.637694] env[69159]: value = "task-3448220" [ 688.637694] env[69159]: _type = "Task" [ 688.637694] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.651892] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448220, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.819419] env[69159]: DEBUG nova.network.neutron [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Updated VIF entry in instance network info cache for port 49b44991-54a3-47ae-9e2b-a7c5ef496ed1. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.823023] env[69159]: DEBUG nova.network.neutron [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Updating instance_info_cache with network_info: [{"id": "49b44991-54a3-47ae-9e2b-a7c5ef496ed1", "address": "fa:16:3e:99:7e:79", "network": {"id": "2c8ef274-c4a7-4ff3-9a4e-77aa4f7e706f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-806071861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d145f7fcd1764bdc881d290fd74b857b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b44991-54", "ovs_interfaceid": "49b44991-54a3-47ae-9e2b-a7c5ef496ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.856765] env[69159]: DEBUG nova.scheduler.client.report [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.873794] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448217, 'name': ReconfigVM_Task, 'duration_secs': 0.419416} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.878786] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a/1f96d05e-0ae7-4175-a50c-6d98dc1eca6a.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.879666] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448218, 'name': CreateVM_Task, 'duration_secs': 0.335018} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.880785] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ef7a294-a61d-4026-aa2f-a3238bcb6460 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.883299] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.884259] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.884492] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.885045] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.885767] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce9b8b62-b14e-4769-9202-eb2f24ae6a59 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.893202] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 688.893202] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fb2d4a-1bb2-9386-42f9-766ad2dee3bd" [ 688.893202] env[69159]: _type = "Task" [ 688.893202] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.895226] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 688.895226] env[69159]: value = "task-3448221" [ 688.895226] env[69159]: _type = "Task" [ 688.895226] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.913643] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fb2d4a-1bb2-9386-42f9-766ad2dee3bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012411} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.917108] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.917516] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.917790] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.917965] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.918179] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.918900] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448221, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.919064] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c209474-1424-42fb-942f-9ad101c639de {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.930818] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.931081] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.931862] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e139e7c-1407-4b68-8c44-e76c09782328 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.938725] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 688.938725] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ac1e5a-15ec-e89f-c369-5584ba1f88ce" [ 688.938725] env[69159]: _type = "Task" [ 688.938725] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.952482] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ac1e5a-15ec-e89f-c369-5584ba1f88ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.955913] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448219, 'name': CreateVM_Task, 'duration_secs': 0.481453} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.956135] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.956840] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.957024] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.957381] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.957673] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620d8b05-f00c-4a09-8ae7-a87e59c137e3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.965710] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 688.965710] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5234645f-8c7e-1444-3588-a436c8ea7c14" [ 688.965710] env[69159]: _type = "Task" [ 688.965710] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.978373] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5234645f-8c7e-1444-3588-a436c8ea7c14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.027276] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquiring lock "refresh_cache-c9eb4065-6732-48a4-8659-79afcce1809f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.027541] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquired lock "refresh_cache-c9eb4065-6732-48a4-8659-79afcce1809f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.027723] env[69159]: DEBUG nova.network.neutron [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.082919] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.124059] env[69159]: INFO nova.compute.manager [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] instance snapshotting [ 689.126621] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e87b51f-4679-4853-9c38-a8d947cd228c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.149938] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5b2993-6811-490a-b0b0-d6b3d04001b7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.158878] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448220, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.323217] env[69159]: DEBUG oslo_concurrency.lockutils [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] Releasing lock "refresh_cache-33bfaa91-de36-4374-a76f-585613277fda" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.323551] env[69159]: DEBUG nova.compute.manager [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Received event network-vif-deleted-3b7a651e-012a-40ef-863a-b2852b177196 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 689.323813] env[69159]: INFO nova.compute.manager [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Neutron deleted interface 3b7a651e-012a-40ef-863a-b2852b177196; detaching it from the instance and deleting it from the info cache [ 689.324074] env[69159]: DEBUG nova.network.neutron [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.367648] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.373303] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.382s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.373303] env[69159]: DEBUG nova.objects.instance [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Lazy-loading 'resources' on Instance uuid c73aa848-bb39-4407-9bb2-b8a3dbde0b61 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.396889] env[69159]: INFO nova.scheduler.client.report [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Deleted allocations for instance f989273f-d47a-4302-8e86-0e2f9924b458 [ 689.410624] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448221, 'name': Rename_Task, 'duration_secs': 0.207921} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.410949] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.411229] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a86b4e2b-c6c0-4027-8328-55b5fe9d2e81 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.419266] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 689.419266] env[69159]: value = "task-3448222" [ 689.419266] env[69159]: _type = "Task" [ 689.419266] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.427963] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.452473] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ac1e5a-15ec-e89f-c369-5584ba1f88ce, 'name': SearchDatastore_Task, 'duration_secs': 0.020571} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.453654] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5fc9792-64fc-41be-bbf8-7c2be1d1b96d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.460501] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 689.460501] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e759dd-8de4-1d31-7638-02823c988435" [ 689.460501] env[69159]: _type = "Task" [ 689.460501] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.472848] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e759dd-8de4-1d31-7638-02823c988435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.478652] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5234645f-8c7e-1444-3588-a436c8ea7c14, 'name': SearchDatastore_Task, 'duration_secs': 0.021856} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.478953] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.479211] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.479454] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.546875] env[69159]: DEBUG nova.network.neutron [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.595833] env[69159]: DEBUG nova.network.neutron [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.660993] env[69159]: DEBUG oslo_vmware.api [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448220, 'name': RemoveSnapshot_Task, 'duration_secs': 0.88372} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.661480] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 689.661841] env[69159]: INFO nova.compute.manager [None req-4918ae08-a469-4c6b-8ff6-0006cb03f6ab tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Took 18.29 seconds to snapshot the instance on the hypervisor. [ 689.667215] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 689.667594] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cbb7c7d7-2bd0-4294-8208-068ad7154b5d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.678816] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 689.678816] env[69159]: value = "task-3448223" [ 689.678816] env[69159]: _type = "Task" [ 689.678816] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.688135] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448223, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.827135] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7092abdd-476a-4a70-b64a-e7c63e31900d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.838837] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4429a271-9223-4d12-87a8-f92151a76f3c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.879278] env[69159]: DEBUG nova.compute.manager [req-015b293e-535f-4c16-9438-b805e0e613aa req-711531e8-1034-40f9-a0c9-b45e4c6bcc26 service nova] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Detach interface failed, port_id=3b7a651e-012a-40ef-863a-b2852b177196, reason: Instance 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 689.908431] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ff00d20-33a2-46ad-a1fc-346fdbbfc0c4 tempest-ServerDiagnosticsTest-232823678 tempest-ServerDiagnosticsTest-232823678-project-member] Lock "f989273f-d47a-4302-8e86-0e2f9924b458" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.201s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.930710] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.971901] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e759dd-8de4-1d31-7638-02823c988435, 'name': SearchDatastore_Task, 'duration_secs': 0.012539} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.978828] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.978970] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] bec9825d-9791-4647-b8a4-bed2dc6834d9/bec9825d-9791-4647-b8a4-bed2dc6834d9.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.979574] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.979780] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.980012] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-719e62d7-a546-45c4-88c8-9b87ae2b105b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.982319] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24150a4d-fe6d-48c3-8c31-2a3530fb5761 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.992338] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 689.992338] env[69159]: value = "task-3448224" [ 689.992338] env[69159]: _type = "Task" [ 689.992338] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.000032] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.000032] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.001434] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59429c07-c746-4d36-a352-800bc168f73c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.007875] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 690.007875] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525377ba-9f8a-5ef1-14af-3db3811947de" [ 690.007875] env[69159]: _type = "Task" [ 690.007875] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.011157] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.022578] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525377ba-9f8a-5ef1-14af-3db3811947de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.099629] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Releasing lock "refresh_cache-c9eb4065-6732-48a4-8659-79afcce1809f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.099780] env[69159]: DEBUG nova.compute.manager [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 690.099947] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.103848] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf23e5f0-9f2a-4d0f-a795-bc1d5d091ba9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.113174] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.113838] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e6691f6-63ef-440f-88d4-d13d80ef5aab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.121841] env[69159]: DEBUG oslo_vmware.api [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 690.121841] env[69159]: value = "task-3448225" [ 690.121841] env[69159]: _type = "Task" [ 690.121841] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.134573] env[69159]: DEBUG oslo_vmware.api [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.192455] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448223, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.430990] env[69159]: DEBUG oslo_vmware.api [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448222, 'name': PowerOnVM_Task, 'duration_secs': 0.89804} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.432341] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.432983] env[69159]: INFO nova.compute.manager [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Took 10.36 seconds to spawn the instance on the hypervisor. [ 690.432983] env[69159]: DEBUG nova.compute.manager [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 690.433656] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10990e20-921c-46ce-a134-c2069347a334 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.439201] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775e6140-15be-46fb-b026-45666b1cb217 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.456119] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f49183a-6246-4ee3-a7de-334d098c2d3e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.492422] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726a3ec0-0bcc-4eb7-9f23-df76fccad540 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.512156] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448224, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.518132] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bce0dc3-1933-40b5-b895-242a703ecdcb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.534967] env[69159]: DEBUG nova.compute.provider_tree [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.539684] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525377ba-9f8a-5ef1-14af-3db3811947de, 'name': SearchDatastore_Task, 'duration_secs': 0.019545} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.540845] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9664e717-e093-4da6-a5d4-5a02f2d205fe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.548070] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 690.548070] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5249ee30-64ca-4adc-a691-ea1cc201ff0a" [ 690.548070] env[69159]: _type = "Task" [ 690.548070] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.558353] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5249ee30-64ca-4adc-a691-ea1cc201ff0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.632653] env[69159]: DEBUG oslo_vmware.api [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448225, 'name': PowerOffVM_Task, 'duration_secs': 0.239057} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.633078] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.633175] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.633432] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e865359-f2ba-4153-9baa-893c229297b7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.663953] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.664277] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.664463] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Deleting the datastore file [datastore1] c9eb4065-6732-48a4-8659-79afcce1809f {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.664773] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-488a89b4-7ebe-4470-a194-ffc707297842 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.673338] env[69159]: DEBUG oslo_vmware.api [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for the task: (returnval){ [ 690.673338] env[69159]: value = "task-3448227" [ 690.673338] env[69159]: _type = "Task" [ 690.673338] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.684176] env[69159]: DEBUG oslo_vmware.api [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.694981] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448223, 'name': CreateSnapshot_Task, 'duration_secs': 0.559241} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.695468] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 690.700024] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ab80d6-2916-4496-b45c-3eeeb6b46ef3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.956327] env[69159]: INFO nova.compute.manager [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Took 41.04 seconds to build instance. [ 691.014972] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562355} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.015532] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] bec9825d-9791-4647-b8a4-bed2dc6834d9/bec9825d-9791-4647-b8a4-bed2dc6834d9.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.015532] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.015865] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed6bd5dd-dea4-4954-ba18-9b8813d5739f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.023767] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 691.023767] env[69159]: value = "task-3448228" [ 691.023767] env[69159]: _type = "Task" [ 691.023767] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.034183] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.041703] env[69159]: DEBUG nova.scheduler.client.report [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.062315] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5249ee30-64ca-4adc-a691-ea1cc201ff0a, 'name': SearchDatastore_Task, 'duration_secs': 0.015925} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.062596] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.062908] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 33bfaa91-de36-4374-a76f-585613277fda/33bfaa91-de36-4374-a76f-585613277fda.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.063189] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7faee4ef-4a6e-4c79-bcbb-1812c10a2f66 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.071635] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 691.071635] env[69159]: value = "task-3448229" [ 691.071635] env[69159]: _type = "Task" [ 691.071635] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.081161] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.188067] env[69159]: DEBUG oslo_vmware.api [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Task: {'id': task-3448227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372726} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.188370] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.188554] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.188722] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.189051] env[69159]: INFO nova.compute.manager [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Took 1.09 seconds to destroy the instance on the hypervisor. [ 691.189504] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.190222] env[69159]: DEBUG nova.compute.manager [-] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 691.190222] env[69159]: DEBUG nova.network.neutron [-] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.219607] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 691.222182] env[69159]: DEBUG nova.network.neutron [-] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.224114] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bec83fcc-bf6d-42a5-ab6a-54e5a92b5d5b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.238079] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 691.238079] env[69159]: value = "task-3448230" [ 691.238079] env[69159]: _type = "Task" [ 691.238079] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.250182] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448230, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.458804] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f8f84ae-46f5-47c4-bdd8-5e7dec5c3375 tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.891s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.540975] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075695} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.541268] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.543478] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22329da9-bba0-470c-8b29-bff8439c0e10 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.549430] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.565572] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.385s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.568888] env[69159]: INFO nova.compute.claims [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.586849] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] bec9825d-9791-4647-b8a4-bed2dc6834d9/bec9825d-9791-4647-b8a4-bed2dc6834d9.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.587305] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e7e7659-8b5c-4001-af70-300c10a53ff1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.606442] env[69159]: INFO nova.scheduler.client.report [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Deleted allocations for instance c73aa848-bb39-4407-9bb2-b8a3dbde0b61 [ 691.621855] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448229, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.624149] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 691.624149] env[69159]: value = "task-3448231" [ 691.624149] env[69159]: _type = "Task" [ 691.624149] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.632238] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.730085] env[69159]: DEBUG nova.network.neutron [-] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.750469] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448230, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.962255] env[69159]: DEBUG nova.compute.manager [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 692.099606] env[69159]: DEBUG nova.compute.manager [req-83b0b04a-0c03-4736-adbd-15e5ea45c16c req-cac28662-9389-494f-b1cc-92d09d7e6a28 service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Received event network-changed-48712115-d623-4885-b388-b2aa267c5a5c {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 692.100614] env[69159]: DEBUG nova.compute.manager [req-83b0b04a-0c03-4736-adbd-15e5ea45c16c req-cac28662-9389-494f-b1cc-92d09d7e6a28 service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Refreshing instance network info cache due to event network-changed-48712115-d623-4885-b388-b2aa267c5a5c. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 692.101486] env[69159]: DEBUG oslo_concurrency.lockutils [req-83b0b04a-0c03-4736-adbd-15e5ea45c16c req-cac28662-9389-494f-b1cc-92d09d7e6a28 service nova] Acquiring lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.101486] env[69159]: DEBUG oslo_concurrency.lockutils [req-83b0b04a-0c03-4736-adbd-15e5ea45c16c req-cac28662-9389-494f-b1cc-92d09d7e6a28 service nova] Acquired lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.101805] env[69159]: DEBUG nova.network.neutron [req-83b0b04a-0c03-4736-adbd-15e5ea45c16c req-cac28662-9389-494f-b1cc-92d09d7e6a28 service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Refreshing network info cache for port 48712115-d623-4885-b388-b2aa267c5a5c {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.115205] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570966} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.117978] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 33bfaa91-de36-4374-a76f-585613277fda/33bfaa91-de36-4374-a76f-585613277fda.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.120246] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.120246] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7dceb7e7-61ea-416e-ba88-109d8fe4dec0 tempest-ServerShowV257Test-1571680602 tempest-ServerShowV257Test-1571680602-project-member] Lock "c73aa848-bb39-4407-9bb2-b8a3dbde0b61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.494s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.121815] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e2bfffe-670b-407d-8196-487beadd7a18 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.132581] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 692.132581] env[69159]: value = "task-3448232" [ 692.132581] env[69159]: _type = "Task" [ 692.132581] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.136799] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.148340] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.202212] env[69159]: DEBUG nova.compute.manager [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.203261] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb01dd0-8ddd-4dda-a9aa-d9938d2daa14 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.233257] env[69159]: INFO nova.compute.manager [-] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Took 1.04 seconds to deallocate network for instance. [ 692.251632] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448230, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.486706] env[69159]: DEBUG oslo_concurrency.lockutils [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.644042] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448231, 'name': ReconfigVM_Task, 'duration_secs': 0.825923} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.645971] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Reconfigured VM instance instance-0000001b to attach disk [datastore2] bec9825d-9791-4647-b8a4-bed2dc6834d9/bec9825d-9791-4647-b8a4-bed2dc6834d9.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.649074] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dad6bc86-f4e4-4a0e-8d02-8fe1d9ccca86 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.657726] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111254} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.659071] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.659494] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 692.659494] env[69159]: value = "task-3448233" [ 692.659494] env[69159]: _type = "Task" [ 692.659494] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.660143] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b725d98-563e-4c26-8d6d-3a21b6d47e73 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.675368] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448233, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.695020] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 33bfaa91-de36-4374-a76f-585613277fda/33bfaa91-de36-4374-a76f-585613277fda.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.700251] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c1dc292-8a71-4e18-839e-31650894552f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.719070] env[69159]: INFO nova.compute.manager [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] instance snapshotting [ 692.723352] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4267c1eb-b920-49a5-8151-58f786f4609f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.729109] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 692.729109] env[69159]: value = "task-3448234" [ 692.729109] env[69159]: _type = "Task" [ 692.729109] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.749313] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.754191] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e28768e-5d42-4ad6-8296-ff12866bc2f3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.765420] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.770843] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448230, 'name': CloneVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.125448] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18a57c2-36f6-469f-9eea-55a0ce891fb8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.139905] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c8a14f-21e4-49df-98d7-384aaa87262f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.187899] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b7b468-5ec8-4f6c-82d4-1fed72403cab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.197284] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448233, 'name': Rename_Task, 'duration_secs': 0.182916} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.200250] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.200250] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a1e77a1-c7d4-46f9-89dc-6ee1de7b5eec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.202350] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f1338c-5b52-42f1-b061-e50524094dda {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.218046] env[69159]: DEBUG nova.compute.provider_tree [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.221051] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 693.221051] env[69159]: value = "task-3448235" [ 693.221051] env[69159]: _type = "Task" [ 693.221051] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.231117] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.243627] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448234, 'name': ReconfigVM_Task, 'duration_secs': 0.361899} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.243627] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 33bfaa91-de36-4374-a76f-585613277fda/33bfaa91-de36-4374-a76f-585613277fda.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.244710] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a964814-8e38-469f-ab44-ad1d632e2e5a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.255214] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 693.255214] env[69159]: value = "task-3448236" [ 693.255214] env[69159]: _type = "Task" [ 693.255214] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.262554] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448230, 'name': CloneVM_Task, 'duration_secs': 1.595928} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.263313] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Created linked-clone VM from snapshot [ 693.264158] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca40093b-aaf7-4bfe-a3b5-864ccbf85a18 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.270326] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448236, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.276410] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Uploading image a019bf07-6b3b-4412-a082-35f04f503bad {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 693.279812] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 693.283499] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1646089c-2544-4db3-ab8d-60667091305e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.291527] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 693.291527] env[69159]: value = "task-3448237" [ 693.291527] env[69159]: _type = "Task" [ 693.291527] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.303347] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448237, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.306418] env[69159]: DEBUG oslo_vmware.rw_handles [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 693.306418] env[69159]: value = "vm-688472" [ 693.306418] env[69159]: _type = "VirtualMachine" [ 693.306418] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 693.306851] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b9f9cad9-a04c-413e-a243-a1b9fed0ae32 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.316579] env[69159]: DEBUG oslo_vmware.rw_handles [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lease: (returnval){ [ 693.316579] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52774064-02c5-1711-f317-52fd39933e2b" [ 693.316579] env[69159]: _type = "HttpNfcLease" [ 693.316579] env[69159]: } obtained for exporting VM: (result){ [ 693.316579] env[69159]: value = "vm-688472" [ 693.316579] env[69159]: _type = "VirtualMachine" [ 693.316579] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 693.317482] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the lease: (returnval){ [ 693.317482] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52774064-02c5-1711-f317-52fd39933e2b" [ 693.317482] env[69159]: _type = "HttpNfcLease" [ 693.317482] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 693.325542] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 693.325542] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52774064-02c5-1711-f317-52fd39933e2b" [ 693.325542] env[69159]: _type = "HttpNfcLease" [ 693.325542] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 693.366692] env[69159]: DEBUG nova.network.neutron [req-83b0b04a-0c03-4736-adbd-15e5ea45c16c req-cac28662-9389-494f-b1cc-92d09d7e6a28 service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Updated VIF entry in instance network info cache for port 48712115-d623-4885-b388-b2aa267c5a5c. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.367096] env[69159]: DEBUG nova.network.neutron [req-83b0b04a-0c03-4736-adbd-15e5ea45c16c req-cac28662-9389-494f-b1cc-92d09d7e6a28 service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Updating instance_info_cache with network_info: [{"id": "48712115-d623-4885-b388-b2aa267c5a5c", "address": "fa:16:3e:39:7a:a5", "network": {"id": "a27479c9-aac6-4dec-88f0-6a50e3b98ef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-42058232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b8a27e7ca4475c89c9430d0ec79113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48712115-d6", "ovs_interfaceid": "48712115-d623-4885-b388-b2aa267c5a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.725445] env[69159]: DEBUG nova.scheduler.client.report [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.729956] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Acquiring lock "62015eca-8518-450f-98a5-98af7156fc9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.730051] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Lock "62015eca-8518-450f-98a5-98af7156fc9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.742341] env[69159]: DEBUG oslo_vmware.api [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448235, 'name': PowerOnVM_Task, 'duration_secs': 0.486963} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.743079] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.743079] env[69159]: INFO nova.compute.manager [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Took 5.60 seconds to spawn the instance on the hypervisor. [ 693.743359] env[69159]: DEBUG nova.compute.manager [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 693.745158] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0eb109-9ad7-4b0c-beed-3c85400e7608 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.776952] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448236, 'name': Rename_Task, 'duration_secs': 0.193684} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.777499] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.777898] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-241c38ce-8fa6-4cf9-857a-65891445c503 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.787714] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 693.787714] env[69159]: value = "task-3448239" [ 693.787714] env[69159]: _type = "Task" [ 693.787714] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.803874] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.807994] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448237, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.827321] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 693.827321] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52774064-02c5-1711-f317-52fd39933e2b" [ 693.827321] env[69159]: _type = "HttpNfcLease" [ 693.827321] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 693.827630] env[69159]: DEBUG oslo_vmware.rw_handles [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 693.827630] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52774064-02c5-1711-f317-52fd39933e2b" [ 693.827630] env[69159]: _type = "HttpNfcLease" [ 693.827630] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 693.828566] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863e33ba-56bb-4a30-b4e1-6ce47cb763e8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.837611] env[69159]: DEBUG oslo_vmware.rw_handles [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520dd6db-f0b6-d2a5-8e5f-621f1920e7c4/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 693.837821] env[69159]: DEBUG oslo_vmware.rw_handles [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520dd6db-f0b6-d2a5-8e5f-621f1920e7c4/disk-0.vmdk for reading. {{(pid=69159) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 693.898011] env[69159]: DEBUG oslo_concurrency.lockutils [req-83b0b04a-0c03-4736-adbd-15e5ea45c16c req-cac28662-9389-494f-b1cc-92d09d7e6a28 service nova] Releasing lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.942175] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9c35441b-f248-42f6-b60d-5577d8681c6d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.232498] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.233202] env[69159]: DEBUG nova.compute.manager [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 694.241029] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.177s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.241029] env[69159]: INFO nova.compute.claims [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.280470] env[69159]: INFO nova.compute.manager [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Took 37.74 seconds to build instance. [ 694.307489] env[69159]: DEBUG oslo_vmware.api [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448239, 'name': PowerOnVM_Task, 'duration_secs': 0.492649} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.311054] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.311203] env[69159]: INFO nova.compute.manager [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Took 9.34 seconds to spawn the instance on the hypervisor. [ 694.311310] env[69159]: DEBUG nova.compute.manager [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 694.311857] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448237, 'name': CreateSnapshot_Task, 'duration_secs': 0.857185} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.312572] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963d0369-9620-4231-aa9a-cb79a19ba6e1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.315907] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 694.316901] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a07566-5f6a-4065-b572-9522c285083b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.399793] env[69159]: DEBUG oslo_concurrency.lockutils [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "873ed12d-97e6-4349-8c04-b806f8f486ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.400445] env[69159]: DEBUG oslo_concurrency.lockutils [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "873ed12d-97e6-4349-8c04-b806f8f486ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.746938] env[69159]: DEBUG nova.compute.utils [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.752948] env[69159]: DEBUG nova.compute.manager [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 694.753412] env[69159]: DEBUG nova.network.neutron [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.758393] env[69159]: DEBUG nova.compute.manager [req-21aa9e4b-6353-48a4-aa64-5f3c89c3d2d9 req-0a839896-c68f-4157-a9e0-3d85692b7211 service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Received event network-changed-48712115-d623-4885-b388-b2aa267c5a5c {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 694.759299] env[69159]: DEBUG nova.compute.manager [req-21aa9e4b-6353-48a4-aa64-5f3c89c3d2d9 req-0a839896-c68f-4157-a9e0-3d85692b7211 service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Refreshing instance network info cache due to event network-changed-48712115-d623-4885-b388-b2aa267c5a5c. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 694.759299] env[69159]: DEBUG oslo_concurrency.lockutils [req-21aa9e4b-6353-48a4-aa64-5f3c89c3d2d9 req-0a839896-c68f-4157-a9e0-3d85692b7211 service nova] Acquiring lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.759299] env[69159]: DEBUG oslo_concurrency.lockutils [req-21aa9e4b-6353-48a4-aa64-5f3c89c3d2d9 req-0a839896-c68f-4157-a9e0-3d85692b7211 service nova] Acquired lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.759678] env[69159]: DEBUG nova.network.neutron [req-21aa9e4b-6353-48a4-aa64-5f3c89c3d2d9 req-0a839896-c68f-4157-a9e0-3d85692b7211 service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Refreshing network info cache for port 48712115-d623-4885-b388-b2aa267c5a5c {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.783154] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81d561f6-b891-4187-bc69-271983df2ac1 tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Lock "bec9825d-9791-4647-b8a4-bed2dc6834d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.359s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.841493] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 694.845795] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c829a5cd-aa10-4c61-a29d-a16f78916c42 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.858969] env[69159]: DEBUG nova.policy [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '974d573841ed40beaf0c1b89275f42b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60e5b5a2e63843a6a4407a678cd1101d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.860935] env[69159]: INFO nova.compute.manager [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Took 38.72 seconds to build instance. [ 694.868703] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 694.868703] env[69159]: value = "task-3448240" [ 694.868703] env[69159]: _type = "Task" [ 694.868703] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.879468] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448240, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.253800] env[69159]: DEBUG nova.compute.manager [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 695.284954] env[69159]: DEBUG nova.compute.manager [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 695.365595] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e390604-c1ee-420f-86ad-a37810036019 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "33bfaa91-de36-4374-a76f-585613277fda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.429s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.383693] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448240, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.474976] env[69159]: DEBUG nova.network.neutron [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Successfully created port: e2d08111-774b-4d57-983c-a40a181674ef {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.782024] env[69159]: INFO nova.compute.manager [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Rebuilding instance [ 695.816767] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.836389] env[69159]: DEBUG nova.compute.manager [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 695.837326] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f293bb10-ed97-43fd-b6a3-942757b79d11 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.842101] env[69159]: DEBUG nova.network.neutron [req-21aa9e4b-6353-48a4-aa64-5f3c89c3d2d9 req-0a839896-c68f-4157-a9e0-3d85692b7211 service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Updated VIF entry in instance network info cache for port 48712115-d623-4885-b388-b2aa267c5a5c. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.842536] env[69159]: DEBUG nova.network.neutron [req-21aa9e4b-6353-48a4-aa64-5f3c89c3d2d9 req-0a839896-c68f-4157-a9e0-3d85692b7211 service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Updating instance_info_cache with network_info: [{"id": "48712115-d623-4885-b388-b2aa267c5a5c", "address": "fa:16:3e:39:7a:a5", "network": {"id": "a27479c9-aac6-4dec-88f0-6a50e3b98ef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-42058232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b8a27e7ca4475c89c9430d0ec79113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48712115-d6", "ovs_interfaceid": "48712115-d623-4885-b388-b2aa267c5a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.876482] env[69159]: DEBUG nova.compute.manager [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 695.887462] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448240, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.889459] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3572175b-9905-487e-81fa-a061f48c9d4b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.898957] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b77d336-b0d7-4c4c-9d77-b7ca9d631af0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.935382] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140d08f1-fd00-4990-8a72-cc41663f4612 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.944722] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e862a78-5670-4781-87ae-6e66bce3acea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.963009] env[69159]: DEBUG nova.compute.provider_tree [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.268263] env[69159]: DEBUG nova.compute.manager [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 696.302391] env[69159]: DEBUG nova.virt.hardware [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.302632] env[69159]: DEBUG nova.virt.hardware [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.302823] env[69159]: DEBUG nova.virt.hardware [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.304450] env[69159]: DEBUG nova.virt.hardware [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.304704] env[69159]: DEBUG nova.virt.hardware [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.304885] env[69159]: DEBUG nova.virt.hardware [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.305149] env[69159]: DEBUG nova.virt.hardware [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.306105] env[69159]: DEBUG nova.virt.hardware [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.306105] env[69159]: DEBUG nova.virt.hardware [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.306105] env[69159]: DEBUG nova.virt.hardware [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.306105] env[69159]: DEBUG nova.virt.hardware [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.307379] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e6edc3-1adb-4fd6-8a5c-11f16d48cfc5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.320020] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428e6b62-f2fa-4ad5-aeed-0a71e82d3280 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.348731] env[69159]: DEBUG oslo_concurrency.lockutils [req-21aa9e4b-6353-48a4-aa64-5f3c89c3d2d9 req-0a839896-c68f-4157-a9e0-3d85692b7211 service nova] Releasing lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.349092] env[69159]: DEBUG nova.compute.manager [req-21aa9e4b-6353-48a4-aa64-5f3c89c3d2d9 req-0a839896-c68f-4157-a9e0-3d85692b7211 service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Received event network-changed-19e926de-f611-48e4-a198-eba75986a1ba {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 696.349305] env[69159]: DEBUG nova.compute.manager [req-21aa9e4b-6353-48a4-aa64-5f3c89c3d2d9 req-0a839896-c68f-4157-a9e0-3d85692b7211 service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Refreshing instance network info cache due to event network-changed-19e926de-f611-48e4-a198-eba75986a1ba. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 696.349555] env[69159]: DEBUG oslo_concurrency.lockutils [req-21aa9e4b-6353-48a4-aa64-5f3c89c3d2d9 req-0a839896-c68f-4157-a9e0-3d85692b7211 service nova] Acquiring lock "refresh_cache-1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.349722] env[69159]: DEBUG oslo_concurrency.lockutils [req-21aa9e4b-6353-48a4-aa64-5f3c89c3d2d9 req-0a839896-c68f-4157-a9e0-3d85692b7211 service nova] Acquired lock "refresh_cache-1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.349916] env[69159]: DEBUG nova.network.neutron [req-21aa9e4b-6353-48a4-aa64-5f3c89c3d2d9 req-0a839896-c68f-4157-a9e0-3d85692b7211 service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Refreshing network info cache for port 19e926de-f611-48e4-a198-eba75986a1ba {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.388249] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448240, 'name': CloneVM_Task} progress is 95%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.408069] env[69159]: DEBUG oslo_concurrency.lockutils [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.466512] env[69159]: DEBUG nova.scheduler.client.report [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.794242] env[69159]: DEBUG oslo_concurrency.lockutils [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "cd69c4bf-2319-4880-8707-8e6b0c9aba18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.794485] env[69159]: DEBUG oslo_concurrency.lockutils [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "cd69c4bf-2319-4880-8707-8e6b0c9aba18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.861072] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.861417] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76529941-bffc-4d98-b327-682c8a808150 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.870797] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 696.870797] env[69159]: value = "task-3448241" [ 696.870797] env[69159]: _type = "Task" [ 696.870797] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.884197] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.888143] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448240, 'name': CloneVM_Task, 'duration_secs': 1.779152} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.888497] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Created linked-clone VM from snapshot [ 696.889315] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d01f740-59b2-4ce6-a00f-084ea2b98b87 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.899289] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Uploading image 5e01c066-9a6b-4ff5-b614-f7abffa698bb {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 696.923689] env[69159]: DEBUG oslo_vmware.rw_handles [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 696.923689] env[69159]: value = "vm-688474" [ 696.923689] env[69159]: _type = "VirtualMachine" [ 696.923689] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 696.924451] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c82a42f7-997e-43b6-9a94-44048e2000d1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.934590] env[69159]: DEBUG oslo_vmware.rw_handles [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Lease: (returnval){ [ 696.934590] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527a644f-de14-91e6-9fef-1eb3d668fbfa" [ 696.934590] env[69159]: _type = "HttpNfcLease" [ 696.934590] env[69159]: } obtained for exporting VM: (result){ [ 696.934590] env[69159]: value = "vm-688474" [ 696.934590] env[69159]: _type = "VirtualMachine" [ 696.934590] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 696.934863] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the lease: (returnval){ [ 696.934863] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527a644f-de14-91e6-9fef-1eb3d668fbfa" [ 696.934863] env[69159]: _type = "HttpNfcLease" [ 696.934863] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 696.945361] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 696.945361] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527a644f-de14-91e6-9fef-1eb3d668fbfa" [ 696.945361] env[69159]: _type = "HttpNfcLease" [ 696.945361] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 696.981025] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.981025] env[69159]: DEBUG nova.compute.manager [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 696.982403] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.790s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.984323] env[69159]: INFO nova.compute.claims [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.218616] env[69159]: DEBUG nova.network.neutron [req-21aa9e4b-6353-48a4-aa64-5f3c89c3d2d9 req-0a839896-c68f-4157-a9e0-3d85692b7211 service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Updated VIF entry in instance network info cache for port 19e926de-f611-48e4-a198-eba75986a1ba. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.218993] env[69159]: DEBUG nova.network.neutron [req-21aa9e4b-6353-48a4-aa64-5f3c89c3d2d9 req-0a839896-c68f-4157-a9e0-3d85692b7211 service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Updating instance_info_cache with network_info: [{"id": "19e926de-f611-48e4-a198-eba75986a1ba", "address": "fa:16:3e:a8:ee:39", "network": {"id": "a27479c9-aac6-4dec-88f0-6a50e3b98ef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-42058232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b8a27e7ca4475c89c9430d0ec79113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e926de-f6", "ovs_interfaceid": "19e926de-f611-48e4-a198-eba75986a1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.277066] env[69159]: DEBUG nova.compute.manager [req-fb978e4b-9fd1-4d1a-bdf6-baefef150472 req-61bddd1f-c8d5-4043-b695-e2ae22049ac8 service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Received event network-changed-19e926de-f611-48e4-a198-eba75986a1ba {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 697.277418] env[69159]: DEBUG nova.compute.manager [req-fb978e4b-9fd1-4d1a-bdf6-baefef150472 req-61bddd1f-c8d5-4043-b695-e2ae22049ac8 service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Refreshing instance network info cache due to event network-changed-19e926de-f611-48e4-a198-eba75986a1ba. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 697.278156] env[69159]: DEBUG oslo_concurrency.lockutils [req-fb978e4b-9fd1-4d1a-bdf6-baefef150472 req-61bddd1f-c8d5-4043-b695-e2ae22049ac8 service nova] Acquiring lock "refresh_cache-1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.381980] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448241, 'name': PowerOffVM_Task, 'duration_secs': 0.135796} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.384468] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.384468] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.384814] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b561897-040f-4281-b32c-d3321f0322ec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.393715] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.394030] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6a59303-9fde-41df-b68b-28c41fb3db62 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.426405] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.426694] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.426896] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Deleting the datastore file [datastore2] bec9825d-9791-4647-b8a4-bed2dc6834d9 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.430019] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3beb74b8-6f12-4539-8c2c-a76e4303767a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.437735] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 697.437735] env[69159]: value = "task-3448244" [ 697.437735] env[69159]: _type = "Task" [ 697.437735] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.449857] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 697.449857] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527a644f-de14-91e6-9fef-1eb3d668fbfa" [ 697.449857] env[69159]: _type = "HttpNfcLease" [ 697.449857] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 697.453428] env[69159]: DEBUG oslo_vmware.rw_handles [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 697.453428] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527a644f-de14-91e6-9fef-1eb3d668fbfa" [ 697.453428] env[69159]: _type = "HttpNfcLease" [ 697.453428] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 697.454163] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.454947] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9aea7f7-74b5-4354-b92b-215706509ffa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.463704] env[69159]: DEBUG oslo_vmware.rw_handles [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b47007-4863-4658-c635-86819fcf3df2/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 697.463894] env[69159]: DEBUG oslo_vmware.rw_handles [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b47007-4863-4658-c635-86819fcf3df2/disk-0.vmdk for reading. {{(pid=69159) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 697.531266] env[69159]: DEBUG nova.compute.utils [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.534073] env[69159]: DEBUG nova.compute.manager [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 697.534313] env[69159]: DEBUG nova.network.neutron [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.604332] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a6770d3b-c644-4be8-b61f-31ec8fed414f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.722823] env[69159]: DEBUG oslo_concurrency.lockutils [req-21aa9e4b-6353-48a4-aa64-5f3c89c3d2d9 req-0a839896-c68f-4157-a9e0-3d85692b7211 service nova] Releasing lock "refresh_cache-1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.723365] env[69159]: DEBUG oslo_concurrency.lockutils [req-fb978e4b-9fd1-4d1a-bdf6-baefef150472 req-61bddd1f-c8d5-4043-b695-e2ae22049ac8 service nova] Acquired lock "refresh_cache-1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.723560] env[69159]: DEBUG nova.network.neutron [req-fb978e4b-9fd1-4d1a-bdf6-baefef150472 req-61bddd1f-c8d5-4043-b695-e2ae22049ac8 service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Refreshing network info cache for port 19e926de-f611-48e4-a198-eba75986a1ba {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.803110] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.803308] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.803518] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.803699] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.804078] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.806406] env[69159]: INFO nova.compute.manager [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Terminating instance [ 697.870520] env[69159]: DEBUG nova.policy [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f87cb58181246e483face612823afca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffe030934db74cd9a87112930525ad7e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.955156] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15081} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.955524] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.955810] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.955930] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.005862] env[69159]: DEBUG nova.network.neutron [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Successfully updated port: e2d08111-774b-4d57-983c-a40a181674ef {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.041021] env[69159]: DEBUG nova.compute.manager [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 698.311348] env[69159]: DEBUG nova.compute.manager [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 698.311642] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.313768] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c53a176-2e11-4a14-b168-d53ede01b8d8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.329575] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.330345] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71cc3786-eacb-4186-a5da-27b0cebfd4ab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.343282] env[69159]: DEBUG oslo_vmware.api [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 698.343282] env[69159]: value = "task-3448245" [ 698.343282] env[69159]: _type = "Task" [ 698.343282] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.359431] env[69159]: DEBUG oslo_vmware.api [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.509370] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.509512] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquired lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.510093] env[69159]: DEBUG nova.network.neutron [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.678277] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d127a353-91d8-4fbe-b50d-4bf70f86b188 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.688043] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cee8add-a5f9-4a37-9229-b989f4d8f356 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.720115] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20a08dd-69db-4cf0-b12d-9e49f25dca44 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.733062] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572c565f-996b-498f-a506-ed046536203a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.750127] env[69159]: DEBUG nova.compute.provider_tree [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.752403] env[69159]: DEBUG nova.network.neutron [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Successfully created port: 3806c4b9-17cf-40f8-b61f-055c6c4f28d7 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.837070] env[69159]: DEBUG nova.network.neutron [req-fb978e4b-9fd1-4d1a-bdf6-baefef150472 req-61bddd1f-c8d5-4043-b695-e2ae22049ac8 service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Updated VIF entry in instance network info cache for port 19e926de-f611-48e4-a198-eba75986a1ba. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.837856] env[69159]: DEBUG nova.network.neutron [req-fb978e4b-9fd1-4d1a-bdf6-baefef150472 req-61bddd1f-c8d5-4043-b695-e2ae22049ac8 service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Updating instance_info_cache with network_info: [{"id": "19e926de-f611-48e4-a198-eba75986a1ba", "address": "fa:16:3e:a8:ee:39", "network": {"id": "a27479c9-aac6-4dec-88f0-6a50e3b98ef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-42058232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b8a27e7ca4475c89c9430d0ec79113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e926de-f6", "ovs_interfaceid": "19e926de-f611-48e4-a198-eba75986a1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.860395] env[69159]: DEBUG oslo_vmware.api [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.052595] env[69159]: DEBUG nova.compute.manager [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 699.077915] env[69159]: DEBUG nova.network.neutron [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.256789] env[69159]: DEBUG nova.scheduler.client.report [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.340506] env[69159]: DEBUG oslo_concurrency.lockutils [req-fb978e4b-9fd1-4d1a-bdf6-baefef150472 req-61bddd1f-c8d5-4043-b695-e2ae22049ac8 service nova] Releasing lock "refresh_cache-1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.359727] env[69159]: DEBUG oslo_vmware.api [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448245, 'name': PowerOffVM_Task, 'duration_secs': 0.765398} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.360659] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.360970] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.361694] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26ba4815-fae6-4faa-8a6c-d80d416f0be2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.420471] env[69159]: DEBUG nova.network.neutron [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Updating instance_info_cache with network_info: [{"id": "e2d08111-774b-4d57-983c-a40a181674ef", "address": "fa:16:3e:dd:6f:20", "network": {"id": "4735285f-e8aa-4a72-bc34-456f5f3a7e8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2042073766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60e5b5a2e63843a6a4407a678cd1101d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d08111-77", "ovs_interfaceid": "e2d08111-774b-4d57-983c-a40a181674ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.436105] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.436577] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.436916] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Deleting the datastore file [datastore1] 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.437248] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c99a737-007d-4b7b-977e-1cae23e6c0f0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.446578] env[69159]: DEBUG oslo_vmware.api [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 699.446578] env[69159]: value = "task-3448247" [ 699.446578] env[69159]: _type = "Task" [ 699.446578] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.469473] env[69159]: DEBUG oslo_vmware.api [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.762317] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.762863] env[69159]: DEBUG nova.compute.manager [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 699.766309] env[69159]: DEBUG oslo_concurrency.lockutils [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.703s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.770336] env[69159]: DEBUG nova.objects.instance [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Lazy-loading 'resources' on Instance uuid a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.922080] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Releasing lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.922380] env[69159]: DEBUG nova.compute.manager [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Instance network_info: |[{"id": "e2d08111-774b-4d57-983c-a40a181674ef", "address": "fa:16:3e:dd:6f:20", "network": {"id": "4735285f-e8aa-4a72-bc34-456f5f3a7e8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2042073766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60e5b5a2e63843a6a4407a678cd1101d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d08111-77", "ovs_interfaceid": "e2d08111-774b-4d57-983c-a40a181674ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 699.922995] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:6f:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2d08111-774b-4d57-983c-a40a181674ef', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.931471] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Creating folder: Project (60e5b5a2e63843a6a4407a678cd1101d). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.931904] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6c92954-516d-4342-bd02-695724b468ac {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.945531] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Created folder: Project (60e5b5a2e63843a6a4407a678cd1101d) in parent group-v688391. [ 699.945862] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Creating folder: Instances. Parent ref: group-v688475. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.946193] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a50c0659-9fe9-4704-9b52-f8820fdeba73 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.962074] env[69159]: DEBUG oslo_vmware.api [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238492} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.964993] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.965323] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.965576] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.965839] env[69159]: INFO nova.compute.manager [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Took 1.65 seconds to destroy the instance on the hypervisor. [ 699.966159] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.966440] env[69159]: DEBUG nova.compute.manager [-] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 699.966578] env[69159]: DEBUG nova.network.neutron [-] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.980119] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Created folder: Instances in parent group-v688475. [ 699.980502] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.980772] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.981116] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ce297e5-56cf-4310-ab1e-6d2755d1c9cb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.008761] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.008761] env[69159]: value = "task-3448250" [ 700.008761] env[69159]: _type = "Task" [ 700.008761] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.026053] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448250, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.274513] env[69159]: DEBUG nova.compute.utils [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.279264] env[69159]: DEBUG nova.compute.manager [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 700.279550] env[69159]: DEBUG nova.network.neutron [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.333804] env[69159]: DEBUG nova.policy [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1abcc8f441a420a9a001e034c9e24bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f7724e2df194e09a2a060c820223636', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.532823] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448250, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.635780] env[69159]: DEBUG nova.network.neutron [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Successfully created port: 95ddf2b2-39ec-4315-89af-718bfa6423cb {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.697261] env[69159]: DEBUG nova.network.neutron [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Successfully updated port: 3806c4b9-17cf-40f8-b61f-055c6c4f28d7 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.780352] env[69159]: DEBUG nova.compute.manager [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 700.815324] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b4bd1f-8ae2-4f21-98c5-0bb1bf55cb02 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.818239] env[69159]: DEBUG nova.network.neutron [-] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.828769] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d2e025-740c-4144-a57a-77bf6ab7a9f1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.872637] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d59796-6794-451a-bd42-126c5e75189f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.883278] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf90fb94-ff5e-4294-ae4d-c997f03bdd2d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.898815] env[69159]: DEBUG nova.compute.provider_tree [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.021413] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448250, 'name': CreateVM_Task, 'duration_secs': 0.567829} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.021704] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.022509] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.022728] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.023176] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.023480] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7871a55-aac4-46c3-9b0d-35bb233c0a12 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.030369] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 701.030369] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fd2e98-71ef-c8db-0e74-594cfe959e38" [ 701.030369] env[69159]: _type = "Task" [ 701.030369] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.040525] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fd2e98-71ef-c8db-0e74-594cfe959e38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.204357] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Acquiring lock "refresh_cache-86ada9bd-7df9-4b80-8447-3e4388c337c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.204491] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Acquired lock "refresh_cache-86ada9bd-7df9-4b80-8447-3e4388c337c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.204646] env[69159]: DEBUG nova.network.neutron [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.321443] env[69159]: INFO nova.compute.manager [-] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Took 1.35 seconds to deallocate network for instance. [ 701.402159] env[69159]: DEBUG nova.scheduler.client.report [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.542907] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fd2e98-71ef-c8db-0e74-594cfe959e38, 'name': SearchDatastore_Task, 'duration_secs': 0.016666} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.543297] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.543528] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.543847] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.544054] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.544277] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.544582] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-633aff19-af41-44c0-aa8b-48c0e1c955aa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.567455] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.568668] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.569034] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99784790-d5fe-426d-99f3-5d53c0915ed1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.576295] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 701.576295] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52aa002f-9d2c-9356-0539-71abc238a40a" [ 701.576295] env[69159]: _type = "Task" [ 701.576295] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.587118] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52aa002f-9d2c-9356-0539-71abc238a40a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.670824] env[69159]: DEBUG nova.virt.hardware [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.671185] env[69159]: DEBUG nova.virt.hardware [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.671370] env[69159]: DEBUG nova.virt.hardware [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.671782] env[69159]: DEBUG nova.virt.hardware [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.671970] env[69159]: DEBUG nova.virt.hardware [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.672163] env[69159]: DEBUG nova.virt.hardware [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.672386] env[69159]: DEBUG nova.virt.hardware [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.672572] env[69159]: DEBUG nova.virt.hardware [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.672750] env[69159]: DEBUG nova.virt.hardware [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.672985] env[69159]: DEBUG nova.virt.hardware [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.673207] env[69159]: DEBUG nova.virt.hardware [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.675888] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f1802b-6030-4895-b6c3-4e83658395f9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.685523] env[69159]: DEBUG nova.virt.hardware [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.685828] env[69159]: DEBUG nova.virt.hardware [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.686072] env[69159]: DEBUG nova.virt.hardware [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.686275] env[69159]: DEBUG nova.virt.hardware [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.686446] env[69159]: DEBUG nova.virt.hardware [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.686594] env[69159]: DEBUG nova.virt.hardware [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.686811] env[69159]: DEBUG nova.virt.hardware [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.686987] env[69159]: DEBUG nova.virt.hardware [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.687173] env[69159]: DEBUG nova.virt.hardware [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.687353] env[69159]: DEBUG nova.virt.hardware [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.687530] env[69159]: DEBUG nova.virt.hardware [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.689871] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f00581-47af-4235-a199-8f7d7d30abeb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.698566] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdb988d-e048-4b14-abd4-28b20dc6b343 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.707471] env[69159]: DEBUG oslo_vmware.rw_handles [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520dd6db-f0b6-d2a5-8e5f-621f1920e7c4/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 701.710166] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012c2fe8-7ef9-4dcd-9466-658dfb794fc8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.715124] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6158e7-0843-4049-b7b4-f2d9e2ab9cae {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.728121] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.734292] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.736678] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.737029] env[69159]: DEBUG oslo_vmware.rw_handles [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520dd6db-f0b6-d2a5-8e5f-621f1920e7c4/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 701.737198] env[69159]: ERROR oslo_vmware.rw_handles [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520dd6db-f0b6-d2a5-8e5f-621f1920e7c4/disk-0.vmdk due to incomplete transfer. [ 701.737412] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-818b2cb4-393c-44ef-b552-9629b04816f7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.749745] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20eba88a-d56b-4aa7-b6f6-72023aee424f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.762195] env[69159]: DEBUG nova.network.neutron [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.767426] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.767426] env[69159]: value = "task-3448251" [ 701.767426] env[69159]: _type = "Task" [ 701.767426] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.768727] env[69159]: DEBUG oslo_vmware.rw_handles [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520dd6db-f0b6-d2a5-8e5f-621f1920e7c4/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 701.768944] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Uploaded image a019bf07-6b3b-4412-a082-35f04f503bad to the Glance image server {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 701.771259] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 701.776191] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5b3432af-00d5-44f1-a85a-6b8120c80487 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.783698] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448251, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.785367] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 701.785367] env[69159]: value = "task-3448252" [ 701.785367] env[69159]: _type = "Task" [ 701.785367] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.792994] env[69159]: DEBUG nova.compute.manager [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 701.821263] env[69159]: DEBUG nova.virt.hardware [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.821548] env[69159]: DEBUG nova.virt.hardware [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.821721] env[69159]: DEBUG nova.virt.hardware [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.821917] env[69159]: DEBUG nova.virt.hardware [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.822095] env[69159]: DEBUG nova.virt.hardware [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.822276] env[69159]: DEBUG nova.virt.hardware [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.822493] env[69159]: DEBUG nova.virt.hardware [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.822710] env[69159]: DEBUG nova.virt.hardware [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.822884] env[69159]: DEBUG nova.virt.hardware [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.823089] env[69159]: DEBUG nova.virt.hardware [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.823271] env[69159]: DEBUG nova.virt.hardware [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.824332] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31aee14-9de8-4861-a439-5c19074af7bd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.830763] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.837733] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166e2cec-6416-44bf-bc53-1f5a3dfeb701 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.877531] env[69159]: DEBUG nova.compute.manager [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Received event network-vif-plugged-e2d08111-774b-4d57-983c-a40a181674ef {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 701.877886] env[69159]: DEBUG oslo_concurrency.lockutils [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] Acquiring lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.878242] env[69159]: DEBUG oslo_concurrency.lockutils [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] Lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.878528] env[69159]: DEBUG oslo_concurrency.lockutils [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] Lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.878811] env[69159]: DEBUG nova.compute.manager [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] No waiting events found dispatching network-vif-plugged-e2d08111-774b-4d57-983c-a40a181674ef {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 701.879128] env[69159]: WARNING nova.compute.manager [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Received unexpected event network-vif-plugged-e2d08111-774b-4d57-983c-a40a181674ef for instance with vm_state building and task_state spawning. [ 701.879430] env[69159]: DEBUG nova.compute.manager [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Received event network-changed-e2d08111-774b-4d57-983c-a40a181674ef {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 701.879723] env[69159]: DEBUG nova.compute.manager [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Refreshing instance network info cache due to event network-changed-e2d08111-774b-4d57-983c-a40a181674ef. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 701.879951] env[69159]: DEBUG oslo_concurrency.lockutils [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] Acquiring lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.880129] env[69159]: DEBUG oslo_concurrency.lockutils [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] Acquired lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.880293] env[69159]: DEBUG nova.network.neutron [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Refreshing network info cache for port e2d08111-774b-4d57-983c-a40a181674ef {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.907408] env[69159]: DEBUG oslo_concurrency.lockutils [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.910230] env[69159]: DEBUG oslo_concurrency.lockutils [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.607s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.911816] env[69159]: INFO nova.compute.claims [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.943929] env[69159]: INFO nova.scheduler.client.report [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Deleted allocations for instance a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf [ 702.044482] env[69159]: DEBUG nova.network.neutron [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Updating instance_info_cache with network_info: [{"id": "3806c4b9-17cf-40f8-b61f-055c6c4f28d7", "address": "fa:16:3e:b4:7a:b2", "network": {"id": "9d95c8cd-aa2e-4268-b6ef-1cb121db92a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-545129451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe030934db74cd9a87112930525ad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3806c4b9-17", "ovs_interfaceid": "3806c4b9-17cf-40f8-b61f-055c6c4f28d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.091711] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52aa002f-9d2c-9356-0539-71abc238a40a, 'name': SearchDatastore_Task, 'duration_secs': 0.014251} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.092390] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-212193b0-a2e0-4ae3-9ec3-5faac37c0cd9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.100945] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 702.100945] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e1e829-e43e-d525-90f3-9068274c9ed8" [ 702.100945] env[69159]: _type = "Task" [ 702.100945] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.116593] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e1e829-e43e-d525-90f3-9068274c9ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.249616] env[69159]: DEBUG nova.network.neutron [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Successfully updated port: 95ddf2b2-39ec-4315-89af-718bfa6423cb {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.281347] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448251, 'name': CreateVM_Task, 'duration_secs': 0.48175} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.281347] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.281811] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.282013] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.282372] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.283045] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30525e06-7721-4c89-bc8c-45cccae8aa95 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.291480] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 702.291480] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521e545e-7b77-ba91-b63c-e6f45f69bfcf" [ 702.291480] env[69159]: _type = "Task" [ 702.291480] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.298023] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448252, 'name': Destroy_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.303655] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521e545e-7b77-ba91-b63c-e6f45f69bfcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.457401] env[69159]: DEBUG oslo_concurrency.lockutils [None req-46e7c303-8c3d-4e9e-ac2d-c335ea7902ab tempest-ServersTestJSON-297775240 tempest-ServersTestJSON-297775240-project-member] Lock "a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.355s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.546749] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Releasing lock "refresh_cache-86ada9bd-7df9-4b80-8447-3e4388c337c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.547080] env[69159]: DEBUG nova.compute.manager [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Instance network_info: |[{"id": "3806c4b9-17cf-40f8-b61f-055c6c4f28d7", "address": "fa:16:3e:b4:7a:b2", "network": {"id": "9d95c8cd-aa2e-4268-b6ef-1cb121db92a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-545129451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe030934db74cd9a87112930525ad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3806c4b9-17", "ovs_interfaceid": "3806c4b9-17cf-40f8-b61f-055c6c4f28d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 702.547877] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:7a:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3806c4b9-17cf-40f8-b61f-055c6c4f28d7', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.555557] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Creating folder: Project (ffe030934db74cd9a87112930525ad7e). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.556278] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10e89171-9117-439c-b70c-49eb301f118d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.571347] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Created folder: Project (ffe030934db74cd9a87112930525ad7e) in parent group-v688391. [ 702.571624] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Creating folder: Instances. Parent ref: group-v688479. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.571895] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56eb7705-f80a-4504-b3a1-95249799a48a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.586541] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Created folder: Instances in parent group-v688479. [ 702.586541] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.586541] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.586541] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2caf8ee9-f9c7-4151-8920-1a4a0ebcf963 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.617054] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.617054] env[69159]: value = "task-3448255" [ 702.617054] env[69159]: _type = "Task" [ 702.617054] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.620803] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e1e829-e43e-d525-90f3-9068274c9ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.026809} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.624098] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.624410] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] d5c43519-b6ef-4061-bbc1-ee2b6a603683/d5c43519-b6ef-4061-bbc1-ee2b6a603683.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.624695] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d6b3699-d2f1-4ea8-8e7a-da62c6cbbee6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.634987] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448255, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.636551] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 702.636551] env[69159]: value = "task-3448256" [ 702.636551] env[69159]: _type = "Task" [ 702.636551] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.646339] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.647455] env[69159]: DEBUG nova.network.neutron [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Updated VIF entry in instance network info cache for port e2d08111-774b-4d57-983c-a40a181674ef. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.647791] env[69159]: DEBUG nova.network.neutron [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Updating instance_info_cache with network_info: [{"id": "e2d08111-774b-4d57-983c-a40a181674ef", "address": "fa:16:3e:dd:6f:20", "network": {"id": "4735285f-e8aa-4a72-bc34-456f5f3a7e8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2042073766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60e5b5a2e63843a6a4407a678cd1101d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d08111-77", "ovs_interfaceid": "e2d08111-774b-4d57-983c-a40a181674ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.655166] env[69159]: DEBUG nova.compute.manager [req-97231706-f1e0-45ee-961d-0188a6a1c038 req-f119a395-e2cf-429b-b5ec-46f9dea29098 service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Received event network-vif-plugged-95ddf2b2-39ec-4315-89af-718bfa6423cb {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 702.655398] env[69159]: DEBUG oslo_concurrency.lockutils [req-97231706-f1e0-45ee-961d-0188a6a1c038 req-f119a395-e2cf-429b-b5ec-46f9dea29098 service nova] Acquiring lock "722c4116-5c37-4d49-b250-59829789dce3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.655602] env[69159]: DEBUG oslo_concurrency.lockutils [req-97231706-f1e0-45ee-961d-0188a6a1c038 req-f119a395-e2cf-429b-b5ec-46f9dea29098 service nova] Lock "722c4116-5c37-4d49-b250-59829789dce3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.655765] env[69159]: DEBUG oslo_concurrency.lockutils [req-97231706-f1e0-45ee-961d-0188a6a1c038 req-f119a395-e2cf-429b-b5ec-46f9dea29098 service nova] Lock "722c4116-5c37-4d49-b250-59829789dce3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.655928] env[69159]: DEBUG nova.compute.manager [req-97231706-f1e0-45ee-961d-0188a6a1c038 req-f119a395-e2cf-429b-b5ec-46f9dea29098 service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] No waiting events found dispatching network-vif-plugged-95ddf2b2-39ec-4315-89af-718bfa6423cb {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 702.656105] env[69159]: WARNING nova.compute.manager [req-97231706-f1e0-45ee-961d-0188a6a1c038 req-f119a395-e2cf-429b-b5ec-46f9dea29098 service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Received unexpected event network-vif-plugged-95ddf2b2-39ec-4315-89af-718bfa6423cb for instance with vm_state building and task_state spawning. [ 702.753249] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "refresh_cache-722c4116-5c37-4d49-b250-59829789dce3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.753481] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquired lock "refresh_cache-722c4116-5c37-4d49-b250-59829789dce3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.753588] env[69159]: DEBUG nova.network.neutron [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.807790] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448252, 'name': Destroy_Task, 'duration_secs': 0.538994} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.812376] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Destroyed the VM [ 702.812667] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 702.813022] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521e545e-7b77-ba91-b63c-e6f45f69bfcf, 'name': SearchDatastore_Task, 'duration_secs': 0.026289} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.813252] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5dfe35b-e2fc-44ae-ba68-0aca2730887b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.815404] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.815639] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.815876] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.816036] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.816215] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.816644] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a68399a-de07-4c0e-86a0-4e42980635f9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.824965] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 702.824965] env[69159]: value = "task-3448257" [ 702.824965] env[69159]: _type = "Task" [ 702.824965] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.830733] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.830935] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.833019] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b118a7ac-33c9-4b6d-a7b9-a2e8a109094a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.838744] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448257, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.843393] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 702.843393] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522d0cae-54d7-df3b-4c00-e4b88b41a3e8" [ 702.843393] env[69159]: _type = "Task" [ 702.843393] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.854020] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522d0cae-54d7-df3b-4c00-e4b88b41a3e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.136537] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448255, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.150504] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448256, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.154317] env[69159]: DEBUG oslo_concurrency.lockutils [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] Releasing lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.154597] env[69159]: DEBUG nova.compute.manager [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Received event network-changed-48712115-d623-4885-b388-b2aa267c5a5c {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 703.154768] env[69159]: DEBUG nova.compute.manager [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Refreshing instance network info cache due to event network-changed-48712115-d623-4885-b388-b2aa267c5a5c. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 703.154990] env[69159]: DEBUG oslo_concurrency.lockutils [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] Acquiring lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.155143] env[69159]: DEBUG oslo_concurrency.lockutils [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] Acquired lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.155322] env[69159]: DEBUG nova.network.neutron [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Refreshing network info cache for port 48712115-d623-4885-b388-b2aa267c5a5c {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.317851] env[69159]: DEBUG nova.network.neutron [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.336813] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448257, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.360873] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522d0cae-54d7-df3b-4c00-e4b88b41a3e8, 'name': SearchDatastore_Task, 'duration_secs': 0.015573} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.361869] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2adaae7e-a07a-4d65-b920-fda41c38cd04 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.371643] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 703.371643] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526273bb-41e6-4165-60c0-9b76c724894d" [ 703.371643] env[69159]: _type = "Task" [ 703.371643] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.388263] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526273bb-41e6-4165-60c0-9b76c724894d, 'name': SearchDatastore_Task, 'duration_secs': 0.012694} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.388528] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.388780] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] bec9825d-9791-4647-b8a4-bed2dc6834d9/bec9825d-9791-4647-b8a4-bed2dc6834d9.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.392017] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6b3a9d9-ceda-420b-80f5-6275d5dda47a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.401510] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 703.401510] env[69159]: value = "task-3448258" [ 703.401510] env[69159]: _type = "Task" [ 703.401510] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.413689] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.542145] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fa0307-72c3-4cdd-b3fe-306532cd4b1c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.551963] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff695b2c-853f-43d3-985b-0ad445a8c7b6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.589707] env[69159]: DEBUG nova.network.neutron [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Updating instance_info_cache with network_info: [{"id": "95ddf2b2-39ec-4315-89af-718bfa6423cb", "address": "fa:16:3e:d5:db:b7", "network": {"id": "be0e550a-2a66-4d8e-9f1e-502d817e389a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1599219712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7724e2df194e09a2a060c820223636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ddf2b2-39", "ovs_interfaceid": "95ddf2b2-39ec-4315-89af-718bfa6423cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.592422] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e765091-2868-4ff7-9c1b-6041b27f77dd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.605310] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c9e905-135e-494a-b813-6309abd208a1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.623057] env[69159]: DEBUG nova.compute.provider_tree [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.639530] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448255, 'name': CreateVM_Task, 'duration_secs': 0.719276} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.639530] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.642927] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.643491] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.643491] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.646054] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-299c7c91-9fac-4624-97dd-8033948d19b1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.652613] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726183} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.654251] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] d5c43519-b6ef-4061-bbc1-ee2b6a603683/d5c43519-b6ef-4061-bbc1-ee2b6a603683.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.654476] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.654814] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Waiting for the task: (returnval){ [ 703.654814] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b6a4b3-9f84-e065-7f63-948d1581a06b" [ 703.654814] env[69159]: _type = "Task" [ 703.654814] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.655032] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e81a50a-f22f-40b5-8e52-f12489442079 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.667254] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 703.667254] env[69159]: value = "task-3448259" [ 703.667254] env[69159]: _type = "Task" [ 703.667254] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.670728] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b6a4b3-9f84-e065-7f63-948d1581a06b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.682545] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.837790] env[69159]: DEBUG oslo_vmware.api [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448257, 'name': RemoveSnapshot_Task, 'duration_secs': 0.977408} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.838126] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 703.838411] env[69159]: INFO nova.compute.manager [None req-2645c4fd-ad59-4f3d-8fb2-a0077df9008a tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Took 14.71 seconds to snapshot the instance on the hypervisor. [ 703.916317] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448258, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.040036] env[69159]: DEBUG nova.network.neutron [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Updated VIF entry in instance network info cache for port 48712115-d623-4885-b388-b2aa267c5a5c. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.040487] env[69159]: DEBUG nova.network.neutron [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Updating instance_info_cache with network_info: [{"id": "48712115-d623-4885-b388-b2aa267c5a5c", "address": "fa:16:3e:39:7a:a5", "network": {"id": "a27479c9-aac6-4dec-88f0-6a50e3b98ef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-42058232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b8a27e7ca4475c89c9430d0ec79113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48712115-d6", "ovs_interfaceid": "48712115-d623-4885-b388-b2aa267c5a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.096079] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Releasing lock "refresh_cache-722c4116-5c37-4d49-b250-59829789dce3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.096429] env[69159]: DEBUG nova.compute.manager [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Instance network_info: |[{"id": "95ddf2b2-39ec-4315-89af-718bfa6423cb", "address": "fa:16:3e:d5:db:b7", "network": {"id": "be0e550a-2a66-4d8e-9f1e-502d817e389a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1599219712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7724e2df194e09a2a060c820223636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ddf2b2-39", "ovs_interfaceid": "95ddf2b2-39ec-4315-89af-718bfa6423cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 704.096868] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:db:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95ddf2b2-39ec-4315-89af-718bfa6423cb', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.104598] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Creating folder: Project (6f7724e2df194e09a2a060c820223636). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.104908] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f094a504-21b2-461b-bfe5-ee9516725bfb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.119411] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Created folder: Project (6f7724e2df194e09a2a060c820223636) in parent group-v688391. [ 704.119678] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Creating folder: Instances. Parent ref: group-v688482. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.120327] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29f149ec-5f97-4a32-86e8-da4c7850a230 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.130850] env[69159]: DEBUG nova.scheduler.client.report [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.145716] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Created folder: Instances in parent group-v688482. [ 704.145716] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.145716] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.145716] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10ec74e3-ae49-4f6b-8cf1-62fa92a2be01 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.207212] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b6a4b3-9f84-e065-7f63-948d1581a06b, 'name': SearchDatastore_Task, 'duration_secs': 0.059299} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.213540] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.213933] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.214285] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.214500] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.214777] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.215106] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.215106] env[69159]: value = "task-3448262" [ 704.215106] env[69159]: _type = "Task" [ 704.215106] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.215888] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207252} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.216139] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf177d75-bdd4-4f22-b826-fa2b9b1c1652 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.218585] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.223381] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9037bbc9-377a-483e-beb9-7c2bb23188fd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.235136] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448262, 'name': CreateVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.250116] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.250324] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.264270] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] d5c43519-b6ef-4061-bbc1-ee2b6a603683/d5c43519-b6ef-4061-bbc1-ee2b6a603683.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.265752] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.266084] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a8cf80-3ed8-4a3d-aed6-1c89bdba01d7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.270831] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68fa3366-2b55-478d-8bed-3c152c318154 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.292417] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Waiting for the task: (returnval){ [ 704.292417] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52425728-7535-d42f-8c5e-9a9a20c3e75f" [ 704.292417] env[69159]: _type = "Task" [ 704.292417] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.297355] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 704.297355] env[69159]: value = "task-3448263" [ 704.297355] env[69159]: _type = "Task" [ 704.297355] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.305320] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52425728-7535-d42f-8c5e-9a9a20c3e75f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.311869] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448263, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.328530] env[69159]: DEBUG nova.compute.manager [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Received event network-vif-deleted-19e926de-f611-48e4-a198-eba75986a1ba {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 704.328791] env[69159]: DEBUG nova.compute.manager [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Received event network-vif-plugged-3806c4b9-17cf-40f8-b61f-055c6c4f28d7 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 704.328975] env[69159]: DEBUG oslo_concurrency.lockutils [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] Acquiring lock "86ada9bd-7df9-4b80-8447-3e4388c337c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.329192] env[69159]: DEBUG oslo_concurrency.lockutils [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] Lock "86ada9bd-7df9-4b80-8447-3e4388c337c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.329380] env[69159]: DEBUG oslo_concurrency.lockutils [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] Lock "86ada9bd-7df9-4b80-8447-3e4388c337c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.329624] env[69159]: DEBUG nova.compute.manager [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] No waiting events found dispatching network-vif-plugged-3806c4b9-17cf-40f8-b61f-055c6c4f28d7 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 704.329811] env[69159]: WARNING nova.compute.manager [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Received unexpected event network-vif-plugged-3806c4b9-17cf-40f8-b61f-055c6c4f28d7 for instance with vm_state building and task_state spawning. [ 704.329960] env[69159]: DEBUG nova.compute.manager [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Received event network-changed-3806c4b9-17cf-40f8-b61f-055c6c4f28d7 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 704.330122] env[69159]: DEBUG nova.compute.manager [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Refreshing instance network info cache due to event network-changed-3806c4b9-17cf-40f8-b61f-055c6c4f28d7. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 704.330320] env[69159]: DEBUG oslo_concurrency.lockutils [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] Acquiring lock "refresh_cache-86ada9bd-7df9-4b80-8447-3e4388c337c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.330502] env[69159]: DEBUG oslo_concurrency.lockutils [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] Acquired lock "refresh_cache-86ada9bd-7df9-4b80-8447-3e4388c337c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.330645] env[69159]: DEBUG nova.network.neutron [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Refreshing network info cache for port 3806c4b9-17cf-40f8-b61f-055c6c4f28d7 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.413491] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549381} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.413866] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] bec9825d-9791-4647-b8a4-bed2dc6834d9/bec9825d-9791-4647-b8a4-bed2dc6834d9.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.414181] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.414483] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-675ec252-73a8-4e98-a25d-d86d78b210d3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.423687] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 704.423687] env[69159]: value = "task-3448264" [ 704.423687] env[69159]: _type = "Task" [ 704.423687] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.435446] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.543169] env[69159]: DEBUG oslo_concurrency.lockutils [req-694be73e-4647-46b9-840e-c2fcb6d3ea14 req-00957247-0009-49c3-8782-6380c9a14ae2 service nova] Releasing lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.646939] env[69159]: DEBUG oslo_concurrency.lockutils [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.647534] env[69159]: DEBUG nova.compute.manager [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 704.650243] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.240s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.650437] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.650553] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 704.650899] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.771s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.652344] env[69159]: INFO nova.compute.claims [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.660665] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0042a9e-55bb-483e-ac4c-9a83ff3a562e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.678033] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4d372e-7517-49f0-9992-fafa00837db8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.695756] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ca37ac-867e-463e-b637-b20c0f13b332 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.706351] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1178c477-e97e-4a1b-84af-f9401d192c49 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.746837] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180022MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 704.748046] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.758037] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448262, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.807387] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52425728-7535-d42f-8c5e-9a9a20c3e75f, 'name': SearchDatastore_Task, 'duration_secs': 0.01501} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.810205] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ffbcb1-51aa-4c48-9514-a144d6497473 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.816421] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448263, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.821179] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Waiting for the task: (returnval){ [ 704.821179] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e53f91-2b91-419f-3146-725b0932b670" [ 704.821179] env[69159]: _type = "Task" [ 704.821179] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.831705] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e53f91-2b91-419f-3146-725b0932b670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.935281] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123092} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.935887] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.936754] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf49db23-76c3-41a2-90a0-9fb15f00e4bb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.963537] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] bec9825d-9791-4647-b8a4-bed2dc6834d9/bec9825d-9791-4647-b8a4-bed2dc6834d9.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.966950] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1985a60c-2a7e-4555-ae30-c96fe12111e7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.991592] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 704.991592] env[69159]: value = "task-3448265" [ 704.991592] env[69159]: _type = "Task" [ 704.991592] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.001710] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.146232] env[69159]: DEBUG nova.compute.manager [req-0bdaa3c5-2d6d-47b5-9ab2-dd3f7c2e56d0 req-250a377a-5473-4701-a27f-61d6adf4c6ab service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Received event network-changed-95ddf2b2-39ec-4315-89af-718bfa6423cb {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 705.146663] env[69159]: DEBUG nova.compute.manager [req-0bdaa3c5-2d6d-47b5-9ab2-dd3f7c2e56d0 req-250a377a-5473-4701-a27f-61d6adf4c6ab service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Refreshing instance network info cache due to event network-changed-95ddf2b2-39ec-4315-89af-718bfa6423cb. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 705.146800] env[69159]: DEBUG oslo_concurrency.lockutils [req-0bdaa3c5-2d6d-47b5-9ab2-dd3f7c2e56d0 req-250a377a-5473-4701-a27f-61d6adf4c6ab service nova] Acquiring lock "refresh_cache-722c4116-5c37-4d49-b250-59829789dce3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.146980] env[69159]: DEBUG oslo_concurrency.lockutils [req-0bdaa3c5-2d6d-47b5-9ab2-dd3f7c2e56d0 req-250a377a-5473-4701-a27f-61d6adf4c6ab service nova] Acquired lock "refresh_cache-722c4116-5c37-4d49-b250-59829789dce3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.147205] env[69159]: DEBUG nova.network.neutron [req-0bdaa3c5-2d6d-47b5-9ab2-dd3f7c2e56d0 req-250a377a-5473-4701-a27f-61d6adf4c6ab service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Refreshing network info cache for port 95ddf2b2-39ec-4315-89af-718bfa6423cb {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.164447] env[69159]: DEBUG nova.compute.utils [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.167887] env[69159]: DEBUG nova.compute.manager [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 705.167887] env[69159]: DEBUG nova.network.neutron [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.247008] env[69159]: DEBUG nova.policy [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e46826f7e3e2472fa17e356d88bc1428', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79cb812e3ecb434d8daa7a7776505109', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.260231] env[69159]: DEBUG nova.network.neutron [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Updated VIF entry in instance network info cache for port 3806c4b9-17cf-40f8-b61f-055c6c4f28d7. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.260231] env[69159]: DEBUG nova.network.neutron [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Updating instance_info_cache with network_info: [{"id": "3806c4b9-17cf-40f8-b61f-055c6c4f28d7", "address": "fa:16:3e:b4:7a:b2", "network": {"id": "9d95c8cd-aa2e-4268-b6ef-1cb121db92a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-545129451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe030934db74cd9a87112930525ad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3806c4b9-17", "ovs_interfaceid": "3806c4b9-17cf-40f8-b61f-055c6c4f28d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.272051] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448262, 'name': CreateVM_Task, 'duration_secs': 0.591445} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.272383] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.273491] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.273820] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.274345] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.275623] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4cf876d-f361-4f69-a8ff-35a9b3e7e1c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.284365] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 705.284365] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529b0a55-540c-b637-facc-ccf2d6315642" [ 705.284365] env[69159]: _type = "Task" [ 705.284365] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.299770] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529b0a55-540c-b637-facc-ccf2d6315642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.317758] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448263, 'name': ReconfigVM_Task, 'duration_secs': 0.574914} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.318363] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Reconfigured VM instance instance-0000001c to attach disk [datastore2] d5c43519-b6ef-4061-bbc1-ee2b6a603683/d5c43519-b6ef-4061-bbc1-ee2b6a603683.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.319553] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28c52d8e-70e8-4ac2-baba-54e1766667bb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.340119] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e53f91-2b91-419f-3146-725b0932b670, 'name': SearchDatastore_Task, 'duration_secs': 0.01333} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.343288] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.343469] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 86ada9bd-7df9-4b80-8447-3e4388c337c6/86ada9bd-7df9-4b80-8447-3e4388c337c6.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.344806] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 705.344806] env[69159]: value = "task-3448266" [ 705.344806] env[69159]: _type = "Task" [ 705.344806] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.344806] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ae659ec-d508-4fbb-9cdf-3b4538eec5b2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.366345] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448266, 'name': Rename_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.367654] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Waiting for the task: (returnval){ [ 705.367654] env[69159]: value = "task-3448267" [ 705.367654] env[69159]: _type = "Task" [ 705.367654] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.382716] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': task-3448267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.502579] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448265, 'name': ReconfigVM_Task, 'duration_secs': 0.403259} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.502908] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Reconfigured VM instance instance-0000001b to attach disk [datastore2] bec9825d-9791-4647-b8a4-bed2dc6834d9/bec9825d-9791-4647-b8a4-bed2dc6834d9.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.503564] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6bea48b-961c-4088-9558-654d8ea25f88 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.531837] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 705.531837] env[69159]: value = "task-3448268" [ 705.531837] env[69159]: _type = "Task" [ 705.531837] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.543323] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448268, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.672364] env[69159]: DEBUG nova.compute.manager [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 705.763555] env[69159]: DEBUG oslo_concurrency.lockutils [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] Releasing lock "refresh_cache-86ada9bd-7df9-4b80-8447-3e4388c337c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.763949] env[69159]: DEBUG nova.compute.manager [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Received event network-changed-48712115-d623-4885-b388-b2aa267c5a5c {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 705.764155] env[69159]: DEBUG nova.compute.manager [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Refreshing instance network info cache due to event network-changed-48712115-d623-4885-b388-b2aa267c5a5c. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 705.764377] env[69159]: DEBUG oslo_concurrency.lockutils [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] Acquiring lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.764520] env[69159]: DEBUG oslo_concurrency.lockutils [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] Acquired lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.764685] env[69159]: DEBUG nova.network.neutron [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Refreshing network info cache for port 48712115-d623-4885-b388-b2aa267c5a5c {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.804681] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529b0a55-540c-b637-facc-ccf2d6315642, 'name': SearchDatastore_Task, 'duration_secs': 0.013705} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.805417] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.805715] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.809015] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.809015] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.809015] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.809015] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-137e0488-d60d-4a09-8562-36487ff19e05 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.823788] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.824063] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.824905] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8884910c-ce33-4edb-af89-75b477212e8a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.841480] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 705.841480] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5285c4f5-aa79-8dd5-17bd-b6149a1ab848" [ 705.841480] env[69159]: _type = "Task" [ 705.841480] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.853484] env[69159]: DEBUG nova.network.neutron [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Successfully created port: b653de1d-5a46-4e22-b6e2-3766bc50da97 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.858921] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5285c4f5-aa79-8dd5-17bd-b6149a1ab848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.868701] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448266, 'name': Rename_Task, 'duration_secs': 0.249167} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.872448] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.875345] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-909e563a-c675-4adb-9d3b-2396d594d828 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.886509] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': task-3448267, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.888718] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 705.888718] env[69159]: value = "task-3448269" [ 705.888718] env[69159]: _type = "Task" [ 705.888718] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.905205] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.912700] env[69159]: DEBUG nova.compute.manager [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 705.914422] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d67bce1-693d-4c97-87c5-9c13d3dd51f5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.949379] env[69159]: DEBUG nova.network.neutron [req-0bdaa3c5-2d6d-47b5-9ab2-dd3f7c2e56d0 req-250a377a-5473-4701-a27f-61d6adf4c6ab service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Updated VIF entry in instance network info cache for port 95ddf2b2-39ec-4315-89af-718bfa6423cb. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.949379] env[69159]: DEBUG nova.network.neutron [req-0bdaa3c5-2d6d-47b5-9ab2-dd3f7c2e56d0 req-250a377a-5473-4701-a27f-61d6adf4c6ab service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Updating instance_info_cache with network_info: [{"id": "95ddf2b2-39ec-4315-89af-718bfa6423cb", "address": "fa:16:3e:d5:db:b7", "network": {"id": "be0e550a-2a66-4d8e-9f1e-502d817e389a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1599219712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7724e2df194e09a2a060c820223636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ddf2b2-39", "ovs_interfaceid": "95ddf2b2-39ec-4315-89af-718bfa6423cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.045741] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448268, 'name': Rename_Task, 'duration_secs': 0.487028} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.048803] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.049308] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1055c143-3895-4c75-a7be-edd37409dd26 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.059167] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 706.059167] env[69159]: value = "task-3448270" [ 706.059167] env[69159]: _type = "Task" [ 706.059167] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.068828] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.361958] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5285c4f5-aa79-8dd5-17bd-b6149a1ab848, 'name': SearchDatastore_Task, 'duration_secs': 0.053331} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.363011] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23472b71-6154-42cc-9519-eeaf7397c7d2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.369821] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1801d7b6-8397-41a0-920d-ade3ac39aea2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.379983] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 706.379983] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fb90a1-8c8b-88ca-fec7-e0d0428720c7" [ 706.379983] env[69159]: _type = "Task" [ 706.379983] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.391672] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': task-3448267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586416} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.395685] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 86ada9bd-7df9-4b80-8447-3e4388c337c6/86ada9bd-7df9-4b80-8447-3e4388c337c6.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.396203] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.397369] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539fda06-55b0-4d08-ae50-3809decf7ae3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.407864] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0687404-8db8-499d-beb7-566d34fbf872 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.410033] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fb90a1-8c8b-88ca-fec7-e0d0428720c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012659} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.411044] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.411339] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 722c4116-5c37-4d49-b250-59829789dce3/722c4116-5c37-4d49-b250-59829789dce3.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.412205] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37d2ac4b-b58f-4ff8-a4da-ab90de1db50f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.447634] env[69159]: INFO nova.compute.manager [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] instance snapshotting [ 706.449619] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Waiting for the task: (returnval){ [ 706.449619] env[69159]: value = "task-3448271" [ 706.449619] env[69159]: _type = "Task" [ 706.449619] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.449844] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448269, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.455094] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cd5c3b-9454-4470-8450-02b80793daec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.458396] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7577eda5-fad4-4d25-9145-37ddcafbc757 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.461989] env[69159]: DEBUG oslo_concurrency.lockutils [req-0bdaa3c5-2d6d-47b5-9ab2-dd3f7c2e56d0 req-250a377a-5473-4701-a27f-61d6adf4c6ab service nova] Releasing lock "refresh_cache-722c4116-5c37-4d49-b250-59829789dce3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.468413] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 706.468413] env[69159]: value = "task-3448272" [ 706.468413] env[69159]: _type = "Task" [ 706.468413] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.490535] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': task-3448271, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.492571] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e705f0f7-a074-4c4d-b090-99afe5cbfb3f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.497287] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bcc788-4d74-44c8-bd23-133b315d5e49 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.507206] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.522399] env[69159]: DEBUG nova.compute.provider_tree [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.561810] env[69159]: DEBUG oslo_vmware.rw_handles [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b47007-4863-4658-c635-86819fcf3df2/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 706.562899] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03118585-8904-4461-9da7-dd38f9d6eddd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.575338] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448270, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.577140] env[69159]: DEBUG oslo_vmware.rw_handles [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b47007-4863-4658-c635-86819fcf3df2/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 706.577325] env[69159]: ERROR oslo_vmware.rw_handles [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b47007-4863-4658-c635-86819fcf3df2/disk-0.vmdk due to incomplete transfer. [ 706.578325] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2a23b4ed-3571-41d6-9d22-8fbcab8ff839 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.588973] env[69159]: DEBUG oslo_vmware.rw_handles [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b47007-4863-4658-c635-86819fcf3df2/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 706.589271] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Uploaded image 5e01c066-9a6b-4ff5-b614-f7abffa698bb to the Glance image server {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 706.591081] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 706.591834] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4098b41e-87c3-4be8-957e-9641e892a5bb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.597742] env[69159]: DEBUG nova.network.neutron [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Updated VIF entry in instance network info cache for port 48712115-d623-4885-b388-b2aa267c5a5c. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.598104] env[69159]: DEBUG nova.network.neutron [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Updating instance_info_cache with network_info: [{"id": "48712115-d623-4885-b388-b2aa267c5a5c", "address": "fa:16:3e:39:7a:a5", "network": {"id": "a27479c9-aac6-4dec-88f0-6a50e3b98ef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-42058232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0b8a27e7ca4475c89c9430d0ec79113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48712115-d6", "ovs_interfaceid": "48712115-d623-4885-b388-b2aa267c5a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.601488] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 706.601488] env[69159]: value = "task-3448273" [ 706.601488] env[69159]: _type = "Task" [ 706.601488] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.611838] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448273, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.686025] env[69159]: DEBUG nova.compute.manager [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 706.707260] env[69159]: DEBUG nova.virt.hardware [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.707531] env[69159]: DEBUG nova.virt.hardware [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.707813] env[69159]: DEBUG nova.virt.hardware [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.707882] env[69159]: DEBUG nova.virt.hardware [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.708008] env[69159]: DEBUG nova.virt.hardware [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.708232] env[69159]: DEBUG nova.virt.hardware [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.708484] env[69159]: DEBUG nova.virt.hardware [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.708713] env[69159]: DEBUG nova.virt.hardware [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.708979] env[69159]: DEBUG nova.virt.hardware [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.709107] env[69159]: DEBUG nova.virt.hardware [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.709354] env[69159]: DEBUG nova.virt.hardware [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.710319] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebba5e2d-fb99-4576-a2c7-655b00f1d98d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.720098] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa2bff6-47cf-4c8f-854c-b0d0f1b0f146 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.901984] env[69159]: DEBUG oslo_vmware.api [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448269, 'name': PowerOnVM_Task, 'duration_secs': 0.670932} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.902376] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.902618] env[69159]: INFO nova.compute.manager [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Took 10.63 seconds to spawn the instance on the hypervisor. [ 706.902797] env[69159]: DEBUG nova.compute.manager [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 706.903594] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35de65fa-c45f-4151-b569-5e1e7692edc4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.967727] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': task-3448271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083673} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.968273] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.968841] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b181ab1-ff7e-4296-8723-3bdf4b5cc85a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.989238] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.998284] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 86ada9bd-7df9-4b80-8447-3e4388c337c6/86ada9bd-7df9-4b80-8447-3e4388c337c6.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.998546] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f2a0171-3cd5-4ac9-a538-f1d1f03df1c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.019484] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Waiting for the task: (returnval){ [ 707.019484] env[69159]: value = "task-3448274" [ 707.019484] env[69159]: _type = "Task" [ 707.019484] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.031235] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 707.032113] env[69159]: DEBUG nova.scheduler.client.report [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.035356] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': task-3448274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.035579] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-624f39b6-1a79-4c37-b6ff-68ad9872b8a4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.043253] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 707.043253] env[69159]: value = "task-3448275" [ 707.043253] env[69159]: _type = "Task" [ 707.043253] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.053141] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448275, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.071785] env[69159]: DEBUG oslo_vmware.api [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448270, 'name': PowerOnVM_Task, 'duration_secs': 0.574315} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.071869] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.072100] env[69159]: DEBUG nova.compute.manager [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 707.072836] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a986aea-0eda-4e21-98f7-5b2f626f68b6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.101135] env[69159]: DEBUG oslo_concurrency.lockutils [req-9f9055d6-1d4b-4aa9-a639-c22437c15bd4 req-bf50924a-7c57-4d67-b1f2-17177a76da2c service nova] Releasing lock "refresh_cache-5153318c-b4d4-487d-b040-af14cdd3a5c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.113316] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448273, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.423821] env[69159]: INFO nova.compute.manager [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Took 41.27 seconds to build instance. [ 707.483499] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448272, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.533344] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': task-3448274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.539391] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.888s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.540298] env[69159]: DEBUG nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 707.543440] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.799s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.544945] env[69159]: INFO nova.compute.claims [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.558438] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448275, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.590924] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.613221] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448273, 'name': Destroy_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.878388] env[69159]: DEBUG nova.compute.manager [req-964daba8-c646-4856-8450-5dcd8aded524 req-4c627b65-4ada-4eae-a635-a1858d8de88a service nova] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Received event network-vif-plugged-b653de1d-5a46-4e22-b6e2-3766bc50da97 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 707.878617] env[69159]: DEBUG oslo_concurrency.lockutils [req-964daba8-c646-4856-8450-5dcd8aded524 req-4c627b65-4ada-4eae-a635-a1858d8de88a service nova] Acquiring lock "24ac6469-2873-4020-8df5-4ab801a14b5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.878982] env[69159]: DEBUG oslo_concurrency.lockutils [req-964daba8-c646-4856-8450-5dcd8aded524 req-4c627b65-4ada-4eae-a635-a1858d8de88a service nova] Lock "24ac6469-2873-4020-8df5-4ab801a14b5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.878982] env[69159]: DEBUG oslo_concurrency.lockutils [req-964daba8-c646-4856-8450-5dcd8aded524 req-4c627b65-4ada-4eae-a635-a1858d8de88a service nova] Lock "24ac6469-2873-4020-8df5-4ab801a14b5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.880920] env[69159]: DEBUG nova.compute.manager [req-964daba8-c646-4856-8450-5dcd8aded524 req-4c627b65-4ada-4eae-a635-a1858d8de88a service nova] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] No waiting events found dispatching network-vif-plugged-b653de1d-5a46-4e22-b6e2-3766bc50da97 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 707.880920] env[69159]: WARNING nova.compute.manager [req-964daba8-c646-4856-8450-5dcd8aded524 req-4c627b65-4ada-4eae-a635-a1858d8de88a service nova] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Received unexpected event network-vif-plugged-b653de1d-5a46-4e22-b6e2-3766bc50da97 for instance with vm_state building and task_state spawning. [ 707.926486] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b205ad5b-14a8-43c4-a119-78c180693fe2 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.755s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.972876] env[69159]: DEBUG nova.network.neutron [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Successfully updated port: b653de1d-5a46-4e22-b6e2-3766bc50da97 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.984498] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448272, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.107995} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.984806] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 722c4116-5c37-4d49-b250-59829789dce3/722c4116-5c37-4d49-b250-59829789dce3.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.985085] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.985585] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a29ad6d8-5c45-4aa2-9502-d157e82365bc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.995810] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 707.995810] env[69159]: value = "task-3448276" [ 707.995810] env[69159]: _type = "Task" [ 707.995810] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.009768] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.031068] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': task-3448274, 'name': ReconfigVM_Task, 'duration_secs': 0.985292} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.031374] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 86ada9bd-7df9-4b80-8447-3e4388c337c6/86ada9bd-7df9-4b80-8447-3e4388c337c6.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.032049] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6404ca3a-3fa2-46fa-856e-18ff39cd4aa2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.040630] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Waiting for the task: (returnval){ [ 708.040630] env[69159]: value = "task-3448277" [ 708.040630] env[69159]: _type = "Task" [ 708.040630] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.056699] env[69159]: DEBUG nova.compute.utils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.058340] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': task-3448277, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.062017] env[69159]: DEBUG nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 708.062017] env[69159]: DEBUG nova.network.neutron [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.075468] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448275, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.116425] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448273, 'name': Destroy_Task, 'duration_secs': 1.236166} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.116743] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Destroyed the VM [ 708.117067] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 708.117335] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a5b9a57-effc-4400-81e4-6be05107ed20 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.126680] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 708.126680] env[69159]: value = "task-3448278" [ 708.126680] env[69159]: _type = "Task" [ 708.126680] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.139970] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448278, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.147878] env[69159]: DEBUG nova.policy [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31c35e94e06543edaa1e2744972bed32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58260d428382430eb4f757a07d14776f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.441020] env[69159]: DEBUG nova.compute.manager [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 708.481192] env[69159]: DEBUG oslo_concurrency.lockutils [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "refresh_cache-24ac6469-2873-4020-8df5-4ab801a14b5b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.481192] env[69159]: DEBUG oslo_concurrency.lockutils [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquired lock "refresh_cache-24ac6469-2873-4020-8df5-4ab801a14b5b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.481192] env[69159]: DEBUG nova.network.neutron [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.512108] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068926} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.513285] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.516355] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5529a487-97c2-4eed-878c-4b323b05d0af {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.548780] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 722c4116-5c37-4d49-b250-59829789dce3/722c4116-5c37-4d49-b250-59829789dce3.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.551861] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7683c408-7877-4549-8c8e-27f94a77a5a0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.576599] env[69159]: DEBUG nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 708.596112] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 708.596112] env[69159]: value = "task-3448279" [ 708.596112] env[69159]: _type = "Task" [ 708.596112] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.605282] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448275, 'name': CreateSnapshot_Task, 'duration_secs': 1.516839} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.605282] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': task-3448277, 'name': Rename_Task, 'duration_secs': 0.303384} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.609587] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 708.609884] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.613907] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f63f5dd-61f1-41b7-914e-c4f7154463d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.617527] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2b9e58c-f846-44bc-a842-5c093f17095b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.625081] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.630488] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Waiting for the task: (returnval){ [ 708.630488] env[69159]: value = "task-3448280" [ 708.630488] env[69159]: _type = "Task" [ 708.630488] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.649039] env[69159]: DEBUG nova.network.neutron [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Successfully created port: a2065cbe-9324-49ef-9247-f3bafddbfaf9 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.655782] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448278, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.656379] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': task-3448280, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.712414] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3da9d72-45fb-4252-8a68-a3902a50c181 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.723255] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5860fcc5-fbc1-4846-8cb1-9d37929ecaab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.755607] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2ca7fa-5305-4c89-a13e-574715966cdd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.765147] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b18302-3c0d-412d-80f2-4589e9c5bdd9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.780463] env[69159]: DEBUG nova.compute.provider_tree [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.951868] env[69159]: INFO nova.compute.manager [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Rebuilding instance [ 708.972188] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.002135] env[69159]: DEBUG nova.compute.manager [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 709.003429] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf10a39-0050-49f6-a359-8a5db556e8a8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.035208] env[69159]: DEBUG nova.network.neutron [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.122819] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.147135] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 709.151514] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a1498e19-1bc5-49b7-a56f-9ae5eaa0a524 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.154917] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448278, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.161360] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': task-3448280, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.167278] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 709.167278] env[69159]: value = "task-3448281" [ 709.167278] env[69159]: _type = "Task" [ 709.167278] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.176858] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448281, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.259360] env[69159]: DEBUG nova.network.neutron [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Updating instance_info_cache with network_info: [{"id": "b653de1d-5a46-4e22-b6e2-3766bc50da97", "address": "fa:16:3e:4d:f5:b3", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb653de1d-5a", "ovs_interfaceid": "b653de1d-5a46-4e22-b6e2-3766bc50da97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.284776] env[69159]: DEBUG nova.scheduler.client.report [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.384521] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "85f1cdf4-e578-4813-af15-d6d1f4e9ee50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.384776] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "85f1cdf4-e578-4813-af15-d6d1f4e9ee50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.596233] env[69159]: DEBUG nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 709.618041] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448279, 'name': ReconfigVM_Task, 'duration_secs': 0.582661} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.618041] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 722c4116-5c37-4d49-b250-59829789dce3/722c4116-5c37-4d49-b250-59829789dce3.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.618041] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3f8e2d4-d2bd-4f1d-96bf-915e8b4f68cf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.628097] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 709.628097] env[69159]: value = "task-3448282" [ 709.628097] env[69159]: _type = "Task" [ 709.628097] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.633590] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.635651] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.635651] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.635651] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.635651] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.635651] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.635924] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.635924] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.635924] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.635924] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.635924] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.637233] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbd9d6e-a5ff-485b-b513-3ba1efe78dfc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.653350] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448282, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.669065] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e995f59-442f-4cfd-8be0-afb47a1830af {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.674342] env[69159]: DEBUG oslo_vmware.api [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': task-3448280, 'name': PowerOnVM_Task, 'duration_secs': 0.956434} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.674699] env[69159]: DEBUG oslo_vmware.api [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448278, 'name': RemoveSnapshot_Task, 'duration_secs': 1.118602} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.674971] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.675189] env[69159]: INFO nova.compute.manager [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Took 10.62 seconds to spawn the instance on the hypervisor. [ 709.675391] env[69159]: DEBUG nova.compute.manager [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 709.679926] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 709.679926] env[69159]: INFO nova.compute.manager [None req-49037ebb-9970-49ff-95ea-dc7a01bcf229 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Took 16.96 seconds to snapshot the instance on the hypervisor. [ 709.682067] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7470f76-4653-4dd3-b6e9-a3c458fc9419 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.707219] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448281, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.763154] env[69159]: DEBUG oslo_concurrency.lockutils [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Releasing lock "refresh_cache-24ac6469-2873-4020-8df5-4ab801a14b5b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.766357] env[69159]: DEBUG nova.compute.manager [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Instance network_info: |[{"id": "b653de1d-5a46-4e22-b6e2-3766bc50da97", "address": "fa:16:3e:4d:f5:b3", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb653de1d-5a", "ovs_interfaceid": "b653de1d-5a46-4e22-b6e2-3766bc50da97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 709.766614] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:f5:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b653de1d-5a46-4e22-b6e2-3766bc50da97', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.773795] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Creating folder: Project (79cb812e3ecb434d8daa7a7776505109). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.774505] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80247abf-6f02-4109-8004-ba15bc129af6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.790241] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Created folder: Project (79cb812e3ecb434d8daa7a7776505109) in parent group-v688391. [ 709.790459] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Creating folder: Instances. Parent ref: group-v688487. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.790712] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3a3f9de-7b8a-4db5-924e-866494c95181 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.795914] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.796450] env[69159]: DEBUG nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 709.799086] env[69159]: DEBUG oslo_concurrency.lockutils [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.656s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.799309] env[69159]: DEBUG nova.objects.instance [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lazy-loading 'resources' on Instance uuid 8c293933-bd62-4ccc-adbe-891c4f7ac11f {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.806034] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Created folder: Instances in parent group-v688487. [ 709.806034] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.806034] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.806034] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-030afa1b-8665-45a1-b17a-1db222f5bfd4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.827391] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.827391] env[69159]: value = "task-3448285" [ 709.827391] env[69159]: _type = "Task" [ 709.827391] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.837762] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448285, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.018493] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.018493] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9336a29c-26c3-4a54-8eea-fc1d04f890cd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.027955] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Waiting for the task: (returnval){ [ 710.027955] env[69159]: value = "task-3448286" [ 710.027955] env[69159]: _type = "Task" [ 710.027955] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.037077] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': task-3448286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.140079] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448282, 'name': Rename_Task, 'duration_secs': 0.306093} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.142539] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.142772] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-340437a9-6290-4f44-a108-057fee486ee0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.152224] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 710.152224] env[69159]: value = "task-3448287" [ 710.152224] env[69159]: _type = "Task" [ 710.152224] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.166231] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.187995] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448281, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.217481] env[69159]: INFO nova.compute.manager [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Took 39.18 seconds to build instance. [ 710.302532] env[69159]: DEBUG nova.compute.utils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.307501] env[69159]: DEBUG nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 710.308651] env[69159]: DEBUG nova.network.neutron [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.314683] env[69159]: DEBUG nova.compute.manager [req-69cc53e6-6172-4720-9673-764a7597816e req-996d047f-a996-42d7-a028-a25d6dfdd377 service nova] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Received event network-changed-b653de1d-5a46-4e22-b6e2-3766bc50da97 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 710.314982] env[69159]: DEBUG nova.compute.manager [req-69cc53e6-6172-4720-9673-764a7597816e req-996d047f-a996-42d7-a028-a25d6dfdd377 service nova] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Refreshing instance network info cache due to event network-changed-b653de1d-5a46-4e22-b6e2-3766bc50da97. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 710.315355] env[69159]: DEBUG oslo_concurrency.lockutils [req-69cc53e6-6172-4720-9673-764a7597816e req-996d047f-a996-42d7-a028-a25d6dfdd377 service nova] Acquiring lock "refresh_cache-24ac6469-2873-4020-8df5-4ab801a14b5b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.315524] env[69159]: DEBUG oslo_concurrency.lockutils [req-69cc53e6-6172-4720-9673-764a7597816e req-996d047f-a996-42d7-a028-a25d6dfdd377 service nova] Acquired lock "refresh_cache-24ac6469-2873-4020-8df5-4ab801a14b5b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.315952] env[69159]: DEBUG nova.network.neutron [req-69cc53e6-6172-4720-9673-764a7597816e req-996d047f-a996-42d7-a028-a25d6dfdd377 service nova] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Refreshing network info cache for port b653de1d-5a46-4e22-b6e2-3766bc50da97 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.341303] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448285, 'name': CreateVM_Task, 'duration_secs': 0.454286} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.341303] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.343181] env[69159]: DEBUG oslo_concurrency.lockutils [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.343460] env[69159]: DEBUG oslo_concurrency.lockutils [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.343872] env[69159]: DEBUG oslo_concurrency.lockutils [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.344811] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-795c7e41-eaa7-4920-b490-9f784245cc32 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.353229] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 710.353229] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525c6843-337e-9cca-2b3b-17545bda385b" [ 710.353229] env[69159]: _type = "Task" [ 710.353229] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.362469] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525c6843-337e-9cca-2b3b-17545bda385b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.374843] env[69159]: DEBUG nova.policy [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31c35e94e06543edaa1e2744972bed32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58260d428382430eb4f757a07d14776f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.545693] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': task-3448286, 'name': PowerOffVM_Task, 'duration_secs': 0.1623} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.545693] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.545693] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.546460] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33069d5a-2c30-4e18-af44-5c4dc506c28b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.563575] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.564659] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58eb6a2c-af20-4846-8b50-e9a81508335e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.566552] env[69159]: DEBUG nova.network.neutron [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Successfully updated port: a2065cbe-9324-49ef-9247-f3bafddbfaf9 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.598432] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.599434] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.599434] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Deleting the datastore file [datastore2] bec9825d-9791-4647-b8a4-bed2dc6834d9 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.599434] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-818dfebd-8352-4ca9-b1e8-e136fc0f723e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.611102] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Waiting for the task: (returnval){ [ 710.611102] env[69159]: value = "task-3448289" [ 710.611102] env[69159]: _type = "Task" [ 710.611102] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.621501] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': task-3448289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.669196] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448287, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.688498] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448281, 'name': CloneVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.719614] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8aba86-92eb-4dd8-86be-4f15d947cde6 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Lock "86ada9bd-7df9-4b80-8447-3e4388c337c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.168s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.748133] env[69159]: DEBUG nova.network.neutron [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Successfully created port: 4a90ec18-36a5-4ea3-ab8d-f982baab99a6 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.808052] env[69159]: DEBUG nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 710.865439] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525c6843-337e-9cca-2b3b-17545bda385b, 'name': SearchDatastore_Task, 'duration_secs': 0.011833} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.868540] env[69159]: DEBUG oslo_concurrency.lockutils [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.868770] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.869013] env[69159]: DEBUG oslo_concurrency.lockutils [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.869169] env[69159]: DEBUG oslo_concurrency.lockutils [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.869348] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.870101] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f53b7d1-98d7-42e2-bba7-63aca31d5f77 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.880141] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.880141] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.881444] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5ec4ebf-3619-494e-bae7-d96d72ffda14 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.897017] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 710.897017] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f80b00-d585-055e-05d8-652841bd074d" [ 710.897017] env[69159]: _type = "Task" [ 710.897017] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.908046] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f80b00-d585-055e-05d8-652841bd074d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.923186] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997df111-1999-4102-be4a-50529c219376 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.934487] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cb8934-9495-4fad-862e-736c0059798e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.974555] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b2997e-a4dc-457e-9881-05c509a8ece1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.984264] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287ce614-8172-47ee-bbde-9ce86fc34109 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.000616] env[69159]: DEBUG nova.compute.provider_tree [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.008797] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "1c71ca38-5e4b-4afd-b253-6481bd027a80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.009048] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "1c71ca38-5e4b-4afd-b253-6481bd027a80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.073253] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "refresh_cache-1372f0f1-642c-40c6-9a3e-7fc0fb159052" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.073516] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquired lock "refresh_cache-1372f0f1-642c-40c6-9a3e-7fc0fb159052" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.073569] env[69159]: DEBUG nova.network.neutron [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.121395] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': task-3448289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095366} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.121700] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.121892] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.122087] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.169196] env[69159]: DEBUG oslo_vmware.api [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448287, 'name': PowerOnVM_Task, 'duration_secs': 0.838914} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.169550] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.169795] env[69159]: INFO nova.compute.manager [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Took 9.38 seconds to spawn the instance on the hypervisor. [ 711.170022] env[69159]: DEBUG nova.compute.manager [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 711.170832] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec7cf62-d95e-4414-a729-ebd86826a81b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.192842] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448281, 'name': CloneVM_Task, 'duration_secs': 1.58626} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.193528] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Created linked-clone VM from snapshot [ 711.194573] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6701e7f7-dc2a-4400-8044-56a585436b99 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.204779] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Uploading image c0fb366b-19bf-4853-9d70-4bd06a498f36 {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 711.223611] env[69159]: DEBUG nova.compute.manager [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 711.238383] env[69159]: DEBUG oslo_vmware.rw_handles [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 711.238383] env[69159]: value = "vm-688486" [ 711.238383] env[69159]: _type = "VirtualMachine" [ 711.238383] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 711.239066] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e7cbf50f-7104-48cc-9d7c-162c9d5a9a8d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.244162] env[69159]: DEBUG nova.network.neutron [req-69cc53e6-6172-4720-9673-764a7597816e req-996d047f-a996-42d7-a028-a25d6dfdd377 service nova] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Updated VIF entry in instance network info cache for port b653de1d-5a46-4e22-b6e2-3766bc50da97. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.244527] env[69159]: DEBUG nova.network.neutron [req-69cc53e6-6172-4720-9673-764a7597816e req-996d047f-a996-42d7-a028-a25d6dfdd377 service nova] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Updating instance_info_cache with network_info: [{"id": "b653de1d-5a46-4e22-b6e2-3766bc50da97", "address": "fa:16:3e:4d:f5:b3", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb653de1d-5a", "ovs_interfaceid": "b653de1d-5a46-4e22-b6e2-3766bc50da97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.249473] env[69159]: DEBUG oslo_vmware.rw_handles [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lease: (returnval){ [ 711.249473] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521e6253-277e-c4dd-29c5-3dfe529eff7b" [ 711.249473] env[69159]: _type = "HttpNfcLease" [ 711.249473] env[69159]: } obtained for exporting VM: (result){ [ 711.249473] env[69159]: value = "vm-688486" [ 711.249473] env[69159]: _type = "VirtualMachine" [ 711.249473] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 711.249710] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the lease: (returnval){ [ 711.249710] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521e6253-277e-c4dd-29c5-3dfe529eff7b" [ 711.249710] env[69159]: _type = "HttpNfcLease" [ 711.249710] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 711.258130] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 711.258130] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521e6253-277e-c4dd-29c5-3dfe529eff7b" [ 711.258130] env[69159]: _type = "HttpNfcLease" [ 711.258130] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 711.410988] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f80b00-d585-055e-05d8-652841bd074d, 'name': SearchDatastore_Task, 'duration_secs': 0.011718} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.411889] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e91d8a-f345-4f05-8967-ce6a93d4f8dd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.417934] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 711.417934] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520d6bb0-f3db-5899-83a2-5027a39aa6aa" [ 711.417934] env[69159]: _type = "Task" [ 711.417934] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.426485] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520d6bb0-f3db-5899-83a2-5027a39aa6aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.510279] env[69159]: DEBUG nova.scheduler.client.report [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.565272] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Acquiring lock "5ff95882-8f70-4b34-ba6e-4cd73d763abf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.565570] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Lock "5ff95882-8f70-4b34-ba6e-4cd73d763abf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.565793] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Acquiring lock "5ff95882-8f70-4b34-ba6e-4cd73d763abf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.565944] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Lock "5ff95882-8f70-4b34-ba6e-4cd73d763abf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.566136] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Lock "5ff95882-8f70-4b34-ba6e-4cd73d763abf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.568341] env[69159]: INFO nova.compute.manager [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Terminating instance [ 711.621474] env[69159]: DEBUG nova.network.neutron [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.700079] env[69159]: INFO nova.compute.manager [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Took 40.53 seconds to build instance. [ 711.748397] env[69159]: DEBUG oslo_concurrency.lockutils [req-69cc53e6-6172-4720-9673-764a7597816e req-996d047f-a996-42d7-a028-a25d6dfdd377 service nova] Releasing lock "refresh_cache-24ac6469-2873-4020-8df5-4ab801a14b5b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.755035] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.759850] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 711.759850] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521e6253-277e-c4dd-29c5-3dfe529eff7b" [ 711.759850] env[69159]: _type = "HttpNfcLease" [ 711.759850] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 711.760161] env[69159]: DEBUG oslo_vmware.rw_handles [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 711.760161] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521e6253-277e-c4dd-29c5-3dfe529eff7b" [ 711.760161] env[69159]: _type = "HttpNfcLease" [ 711.760161] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 711.760905] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8722e3ce-5158-4822-976e-9f17a0400b5d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.768816] env[69159]: DEBUG oslo_vmware.rw_handles [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52befdae-6f60-a8fc-d350-14a5468f4ea3/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 711.768992] env[69159]: DEBUG oslo_vmware.rw_handles [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52befdae-6f60-a8fc-d350-14a5468f4ea3/disk-0.vmdk for reading. {{(pid=69159) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 711.833683] env[69159]: DEBUG nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 711.858789] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.859058] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.859214] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.859408] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.859557] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.859706] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.859928] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.860299] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.860358] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.860573] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.860829] env[69159]: DEBUG nova.virt.hardware [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.861751] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f11d34-85a2-4fa3-844e-6774a59467c5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.870668] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c228820f-2bbc-42fe-952a-4c0c062add6e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.889858] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9c2e4018-bcf8-4feb-98c8-1d22f035f3fc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.900419] env[69159]: DEBUG nova.network.neutron [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Updating instance_info_cache with network_info: [{"id": "a2065cbe-9324-49ef-9247-f3bafddbfaf9", "address": "fa:16:3e:98:bd:02", "network": {"id": "78d6c6ac-8a39-452e-9070-fbb43fa21903", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-408666909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58260d428382430eb4f757a07d14776f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2065cbe-93", "ovs_interfaceid": "a2065cbe-9324-49ef-9247-f3bafddbfaf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.930077] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520d6bb0-f3db-5899-83a2-5027a39aa6aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012085} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.930356] env[69159]: DEBUG oslo_concurrency.lockutils [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.930617] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 24ac6469-2873-4020-8df5-4ab801a14b5b/24ac6469-2873-4020-8df5-4ab801a14b5b.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.931188] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccf9da2f-70bb-4052-8fb3-2406bc320095 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.939208] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 711.939208] env[69159]: value = "task-3448291" [ 711.939208] env[69159]: _type = "Task" [ 711.939208] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.948152] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.016456] env[69159]: DEBUG oslo_concurrency.lockutils [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.020175] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.843s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.020416] env[69159]: DEBUG nova.objects.instance [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69159) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 712.053756] env[69159]: INFO nova.scheduler.client.report [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Deleted allocations for instance 8c293933-bd62-4ccc-adbe-891c4f7ac11f [ 712.074346] env[69159]: DEBUG nova.compute.manager [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 712.074633] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.078018] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d624130f-6814-419d-9e23-c8b430b095b3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.086897] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.088226] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-728a74a6-922c-4959-a75b-a19e116febdd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.100147] env[69159]: DEBUG oslo_vmware.api [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 712.100147] env[69159]: value = "task-3448292" [ 712.100147] env[69159]: _type = "Task" [ 712.100147] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.121344] env[69159]: DEBUG oslo_vmware.api [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.160869] env[69159]: DEBUG nova.virt.hardware [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.161284] env[69159]: DEBUG nova.virt.hardware [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.161413] env[69159]: DEBUG nova.virt.hardware [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.161601] env[69159]: DEBUG nova.virt.hardware [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.161744] env[69159]: DEBUG nova.virt.hardware [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.161889] env[69159]: DEBUG nova.virt.hardware [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.162203] env[69159]: DEBUG nova.virt.hardware [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.162446] env[69159]: DEBUG nova.virt.hardware [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.162521] env[69159]: DEBUG nova.virt.hardware [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.162676] env[69159]: DEBUG nova.virt.hardware [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.162878] env[69159]: DEBUG nova.virt.hardware [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.164917] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0114ce44-04ab-4f69-8015-d9c6cdfeac65 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.175020] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84eebb5a-efce-4e75-9c35-c410e16aa100 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.194638] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.200982] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.201629] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.202095] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17cf013b-f88b-4a83-9532-71515711bf5e tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "722c4116-5c37-4d49-b250-59829789dce3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.975s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.202315] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c922f99-6c90-4561-8399-e5d64e57ee39 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.227715] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.227715] env[69159]: value = "task-3448293" [ 712.227715] env[69159]: _type = "Task" [ 712.227715] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.244533] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448293, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.349845] env[69159]: DEBUG nova.network.neutron [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Successfully updated port: 4a90ec18-36a5-4ea3-ab8d-f982baab99a6 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.404462] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Releasing lock "refresh_cache-1372f0f1-642c-40c6-9a3e-7fc0fb159052" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.404813] env[69159]: DEBUG nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Instance network_info: |[{"id": "a2065cbe-9324-49ef-9247-f3bafddbfaf9", "address": "fa:16:3e:98:bd:02", "network": {"id": "78d6c6ac-8a39-452e-9070-fbb43fa21903", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-408666909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58260d428382430eb4f757a07d14776f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2065cbe-93", "ovs_interfaceid": "a2065cbe-9324-49ef-9247-f3bafddbfaf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 712.405339] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:bd:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2065cbe-9324-49ef-9247-f3bafddbfaf9', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.418046] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.418046] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.418046] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6843e967-2954-499a-9f13-1526d1ac81fb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.447657] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.447657] env[69159]: value = "task-3448294" [ 712.447657] env[69159]: _type = "Task" [ 712.447657] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.451482] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448291, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.462111] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448294, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.565095] env[69159]: DEBUG oslo_concurrency.lockutils [None req-324aa05c-f360-4bab-a4cd-1a3aa382540c tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "8c293933-bd62-4ccc-adbe-891c4f7ac11f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.517s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.613579] env[69159]: DEBUG oslo_vmware.api [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448292, 'name': PowerOffVM_Task, 'duration_secs': 0.247321} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.616193] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.616193] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.616193] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abeef7b2-7cc0-4ed0-aca9-925b59db33c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.691228] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.691281] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.691494] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Deleting the datastore file [datastore2] 5ff95882-8f70-4b34-ba6e-4cd73d763abf {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.692020] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17b83e44-cb68-44cf-afa9-8baedc91b762 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.701212] env[69159]: DEBUG nova.compute.manager [req-b3493bf9-3de1-4b6e-889c-55c6a6f4d1ed req-fd365d5a-7ece-4e55-969e-40ccaefd8fb6 service nova] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Received event network-vif-plugged-4a90ec18-36a5-4ea3-ab8d-f982baab99a6 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 712.701767] env[69159]: DEBUG oslo_concurrency.lockutils [req-b3493bf9-3de1-4b6e-889c-55c6a6f4d1ed req-fd365d5a-7ece-4e55-969e-40ccaefd8fb6 service nova] Acquiring lock "1ea07762-3544-45fc-9c2a-5f70e7235c1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.701767] env[69159]: DEBUG oslo_concurrency.lockutils [req-b3493bf9-3de1-4b6e-889c-55c6a6f4d1ed req-fd365d5a-7ece-4e55-969e-40ccaefd8fb6 service nova] Lock "1ea07762-3544-45fc-9c2a-5f70e7235c1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.701948] env[69159]: DEBUG oslo_concurrency.lockutils [req-b3493bf9-3de1-4b6e-889c-55c6a6f4d1ed req-fd365d5a-7ece-4e55-969e-40ccaefd8fb6 service nova] Lock "1ea07762-3544-45fc-9c2a-5f70e7235c1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.702188] env[69159]: DEBUG nova.compute.manager [req-b3493bf9-3de1-4b6e-889c-55c6a6f4d1ed req-fd365d5a-7ece-4e55-969e-40ccaefd8fb6 service nova] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] No waiting events found dispatching network-vif-plugged-4a90ec18-36a5-4ea3-ab8d-f982baab99a6 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 712.702996] env[69159]: WARNING nova.compute.manager [req-b3493bf9-3de1-4b6e-889c-55c6a6f4d1ed req-fd365d5a-7ece-4e55-969e-40ccaefd8fb6 service nova] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Received unexpected event network-vif-plugged-4a90ec18-36a5-4ea3-ab8d-f982baab99a6 for instance with vm_state building and task_state spawning. [ 712.706030] env[69159]: DEBUG oslo_vmware.api [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for the task: (returnval){ [ 712.706030] env[69159]: value = "task-3448296" [ 712.706030] env[69159]: _type = "Task" [ 712.706030] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.720018] env[69159]: DEBUG nova.compute.manager [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 712.724629] env[69159]: DEBUG oslo_vmware.api [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.742406] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448293, 'name': CreateVM_Task, 'duration_secs': 0.415214} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.742751] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.743570] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.743892] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.744464] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.745354] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd80714-50b7-46d0-ac10-d76b46ef1f13 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.753284] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Waiting for the task: (returnval){ [ 712.753284] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5265a854-f934-853f-5a93-f86047dd044a" [ 712.753284] env[69159]: _type = "Task" [ 712.753284] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.767988] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5265a854-f934-853f-5a93-f86047dd044a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.855594] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "refresh_cache-1ea07762-3544-45fc-9c2a-5f70e7235c1f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.855729] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquired lock "refresh_cache-1ea07762-3544-45fc-9c2a-5f70e7235c1f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.855897] env[69159]: DEBUG nova.network.neutron [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.911857] env[69159]: DEBUG nova.compute.manager [req-0e9bd8a9-4094-4531-8b0c-2b03f5e7e85e req-d73ad455-2e28-472a-82c0-a199d3fade72 service nova] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Received event network-vif-plugged-a2065cbe-9324-49ef-9247-f3bafddbfaf9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 712.912357] env[69159]: DEBUG oslo_concurrency.lockutils [req-0e9bd8a9-4094-4531-8b0c-2b03f5e7e85e req-d73ad455-2e28-472a-82c0-a199d3fade72 service nova] Acquiring lock "1372f0f1-642c-40c6-9a3e-7fc0fb159052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.912451] env[69159]: DEBUG oslo_concurrency.lockutils [req-0e9bd8a9-4094-4531-8b0c-2b03f5e7e85e req-d73ad455-2e28-472a-82c0-a199d3fade72 service nova] Lock "1372f0f1-642c-40c6-9a3e-7fc0fb159052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.912654] env[69159]: DEBUG oslo_concurrency.lockutils [req-0e9bd8a9-4094-4531-8b0c-2b03f5e7e85e req-d73ad455-2e28-472a-82c0-a199d3fade72 service nova] Lock "1372f0f1-642c-40c6-9a3e-7fc0fb159052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.913326] env[69159]: DEBUG nova.compute.manager [req-0e9bd8a9-4094-4531-8b0c-2b03f5e7e85e req-d73ad455-2e28-472a-82c0-a199d3fade72 service nova] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] No waiting events found dispatching network-vif-plugged-a2065cbe-9324-49ef-9247-f3bafddbfaf9 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 712.913326] env[69159]: WARNING nova.compute.manager [req-0e9bd8a9-4094-4531-8b0c-2b03f5e7e85e req-d73ad455-2e28-472a-82c0-a199d3fade72 service nova] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Received unexpected event network-vif-plugged-a2065cbe-9324-49ef-9247-f3bafddbfaf9 for instance with vm_state building and task_state spawning. [ 712.913772] env[69159]: DEBUG nova.compute.manager [req-0e9bd8a9-4094-4531-8b0c-2b03f5e7e85e req-d73ad455-2e28-472a-82c0-a199d3fade72 service nova] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Received event network-changed-a2065cbe-9324-49ef-9247-f3bafddbfaf9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 712.913772] env[69159]: DEBUG nova.compute.manager [req-0e9bd8a9-4094-4531-8b0c-2b03f5e7e85e req-d73ad455-2e28-472a-82c0-a199d3fade72 service nova] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Refreshing instance network info cache due to event network-changed-a2065cbe-9324-49ef-9247-f3bafddbfaf9. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 712.913838] env[69159]: DEBUG oslo_concurrency.lockutils [req-0e9bd8a9-4094-4531-8b0c-2b03f5e7e85e req-d73ad455-2e28-472a-82c0-a199d3fade72 service nova] Acquiring lock "refresh_cache-1372f0f1-642c-40c6-9a3e-7fc0fb159052" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.914593] env[69159]: DEBUG oslo_concurrency.lockutils [req-0e9bd8a9-4094-4531-8b0c-2b03f5e7e85e req-d73ad455-2e28-472a-82c0-a199d3fade72 service nova] Acquired lock "refresh_cache-1372f0f1-642c-40c6-9a3e-7fc0fb159052" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.914593] env[69159]: DEBUG nova.network.neutron [req-0e9bd8a9-4094-4531-8b0c-2b03f5e7e85e req-d73ad455-2e28-472a-82c0-a199d3fade72 service nova] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Refreshing network info cache for port a2065cbe-9324-49ef-9247-f3bafddbfaf9 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.950770] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532457} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.951079] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 24ac6469-2873-4020-8df5-4ab801a14b5b/24ac6469-2873-4020-8df5-4ab801a14b5b.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.951300] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.951619] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39d7e14d-77e6-4528-9e30-b68087204b34 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.963995] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448294, 'name': CreateVM_Task, 'duration_secs': 0.391651} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.965448] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.966077] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 712.966077] env[69159]: value = "task-3448297" [ 712.966077] env[69159]: _type = "Task" [ 712.966077] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.967363] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.978216] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.030954] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bac088b7-aab2-4e24-8eaf-e10e702138c2 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.032395] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.854s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.032576] env[69159]: DEBUG nova.objects.instance [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lazy-loading 'resources' on Instance uuid dc04e670-e30d-444f-9f8c-85c3612117a6 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.218897] env[69159]: DEBUG oslo_vmware.api [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Task: {'id': task-3448296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366505} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.219378] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.219708] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.220100] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.220367] env[69159]: INFO nova.compute.manager [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 713.220707] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.221014] env[69159]: DEBUG nova.compute.manager [-] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 713.221195] env[69159]: DEBUG nova.network.neutron [-] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.248339] env[69159]: DEBUG oslo_concurrency.lockutils [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.264960] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5265a854-f934-853f-5a93-f86047dd044a, 'name': SearchDatastore_Task, 'duration_secs': 0.053363} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.265826] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.266231] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.266635] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.266915] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.267224] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.267804] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.268391] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.268671] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a099718-b201-4e5b-a286-7601bf6c8acf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.270840] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b226d0a4-54de-4c49-8d01-32d4b1f9d8d7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.278026] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 713.278026] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529b9e7e-7ef0-6009-8e8e-a7f07efdb607" [ 713.278026] env[69159]: _type = "Task" [ 713.278026] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.285683] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.286035] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.288796] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67319b3-c844-4ce6-a7ee-b69262a1c6cf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.299432] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529b9e7e-7ef0-6009-8e8e-a7f07efdb607, 'name': SearchDatastore_Task, 'duration_secs': 0.011064} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.300409] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.300748] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.300954] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.307326] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Waiting for the task: (returnval){ [ 713.307326] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5258960d-5a24-b162-ec0f-dd3db471e9f6" [ 713.307326] env[69159]: _type = "Task" [ 713.307326] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.319454] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5258960d-5a24-b162-ec0f-dd3db471e9f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012559} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.320809] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05bf7561-2f9a-4a3d-9997-c2c3ac090d36 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.331301] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Waiting for the task: (returnval){ [ 713.331301] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b3fcd9-f7be-e9f1-5dd5-c96f9cf40f54" [ 713.331301] env[69159]: _type = "Task" [ 713.331301] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.339392] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b3fcd9-f7be-e9f1-5dd5-c96f9cf40f54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.402060] env[69159]: DEBUG nova.network.neutron [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.478706] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086498} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.479211] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.480447] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c51dba-c7ca-4ddf-a39d-3cdc77afc3f9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.514724] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 24ac6469-2873-4020-8df5-4ab801a14b5b/24ac6469-2873-4020-8df5-4ab801a14b5b.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.519676] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ac9eb28-578f-4def-97e5-6ea499a915ea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.548076] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 713.548076] env[69159]: value = "task-3448298" [ 713.548076] env[69159]: _type = "Task" [ 713.548076] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.559032] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.840912] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b3fcd9-f7be-e9f1-5dd5-c96f9cf40f54, 'name': SearchDatastore_Task, 'duration_secs': 0.010907} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.844177] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.844571] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] bec9825d-9791-4647-b8a4-bed2dc6834d9/bec9825d-9791-4647-b8a4-bed2dc6834d9.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.845250] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.845537] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.845845] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed0f6c8d-afbd-4be9-a404-107f608257ad {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.847859] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7a8f545-480e-4aa8-ac3f-d2a4e1506777 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.858692] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Waiting for the task: (returnval){ [ 713.858692] env[69159]: value = "task-3448299" [ 713.858692] env[69159]: _type = "Task" [ 713.858692] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.859989] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.860236] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.864614] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbd36f4d-329a-4286-99a8-a47866758f71 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.868325] env[69159]: DEBUG nova.network.neutron [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Updating instance_info_cache with network_info: [{"id": "4a90ec18-36a5-4ea3-ab8d-f982baab99a6", "address": "fa:16:3e:c5:68:00", "network": {"id": "78d6c6ac-8a39-452e-9070-fbb43fa21903", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-408666909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58260d428382430eb4f757a07d14776f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a90ec18-36", "ovs_interfaceid": "4a90ec18-36a5-4ea3-ab8d-f982baab99a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.879659] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 713.879659] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b62484-b96c-594c-5c57-4d7a1150678a" [ 713.879659] env[69159]: _type = "Task" [ 713.879659] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.883635] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': task-3448299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.904101] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b62484-b96c-594c-5c57-4d7a1150678a, 'name': SearchDatastore_Task, 'duration_secs': 0.01233} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.905219] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c4828b8-f693-47bc-a977-cd8b72b4642e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.916163] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 713.916163] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528af1d0-1e1d-9551-7f3e-7044bc562068" [ 713.916163] env[69159]: _type = "Task" [ 713.916163] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.929585] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528af1d0-1e1d-9551-7f3e-7044bc562068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.054743] env[69159]: DEBUG nova.network.neutron [req-0e9bd8a9-4094-4531-8b0c-2b03f5e7e85e req-d73ad455-2e28-472a-82c0-a199d3fade72 service nova] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Updated VIF entry in instance network info cache for port a2065cbe-9324-49ef-9247-f3bafddbfaf9. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.055252] env[69159]: DEBUG nova.network.neutron [req-0e9bd8a9-4094-4531-8b0c-2b03f5e7e85e req-d73ad455-2e28-472a-82c0-a199d3fade72 service nova] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Updating instance_info_cache with network_info: [{"id": "a2065cbe-9324-49ef-9247-f3bafddbfaf9", "address": "fa:16:3e:98:bd:02", "network": {"id": "78d6c6ac-8a39-452e-9070-fbb43fa21903", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-408666909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58260d428382430eb4f757a07d14776f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2065cbe-93", "ovs_interfaceid": "a2065cbe-9324-49ef-9247-f3bafddbfaf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.063946] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448298, 'name': ReconfigVM_Task, 'duration_secs': 0.435636} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.064410] env[69159]: DEBUG nova.network.neutron [-] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.069466] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 24ac6469-2873-4020-8df5-4ab801a14b5b/24ac6469-2873-4020-8df5-4ab801a14b5b.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.073772] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f7d5fbf-312c-46d5-af98-c736b3043864 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.086825] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 714.086825] env[69159]: value = "task-3448300" [ 714.086825] env[69159]: _type = "Task" [ 714.086825] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.097948] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448300, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.159312] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280f9e98-6c31-4c56-9e03-772a56ce3c53 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.169851] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faaf48e-3502-490b-bd9a-d98c364cd0c0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.211324] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f2c2a8-20b3-47d7-9df0-6c4514429b71 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.223940] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd5ad48-ab2b-4072-a609-06f7730e43c5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.250203] env[69159]: DEBUG nova.compute.provider_tree [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.373072] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Releasing lock "refresh_cache-1ea07762-3544-45fc-9c2a-5f70e7235c1f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.373430] env[69159]: DEBUG nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Instance network_info: |[{"id": "4a90ec18-36a5-4ea3-ab8d-f982baab99a6", "address": "fa:16:3e:c5:68:00", "network": {"id": "78d6c6ac-8a39-452e-9070-fbb43fa21903", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-408666909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58260d428382430eb4f757a07d14776f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a90ec18-36", "ovs_interfaceid": "4a90ec18-36a5-4ea3-ab8d-f982baab99a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 714.373765] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': task-3448299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512503} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.374220] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:68:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a90ec18-36a5-4ea3-ab8d-f982baab99a6', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.382769] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.383138] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] bec9825d-9791-4647-b8a4-bed2dc6834d9/bec9825d-9791-4647-b8a4-bed2dc6834d9.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.383474] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.383651] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.383845] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7872c9ec-c0a4-45b7-bc01-527793a07635 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.386034] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98893bcb-e02d-4c01-8c06-de83c7cd2e6c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.409461] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Waiting for the task: (returnval){ [ 714.409461] env[69159]: value = "task-3448301" [ 714.409461] env[69159]: _type = "Task" [ 714.409461] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.414300] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.414300] env[69159]: value = "task-3448302" [ 714.414300] env[69159]: _type = "Task" [ 714.414300] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.425189] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': task-3448301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.428716] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448302, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.435175] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528af1d0-1e1d-9551-7f3e-7044bc562068, 'name': SearchDatastore_Task, 'duration_secs': 0.013273} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.435175] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.435335] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 1372f0f1-642c-40c6-9a3e-7fc0fb159052/1372f0f1-642c-40c6-9a3e-7fc0fb159052.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.435514] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8739273c-8388-40e2-953c-f1d0ff158adc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.443983] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 714.443983] env[69159]: value = "task-3448303" [ 714.443983] env[69159]: _type = "Task" [ 714.443983] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.456323] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.564390] env[69159]: DEBUG oslo_concurrency.lockutils [req-0e9bd8a9-4094-4531-8b0c-2b03f5e7e85e req-d73ad455-2e28-472a-82c0-a199d3fade72 service nova] Releasing lock "refresh_cache-1372f0f1-642c-40c6-9a3e-7fc0fb159052" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.567074] env[69159]: INFO nova.compute.manager [-] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Took 1.35 seconds to deallocate network for instance. [ 714.602344] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448300, 'name': Rename_Task, 'duration_secs': 0.322062} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.602675] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.603069] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be7d004f-86e2-4bf1-a349-441f0bd47afb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.611488] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 714.611488] env[69159]: value = "task-3448304" [ 714.611488] env[69159]: _type = "Task" [ 714.611488] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.621455] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.754724] env[69159]: DEBUG nova.scheduler.client.report [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.924146] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': task-3448301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078015} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.924895] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.925877] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54bc2b8-f038-49ac-b342-98791aa0d951 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.932043] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448302, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.954616] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] bec9825d-9791-4647-b8a4-bed2dc6834d9/bec9825d-9791-4647-b8a4-bed2dc6834d9.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.958437] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8779e133-33ec-4787-b8fc-fde411b7c484 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.981012] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448303, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.986811] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Waiting for the task: (returnval){ [ 714.986811] env[69159]: value = "task-3448305" [ 714.986811] env[69159]: _type = "Task" [ 714.986811] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.998749] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': task-3448305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.074244] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.123734] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448304, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.264236] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.266778] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.036s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.268599] env[69159]: INFO nova.compute.claims [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.342716] env[69159]: INFO nova.scheduler.client.report [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Deleted allocations for instance dc04e670-e30d-444f-9f8c-85c3612117a6 [ 715.426118] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448302, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.456526] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651984} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.457274] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 1372f0f1-642c-40c6-9a3e-7fc0fb159052/1372f0f1-642c-40c6-9a3e-7fc0fb159052.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.457274] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.457587] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9cf8729-d83a-4bea-8101-dc91c756460d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.468285] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 715.468285] env[69159]: value = "task-3448306" [ 715.468285] env[69159]: _type = "Task" [ 715.468285] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.479103] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.497618] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': task-3448305, 'name': ReconfigVM_Task, 'duration_secs': 0.352469} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.497812] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Reconfigured VM instance instance-0000001b to attach disk [datastore1] bec9825d-9791-4647-b8a4-bed2dc6834d9/bec9825d-9791-4647-b8a4-bed2dc6834d9.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.498595] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05af1d5c-eab5-4859-9e49-ecf63655bb94 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.508608] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Waiting for the task: (returnval){ [ 715.508608] env[69159]: value = "task-3448307" [ 715.508608] env[69159]: _type = "Task" [ 715.508608] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.531659] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': task-3448307, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.623755] env[69159]: DEBUG oslo_vmware.api [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448304, 'name': PowerOnVM_Task, 'duration_secs': 0.923646} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.624056] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.624272] env[69159]: INFO nova.compute.manager [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Took 8.94 seconds to spawn the instance on the hypervisor. [ 715.624444] env[69159]: DEBUG nova.compute.manager [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 715.625234] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9115c983-152c-4434-8ddc-03ffd86b80b5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.644476] env[69159]: DEBUG nova.compute.manager [req-201a0536-e97a-45b7-b28a-540dc5819807 req-483f375d-74ca-4e86-9041-5099f4742b5e service nova] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Received event network-changed-4a90ec18-36a5-4ea3-ab8d-f982baab99a6 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 715.644738] env[69159]: DEBUG nova.compute.manager [req-201a0536-e97a-45b7-b28a-540dc5819807 req-483f375d-74ca-4e86-9041-5099f4742b5e service nova] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Refreshing instance network info cache due to event network-changed-4a90ec18-36a5-4ea3-ab8d-f982baab99a6. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 715.644916] env[69159]: DEBUG oslo_concurrency.lockutils [req-201a0536-e97a-45b7-b28a-540dc5819807 req-483f375d-74ca-4e86-9041-5099f4742b5e service nova] Acquiring lock "refresh_cache-1ea07762-3544-45fc-9c2a-5f70e7235c1f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.645073] env[69159]: DEBUG oslo_concurrency.lockutils [req-201a0536-e97a-45b7-b28a-540dc5819807 req-483f375d-74ca-4e86-9041-5099f4742b5e service nova] Acquired lock "refresh_cache-1ea07762-3544-45fc-9c2a-5f70e7235c1f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.645259] env[69159]: DEBUG nova.network.neutron [req-201a0536-e97a-45b7-b28a-540dc5819807 req-483f375d-74ca-4e86-9041-5099f4742b5e service nova] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Refreshing network info cache for port 4a90ec18-36a5-4ea3-ab8d-f982baab99a6 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.677018] env[69159]: DEBUG nova.compute.manager [req-2db46118-496d-4f25-9619-0a92c7a61c1e req-cd27f6df-a849-4423-b018-88ec929c5a49 service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Received event network-changed-3806c4b9-17cf-40f8-b61f-055c6c4f28d7 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 715.677149] env[69159]: DEBUG nova.compute.manager [req-2db46118-496d-4f25-9619-0a92c7a61c1e req-cd27f6df-a849-4423-b018-88ec929c5a49 service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Refreshing instance network info cache due to event network-changed-3806c4b9-17cf-40f8-b61f-055c6c4f28d7. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 715.677364] env[69159]: DEBUG oslo_concurrency.lockutils [req-2db46118-496d-4f25-9619-0a92c7a61c1e req-cd27f6df-a849-4423-b018-88ec929c5a49 service nova] Acquiring lock "refresh_cache-86ada9bd-7df9-4b80-8447-3e4388c337c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.677502] env[69159]: DEBUG oslo_concurrency.lockutils [req-2db46118-496d-4f25-9619-0a92c7a61c1e req-cd27f6df-a849-4423-b018-88ec929c5a49 service nova] Acquired lock "refresh_cache-86ada9bd-7df9-4b80-8447-3e4388c337c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.677655] env[69159]: DEBUG nova.network.neutron [req-2db46118-496d-4f25-9619-0a92c7a61c1e req-cd27f6df-a849-4423-b018-88ec929c5a49 service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Refreshing network info cache for port 3806c4b9-17cf-40f8-b61f-055c6c4f28d7 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.855972] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da0e51f3-3ef3-46e8-85ac-9047de7a24ad tempest-ListServersNegativeTestJSON-1754513834 tempest-ListServersNegativeTestJSON-1754513834-project-member] Lock "dc04e670-e30d-444f-9f8c-85c3612117a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.925s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.926220] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448302, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.977806] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10114} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.981018] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.981018] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356d5972-0f36-4f1f-bb63-1f56b8158f0e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.003323] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 1372f0f1-642c-40c6-9a3e-7fc0fb159052/1372f0f1-642c-40c6-9a3e-7fc0fb159052.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.003727] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc9675fe-419d-4cde-8f89-c9b210cfd633 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.028887] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': task-3448307, 'name': Rename_Task, 'duration_secs': 0.162469} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.030344] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.033019] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 716.033019] env[69159]: value = "task-3448308" [ 716.033019] env[69159]: _type = "Task" [ 716.033019] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.033019] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d630b2e-e064-4d4d-b5a3-2d653338802c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.044018] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Waiting for the task: (returnval){ [ 716.044018] env[69159]: value = "task-3448309" [ 716.044018] env[69159]: _type = "Task" [ 716.044018] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.045069] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448308, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.054449] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': task-3448309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.147197] env[69159]: INFO nova.compute.manager [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Took 39.87 seconds to build instance. [ 716.435600] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448302, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.549963] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448308, 'name': ReconfigVM_Task, 'duration_secs': 0.280167} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.553173] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 1372f0f1-642c-40c6-9a3e-7fc0fb159052/1372f0f1-642c-40c6-9a3e-7fc0fb159052.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.553779] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-370d9c0f-53ab-4248-bf38-83a0543cd9ff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.568015] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 716.568015] env[69159]: value = "task-3448310" [ 716.568015] env[69159]: _type = "Task" [ 716.568015] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.568279] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': task-3448309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.581192] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448310, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.652988] env[69159]: DEBUG oslo_concurrency.lockutils [None req-59e03ff5-7c62-44a6-89f5-8b493da272e4 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "24ac6469-2873-4020-8df5-4ab801a14b5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.101s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.701512] env[69159]: DEBUG nova.network.neutron [req-201a0536-e97a-45b7-b28a-540dc5819807 req-483f375d-74ca-4e86-9041-5099f4742b5e service nova] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Updated VIF entry in instance network info cache for port 4a90ec18-36a5-4ea3-ab8d-f982baab99a6. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.701878] env[69159]: DEBUG nova.network.neutron [req-201a0536-e97a-45b7-b28a-540dc5819807 req-483f375d-74ca-4e86-9041-5099f4742b5e service nova] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Updating instance_info_cache with network_info: [{"id": "4a90ec18-36a5-4ea3-ab8d-f982baab99a6", "address": "fa:16:3e:c5:68:00", "network": {"id": "78d6c6ac-8a39-452e-9070-fbb43fa21903", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-408666909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58260d428382430eb4f757a07d14776f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a90ec18-36", "ovs_interfaceid": "4a90ec18-36a5-4ea3-ab8d-f982baab99a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.822097] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888b0754-11bc-423d-881f-a06d71e52d15 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.830354] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab7ebe3-40d8-47f0-b4e8-4d24cd1717ef {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.863934] env[69159]: DEBUG nova.network.neutron [req-2db46118-496d-4f25-9619-0a92c7a61c1e req-cd27f6df-a849-4423-b018-88ec929c5a49 service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Updated VIF entry in instance network info cache for port 3806c4b9-17cf-40f8-b61f-055c6c4f28d7. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.864403] env[69159]: DEBUG nova.network.neutron [req-2db46118-496d-4f25-9619-0a92c7a61c1e req-cd27f6df-a849-4423-b018-88ec929c5a49 service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Updating instance_info_cache with network_info: [{"id": "3806c4b9-17cf-40f8-b61f-055c6c4f28d7", "address": "fa:16:3e:b4:7a:b2", "network": {"id": "9d95c8cd-aa2e-4268-b6ef-1cb121db92a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-545129451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe030934db74cd9a87112930525ad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3806c4b9-17", "ovs_interfaceid": "3806c4b9-17cf-40f8-b61f-055c6c4f28d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.869021] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c47ecd-af74-4489-804d-648bab3a1a15 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.875217] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43adf146-6080-4d65-9a3b-3148c79c5402 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.890198] env[69159]: DEBUG nova.compute.provider_tree [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.931476] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448302, 'name': CreateVM_Task, 'duration_secs': 2.122356} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.931750] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.932701] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.932995] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.933330] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.933598] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbf20464-268a-4d98-abee-f6d55a329400 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.939034] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 716.939034] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52810f8f-f297-c13a-8607-4f8e98b3e4e1" [ 716.939034] env[69159]: _type = "Task" [ 716.939034] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.948552] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52810f8f-f297-c13a-8607-4f8e98b3e4e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.061891] env[69159]: DEBUG oslo_vmware.api [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Task: {'id': task-3448309, 'name': PowerOnVM_Task, 'duration_secs': 0.914196} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.062123] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.062390] env[69159]: DEBUG nova.compute.manager [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 717.063269] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c196f84f-f863-4f94-aebe-e1ff85d177b9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.086960] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448310, 'name': Rename_Task, 'duration_secs': 0.173875} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.087380] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.087689] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-625cf1b9-3257-4c41-aa06-70fed3114dde {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.094924] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 717.094924] env[69159]: value = "task-3448311" [ 717.094924] env[69159]: _type = "Task" [ 717.094924] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.103676] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.156366] env[69159]: DEBUG nova.compute.manager [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 717.204379] env[69159]: DEBUG oslo_concurrency.lockutils [req-201a0536-e97a-45b7-b28a-540dc5819807 req-483f375d-74ca-4e86-9041-5099f4742b5e service nova] Releasing lock "refresh_cache-1ea07762-3544-45fc-9c2a-5f70e7235c1f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.204732] env[69159]: DEBUG nova.compute.manager [req-201a0536-e97a-45b7-b28a-540dc5819807 req-483f375d-74ca-4e86-9041-5099f4742b5e service nova] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Received event network-vif-deleted-d869a84e-5e56-44b8-964c-6dfa2dec65d8 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 717.371263] env[69159]: DEBUG oslo_concurrency.lockutils [req-2db46118-496d-4f25-9619-0a92c7a61c1e req-cd27f6df-a849-4423-b018-88ec929c5a49 service nova] Releasing lock "refresh_cache-86ada9bd-7df9-4b80-8447-3e4388c337c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.371787] env[69159]: DEBUG nova.compute.manager [req-2db46118-496d-4f25-9619-0a92c7a61c1e req-cd27f6df-a849-4423-b018-88ec929c5a49 service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Received event network-changed-95ddf2b2-39ec-4315-89af-718bfa6423cb {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 717.372150] env[69159]: DEBUG nova.compute.manager [req-2db46118-496d-4f25-9619-0a92c7a61c1e req-cd27f6df-a849-4423-b018-88ec929c5a49 service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Refreshing instance network info cache due to event network-changed-95ddf2b2-39ec-4315-89af-718bfa6423cb. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 717.372536] env[69159]: DEBUG oslo_concurrency.lockutils [req-2db46118-496d-4f25-9619-0a92c7a61c1e req-cd27f6df-a849-4423-b018-88ec929c5a49 service nova] Acquiring lock "refresh_cache-722c4116-5c37-4d49-b250-59829789dce3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.372814] env[69159]: DEBUG oslo_concurrency.lockutils [req-2db46118-496d-4f25-9619-0a92c7a61c1e req-cd27f6df-a849-4423-b018-88ec929c5a49 service nova] Acquired lock "refresh_cache-722c4116-5c37-4d49-b250-59829789dce3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.373131] env[69159]: DEBUG nova.network.neutron [req-2db46118-496d-4f25-9619-0a92c7a61c1e req-cd27f6df-a849-4423-b018-88ec929c5a49 service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Refreshing network info cache for port 95ddf2b2-39ec-4315-89af-718bfa6423cb {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.393789] env[69159]: DEBUG nova.scheduler.client.report [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.455993] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52810f8f-f297-c13a-8607-4f8e98b3e4e1, 'name': SearchDatastore_Task, 'duration_secs': 0.018089} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.456344] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.456598] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.456957] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.457143] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.457323] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.457587] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bda7366-099d-48ce-8f48-e96d789574a9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.471380] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.471380] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.471380] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb6cec4f-3fa9-4a4b-b168-b70cc8219b05 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.477620] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 717.477620] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52be91a7-1763-2d49-6b71-4daf497b9aa9" [ 717.477620] env[69159]: _type = "Task" [ 717.477620] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.486902] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52be91a7-1763-2d49-6b71-4daf497b9aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.593376] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.607485] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.704816] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.905869] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.905869] env[69159]: DEBUG nova.compute.manager [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 717.908190] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.826s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.908428] env[69159]: DEBUG nova.objects.instance [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Lazy-loading 'resources' on Instance uuid 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.108358] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52be91a7-1763-2d49-6b71-4daf497b9aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.013527} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.108358] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e52d0309-ca61-49f9-b192-fa8164df8ca7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.108358] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 718.108358] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5259871f-5386-d067-abc4-99f2be706aab" [ 718.108358] env[69159]: _type = "Task" [ 718.108358] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.108358] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5259871f-5386-d067-abc4-99f2be706aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.113371] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448311, 'name': PowerOnVM_Task, 'duration_secs': 0.983481} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.113371] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.113371] env[69159]: INFO nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Took 8.51 seconds to spawn the instance on the hypervisor. [ 718.113371] env[69159]: DEBUG nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 718.113371] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10afd961-b4a0-4bca-af84-fcec35c4f6e2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.308448] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquiring lock "bec9825d-9791-4647-b8a4-bed2dc6834d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.308758] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Lock "bec9825d-9791-4647-b8a4-bed2dc6834d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.308987] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquiring lock "bec9825d-9791-4647-b8a4-bed2dc6834d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.309195] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Lock "bec9825d-9791-4647-b8a4-bed2dc6834d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.309368] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Lock "bec9825d-9791-4647-b8a4-bed2dc6834d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.313265] env[69159]: INFO nova.compute.manager [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Terminating instance [ 718.411793] env[69159]: DEBUG nova.compute.utils [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.419696] env[69159]: DEBUG nova.compute.manager [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 718.421135] env[69159]: DEBUG nova.network.neutron [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.491796] env[69159]: DEBUG nova.network.neutron [req-2db46118-496d-4f25-9619-0a92c7a61c1e req-cd27f6df-a849-4423-b018-88ec929c5a49 service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Updated VIF entry in instance network info cache for port 95ddf2b2-39ec-4315-89af-718bfa6423cb. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.492178] env[69159]: DEBUG nova.network.neutron [req-2db46118-496d-4f25-9619-0a92c7a61c1e req-cd27f6df-a849-4423-b018-88ec929c5a49 service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Updating instance_info_cache with network_info: [{"id": "95ddf2b2-39ec-4315-89af-718bfa6423cb", "address": "fa:16:3e:d5:db:b7", "network": {"id": "be0e550a-2a66-4d8e-9f1e-502d817e389a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1599219712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7724e2df194e09a2a060c820223636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ddf2b2-39", "ovs_interfaceid": "95ddf2b2-39ec-4315-89af-718bfa6423cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.514708] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5259871f-5386-d067-abc4-99f2be706aab, 'name': SearchDatastore_Task, 'duration_secs': 0.013671} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.515028] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.515456] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 1ea07762-3544-45fc-9c2a-5f70e7235c1f/1ea07762-3544-45fc-9c2a-5f70e7235c1f.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.515751] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac625689-b31a-4950-b9c9-e15eb022e55e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.529756] env[69159]: DEBUG nova.policy [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7ae303f428b49c295d5d67d51927530', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e00c387546814f549b449a023c42cf0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.533392] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 718.533392] env[69159]: value = "task-3448312" [ 718.533392] env[69159]: _type = "Task" [ 718.533392] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.541680] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.640760] env[69159]: INFO nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Took 37.78 seconds to build instance. [ 718.819914] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquiring lock "refresh_cache-bec9825d-9791-4647-b8a4-bed2dc6834d9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.820210] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquired lock "refresh_cache-bec9825d-9791-4647-b8a4-bed2dc6834d9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.820413] env[69159]: DEBUG nova.network.neutron [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.924045] env[69159]: DEBUG nova.compute.manager [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 718.997535] env[69159]: DEBUG oslo_concurrency.lockutils [req-2db46118-496d-4f25-9619-0a92c7a61c1e req-cd27f6df-a849-4423-b018-88ec929c5a49 service nova] Releasing lock "refresh_cache-722c4116-5c37-4d49-b250-59829789dce3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.052163] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448312, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.133712] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68627d7c-6a4b-42be-8665-f9cd5bb14f3b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.142542] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be7793e-6532-4528-9463-3de53f85216a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.147608] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "1372f0f1-642c-40c6-9a3e-7fc0fb159052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.890s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.192153] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb1051f-dd88-4480-90d0-009e853c35f8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.196513] env[69159]: DEBUG nova.compute.manager [req-4827d14b-d58f-470a-96fd-c6d2a9f60587 req-30c1e06f-c192-484a-9909-bed1f2d22d0f service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Received event network-changed-95ddf2b2-39ec-4315-89af-718bfa6423cb {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 719.196748] env[69159]: DEBUG nova.compute.manager [req-4827d14b-d58f-470a-96fd-c6d2a9f60587 req-30c1e06f-c192-484a-9909-bed1f2d22d0f service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Refreshing instance network info cache due to event network-changed-95ddf2b2-39ec-4315-89af-718bfa6423cb. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 719.197038] env[69159]: DEBUG oslo_concurrency.lockutils [req-4827d14b-d58f-470a-96fd-c6d2a9f60587 req-30c1e06f-c192-484a-9909-bed1f2d22d0f service nova] Acquiring lock "refresh_cache-722c4116-5c37-4d49-b250-59829789dce3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.197038] env[69159]: DEBUG oslo_concurrency.lockutils [req-4827d14b-d58f-470a-96fd-c6d2a9f60587 req-30c1e06f-c192-484a-9909-bed1f2d22d0f service nova] Acquired lock "refresh_cache-722c4116-5c37-4d49-b250-59829789dce3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.197700] env[69159]: DEBUG nova.network.neutron [req-4827d14b-d58f-470a-96fd-c6d2a9f60587 req-30c1e06f-c192-484a-9909-bed1f2d22d0f service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Refreshing network info cache for port 95ddf2b2-39ec-4315-89af-718bfa6423cb {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.208096] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797655a1-9970-44a1-b5f9-570a99aaa204 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.225183] env[69159]: DEBUG nova.compute.provider_tree [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.352385] env[69159]: DEBUG nova.network.neutron [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.518234] env[69159]: DEBUG nova.network.neutron [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.547712] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545065} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.547712] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 1ea07762-3544-45fc-9c2a-5f70e7235c1f/1ea07762-3544-45fc-9c2a-5f70e7235c1f.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.547712] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.547712] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c687f302-b4ef-40e0-abc4-346a6beffdc0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.555029] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 719.555029] env[69159]: value = "task-3448313" [ 719.555029] env[69159]: _type = "Task" [ 719.555029] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.569837] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.650178] env[69159]: DEBUG nova.compute.manager [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 719.728991] env[69159]: DEBUG nova.scheduler.client.report [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.739046] env[69159]: DEBUG nova.network.neutron [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Successfully created port: c6efa379-fa03-4851-a949-bd981c6867b6 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.938024] env[69159]: DEBUG nova.compute.manager [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 719.997430] env[69159]: DEBUG nova.virt.hardware [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.997430] env[69159]: DEBUG nova.virt.hardware [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.997430] env[69159]: DEBUG nova.virt.hardware [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.997953] env[69159]: DEBUG nova.virt.hardware [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.001019] env[69159]: DEBUG nova.virt.hardware [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.001019] env[69159]: DEBUG nova.virt.hardware [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.001019] env[69159]: DEBUG nova.virt.hardware [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.001019] env[69159]: DEBUG nova.virt.hardware [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.001019] env[69159]: DEBUG nova.virt.hardware [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.001305] env[69159]: DEBUG nova.virt.hardware [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.001305] env[69159]: DEBUG nova.virt.hardware [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.001305] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e462d1d-0799-458e-a610-4e4181c4152e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.016127] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7c9c44-321e-463f-990a-6fde4d33b4be {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.021060] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Releasing lock "refresh_cache-bec9825d-9791-4647-b8a4-bed2dc6834d9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.021618] env[69159]: DEBUG nova.compute.manager [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 720.021980] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.023425] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083c2cd5-a5e2-4f2c-b1db-87b072006104 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.040670] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.040670] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b701a897-b441-4051-8b8c-6026391808cf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.049349] env[69159]: DEBUG oslo_vmware.api [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 720.049349] env[69159]: value = "task-3448314" [ 720.049349] env[69159]: _type = "Task" [ 720.049349] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.057555] env[69159]: DEBUG oslo_vmware.api [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.069663] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072068} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.069932] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.071535] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa05a81-b4d9-4499-8947-04ba6f0967a7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.094138] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 1ea07762-3544-45fc-9c2a-5f70e7235c1f/1ea07762-3544-45fc-9c2a-5f70e7235c1f.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.097207] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e613e42-167f-4546-8f5b-fbf9dd7ee3e5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.119513] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 720.119513] env[69159]: value = "task-3448315" [ 720.119513] env[69159]: _type = "Task" [ 720.119513] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.128326] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.179215] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.235902] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.328s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.238523] env[69159]: DEBUG oslo_concurrency.lockutils [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.752s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.240126] env[69159]: INFO nova.compute.claims [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.381370] env[69159]: DEBUG nova.network.neutron [req-4827d14b-d58f-470a-96fd-c6d2a9f60587 req-30c1e06f-c192-484a-9909-bed1f2d22d0f service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Updated VIF entry in instance network info cache for port 95ddf2b2-39ec-4315-89af-718bfa6423cb. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.381726] env[69159]: DEBUG nova.network.neutron [req-4827d14b-d58f-470a-96fd-c6d2a9f60587 req-30c1e06f-c192-484a-9909-bed1f2d22d0f service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Updating instance_info_cache with network_info: [{"id": "95ddf2b2-39ec-4315-89af-718bfa6423cb", "address": "fa:16:3e:d5:db:b7", "network": {"id": "be0e550a-2a66-4d8e-9f1e-502d817e389a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1599219712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7724e2df194e09a2a060c820223636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ddf2b2-39", "ovs_interfaceid": "95ddf2b2-39ec-4315-89af-718bfa6423cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.436647] env[69159]: INFO nova.scheduler.client.report [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Deleted allocations for instance 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e [ 720.562189] env[69159]: DEBUG oslo_vmware.api [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448314, 'name': PowerOffVM_Task, 'duration_secs': 0.217943} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.562464] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.562630] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.562908] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58d9d9b6-4d6d-4fb4-a9ea-719d0c1a6a98 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.613343] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.613643] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.613881] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Deleting the datastore file [datastore1] bec9825d-9791-4647-b8a4-bed2dc6834d9 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.614393] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa73a6b9-f905-4487-95e5-1b8df3fa8fb1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.625931] env[69159]: DEBUG oslo_vmware.api [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for the task: (returnval){ [ 720.625931] env[69159]: value = "task-3448317" [ 720.625931] env[69159]: _type = "Task" [ 720.625931] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.637015] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448315, 'name': ReconfigVM_Task, 'duration_secs': 0.484764} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.643054] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 1ea07762-3544-45fc-9c2a-5f70e7235c1f/1ea07762-3544-45fc-9c2a-5f70e7235c1f.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.644929] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c87177b7-6a23-4be5-9165-c3f7f4350d04 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.646885] env[69159]: DEBUG oslo_vmware.api [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.658101] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 720.658101] env[69159]: value = "task-3448318" [ 720.658101] env[69159]: _type = "Task" [ 720.658101] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.667770] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448318, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.884466] env[69159]: DEBUG oslo_concurrency.lockutils [req-4827d14b-d58f-470a-96fd-c6d2a9f60587 req-30c1e06f-c192-484a-9909-bed1f2d22d0f service nova] Releasing lock "refresh_cache-722c4116-5c37-4d49-b250-59829789dce3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.946675] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3d7e9536-d38b-40ea-95f4-671defab054b tempest-ServerDiagnosticsNegativeTest-715203150 tempest-ServerDiagnosticsNegativeTest-715203150-project-member] Lock "986dfcdc-a5bc-4a78-9b30-72d210f1bc9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.684s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.005805] env[69159]: DEBUG nova.compute.manager [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Stashing vm_state: active {{(pid=69159) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 721.136562] env[69159]: DEBUG oslo_vmware.api [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Task: {'id': task-3448317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110031} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.136832] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.137055] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.137266] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.137463] env[69159]: INFO nova.compute.manager [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 721.137903] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.137903] env[69159]: DEBUG nova.compute.manager [-] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 721.138018] env[69159]: DEBUG nova.network.neutron [-] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.154629] env[69159]: DEBUG nova.network.neutron [-] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.168302] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448318, 'name': Rename_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.523907] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.601288] env[69159]: DEBUG nova.compute.manager [req-35177375-25df-4be9-9d22-f37a6e9caa35 req-37308eb7-b399-40f6-af6d-5b66843d2d39 service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Received event network-changed-3806c4b9-17cf-40f8-b61f-055c6c4f28d7 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 721.601573] env[69159]: DEBUG nova.compute.manager [req-35177375-25df-4be9-9d22-f37a6e9caa35 req-37308eb7-b399-40f6-af6d-5b66843d2d39 service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Refreshing instance network info cache due to event network-changed-3806c4b9-17cf-40f8-b61f-055c6c4f28d7. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 721.601764] env[69159]: DEBUG oslo_concurrency.lockutils [req-35177375-25df-4be9-9d22-f37a6e9caa35 req-37308eb7-b399-40f6-af6d-5b66843d2d39 service nova] Acquiring lock "refresh_cache-86ada9bd-7df9-4b80-8447-3e4388c337c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.601911] env[69159]: DEBUG oslo_concurrency.lockutils [req-35177375-25df-4be9-9d22-f37a6e9caa35 req-37308eb7-b399-40f6-af6d-5b66843d2d39 service nova] Acquired lock "refresh_cache-86ada9bd-7df9-4b80-8447-3e4388c337c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.602095] env[69159]: DEBUG nova.network.neutron [req-35177375-25df-4be9-9d22-f37a6e9caa35 req-37308eb7-b399-40f6-af6d-5b66843d2d39 service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Refreshing network info cache for port 3806c4b9-17cf-40f8-b61f-055c6c4f28d7 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.657331] env[69159]: DEBUG nova.network.neutron [-] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.671970] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448318, 'name': Rename_Task, 'duration_secs': 0.689377} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.672306] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.672628] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-424beed7-3f36-478e-be20-e6296898ffc8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.684175] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 721.684175] env[69159]: value = "task-3448319" [ 721.684175] env[69159]: _type = "Task" [ 721.684175] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.698711] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.786997] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b482df7e-078b-46e1-8636-55ac58a0b590 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.798376] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadb9950-123f-41fb-9226-5ec9e39ddd7c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.833466] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8446ab79-e35b-4f46-a7c4-2233f2a97d0f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.841462] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0733d244-f53f-42b3-92b4-7ddcaa3281c0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.858994] env[69159]: DEBUG nova.compute.provider_tree [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.161762] env[69159]: INFO nova.compute.manager [-] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Took 1.02 seconds to deallocate network for instance. [ 722.196569] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448319, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.362626] env[69159]: DEBUG nova.scheduler.client.report [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.605057] env[69159]: DEBUG nova.network.neutron [req-35177375-25df-4be9-9d22-f37a6e9caa35 req-37308eb7-b399-40f6-af6d-5b66843d2d39 service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Updated VIF entry in instance network info cache for port 3806c4b9-17cf-40f8-b61f-055c6c4f28d7. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.605478] env[69159]: DEBUG nova.network.neutron [req-35177375-25df-4be9-9d22-f37a6e9caa35 req-37308eb7-b399-40f6-af6d-5b66843d2d39 service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Updating instance_info_cache with network_info: [{"id": "3806c4b9-17cf-40f8-b61f-055c6c4f28d7", "address": "fa:16:3e:b4:7a:b2", "network": {"id": "9d95c8cd-aa2e-4268-b6ef-1cb121db92a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-545129451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe030934db74cd9a87112930525ad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3806c4b9-17", "ovs_interfaceid": "3806c4b9-17cf-40f8-b61f-055c6c4f28d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.624262] env[69159]: DEBUG nova.network.neutron [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Successfully updated port: c6efa379-fa03-4851-a949-bd981c6867b6 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.667460] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.695516] env[69159]: DEBUG oslo_vmware.api [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448319, 'name': PowerOnVM_Task, 'duration_secs': 0.705685} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.695799] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.695997] env[69159]: INFO nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Took 10.86 seconds to spawn the instance on the hypervisor. [ 722.696222] env[69159]: DEBUG nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 722.697063] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce52fee-bf3d-499a-9d2d-27f165d7127b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.869073] env[69159]: DEBUG oslo_concurrency.lockutils [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.869607] env[69159]: DEBUG nova.compute.manager [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 722.873561] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.124s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.873781] env[69159]: DEBUG nova.objects.instance [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Lazy-loading 'resources' on Instance uuid c9eb4065-6732-48a4-8659-79afcce1809f {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.110033] env[69159]: DEBUG oslo_concurrency.lockutils [req-35177375-25df-4be9-9d22-f37a6e9caa35 req-37308eb7-b399-40f6-af6d-5b66843d2d39 service nova] Releasing lock "refresh_cache-86ada9bd-7df9-4b80-8447-3e4388c337c6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.126721] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Acquiring lock "refresh_cache-f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.126885] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Acquired lock "refresh_cache-f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.127059] env[69159]: DEBUG nova.network.neutron [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.218643] env[69159]: INFO nova.compute.manager [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Took 37.50 seconds to build instance. [ 723.378722] env[69159]: DEBUG nova.compute.utils [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.386072] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Acquiring lock "86ada9bd-7df9-4b80-8447-3e4388c337c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.386314] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Lock "86ada9bd-7df9-4b80-8447-3e4388c337c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.386511] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Acquiring lock "86ada9bd-7df9-4b80-8447-3e4388c337c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.386690] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Lock "86ada9bd-7df9-4b80-8447-3e4388c337c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.387092] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Lock "86ada9bd-7df9-4b80-8447-3e4388c337c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.388379] env[69159]: DEBUG nova.compute.manager [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 723.388547] env[69159]: DEBUG nova.network.neutron [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.390853] env[69159]: INFO nova.compute.manager [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Terminating instance [ 723.481428] env[69159]: DEBUG nova.policy [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c48939ec4c70438a9d6b63f65d230dde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '714d43872e93478b8c611ed9d3ff472d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.721714] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f92548-0604-4bb9-bd90-6a95a07d04bc tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "1ea07762-3544-45fc-9c2a-5f70e7235c1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.419s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.722586] env[69159]: DEBUG nova.network.neutron [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.887479] env[69159]: DEBUG nova.compute.manager [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 723.894679] env[69159]: DEBUG nova.compute.manager [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 723.894891] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.896245] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8468adc-a9ff-4dfd-bd1c-435f35d73047 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.900486] env[69159]: DEBUG nova.compute.manager [req-19dfc234-13a2-4cf1-bcfb-c79c81046fc8 req-26c267e6-6f88-4a5f-bfd3-0ebaf65e39aa service nova] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Received event network-vif-plugged-c6efa379-fa03-4851-a949-bd981c6867b6 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 723.900705] env[69159]: DEBUG oslo_concurrency.lockutils [req-19dfc234-13a2-4cf1-bcfb-c79c81046fc8 req-26c267e6-6f88-4a5f-bfd3-0ebaf65e39aa service nova] Acquiring lock "f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.900906] env[69159]: DEBUG oslo_concurrency.lockutils [req-19dfc234-13a2-4cf1-bcfb-c79c81046fc8 req-26c267e6-6f88-4a5f-bfd3-0ebaf65e39aa service nova] Lock "f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.901380] env[69159]: DEBUG oslo_concurrency.lockutils [req-19dfc234-13a2-4cf1-bcfb-c79c81046fc8 req-26c267e6-6f88-4a5f-bfd3-0ebaf65e39aa service nova] Lock "f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.901380] env[69159]: DEBUG nova.compute.manager [req-19dfc234-13a2-4cf1-bcfb-c79c81046fc8 req-26c267e6-6f88-4a5f-bfd3-0ebaf65e39aa service nova] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] No waiting events found dispatching network-vif-plugged-c6efa379-fa03-4851-a949-bd981c6867b6 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 723.901589] env[69159]: WARNING nova.compute.manager [req-19dfc234-13a2-4cf1-bcfb-c79c81046fc8 req-26c267e6-6f88-4a5f-bfd3-0ebaf65e39aa service nova] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Received unexpected event network-vif-plugged-c6efa379-fa03-4851-a949-bd981c6867b6 for instance with vm_state building and task_state spawning. [ 723.901589] env[69159]: DEBUG nova.compute.manager [req-19dfc234-13a2-4cf1-bcfb-c79c81046fc8 req-26c267e6-6f88-4a5f-bfd3-0ebaf65e39aa service nova] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Received event network-changed-c6efa379-fa03-4851-a949-bd981c6867b6 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 723.901795] env[69159]: DEBUG nova.compute.manager [req-19dfc234-13a2-4cf1-bcfb-c79c81046fc8 req-26c267e6-6f88-4a5f-bfd3-0ebaf65e39aa service nova] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Refreshing instance network info cache due to event network-changed-c6efa379-fa03-4851-a949-bd981c6867b6. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 723.901893] env[69159]: DEBUG oslo_concurrency.lockutils [req-19dfc234-13a2-4cf1-bcfb-c79c81046fc8 req-26c267e6-6f88-4a5f-bfd3-0ebaf65e39aa service nova] Acquiring lock "refresh_cache-f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.910545] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.910819] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9aa532d5-37a4-4e9b-b442-02af16d597d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.918645] env[69159]: DEBUG oslo_vmware.api [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Waiting for the task: (returnval){ [ 723.918645] env[69159]: value = "task-3448320" [ 723.918645] env[69159]: _type = "Task" [ 723.918645] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.927947] env[69159]: DEBUG oslo_vmware.api [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': task-3448320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.989662] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bb21af-417f-4007-8d33-063f73037ad6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.995815] env[69159]: DEBUG nova.network.neutron [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Updating instance_info_cache with network_info: [{"id": "c6efa379-fa03-4851-a949-bd981c6867b6", "address": "fa:16:3e:0d:97:9e", "network": {"id": "e7c8e88b-9623-4e38-aa2b-a3bb8facbd0d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-565378144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00c387546814f549b449a023c42cf0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6efa379-fa", "ovs_interfaceid": "c6efa379-fa03-4851-a949-bd981c6867b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.000049] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40344b59-41d8-4752-88ec-3897e9438c5b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.033860] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c525a8-ab34-48f0-89d9-c81bfda1ed18 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.046118] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86d4196-b19a-4e1a-9059-2c8b677d67b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.066532] env[69159]: DEBUG nova.compute.provider_tree [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.089251] env[69159]: DEBUG nova.network.neutron [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Successfully created port: 3b5966d6-e875-428a-bc0f-709699c99615 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.180791] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "1ea07762-3544-45fc-9c2a-5f70e7235c1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.180791] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "1ea07762-3544-45fc-9c2a-5f70e7235c1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.180949] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "1ea07762-3544-45fc-9c2a-5f70e7235c1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.181027] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "1ea07762-3544-45fc-9c2a-5f70e7235c1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.181251] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "1ea07762-3544-45fc-9c2a-5f70e7235c1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.183839] env[69159]: INFO nova.compute.manager [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Terminating instance [ 724.229953] env[69159]: DEBUG nova.compute.manager [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 724.429751] env[69159]: DEBUG oslo_vmware.api [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': task-3448320, 'name': PowerOffVM_Task, 'duration_secs': 0.314192} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.430043] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.430212] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.430592] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b36e3c2-0748-497f-9126-fc1822be2bd0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.499738] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Releasing lock "refresh_cache-f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.500095] env[69159]: DEBUG nova.compute.manager [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Instance network_info: |[{"id": "c6efa379-fa03-4851-a949-bd981c6867b6", "address": "fa:16:3e:0d:97:9e", "network": {"id": "e7c8e88b-9623-4e38-aa2b-a3bb8facbd0d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-565378144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00c387546814f549b449a023c42cf0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6efa379-fa", "ovs_interfaceid": "c6efa379-fa03-4851-a949-bd981c6867b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 724.500448] env[69159]: DEBUG oslo_concurrency.lockutils [req-19dfc234-13a2-4cf1-bcfb-c79c81046fc8 req-26c267e6-6f88-4a5f-bfd3-0ebaf65e39aa service nova] Acquired lock "refresh_cache-f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.500645] env[69159]: DEBUG nova.network.neutron [req-19dfc234-13a2-4cf1-bcfb-c79c81046fc8 req-26c267e6-6f88-4a5f-bfd3-0ebaf65e39aa service nova] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Refreshing network info cache for port c6efa379-fa03-4851-a949-bd981c6867b6 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.504024] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:97:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6efa379-fa03-4851-a949-bd981c6867b6', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.518991] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Creating folder: Project (e00c387546814f549b449a023c42cf0d). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.519335] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-919f8dda-56b9-436d-99c7-e50ea8ffd778 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.531131] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Created folder: Project (e00c387546814f549b449a023c42cf0d) in parent group-v688391. [ 724.531357] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Creating folder: Instances. Parent ref: group-v688493. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.531606] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db1c3784-3bc4-4de6-a7c8-5d906da1232c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.540612] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Created folder: Instances in parent group-v688493. [ 724.541244] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.541244] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.541340] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eab37368-275d-4a65-acde-ba53bd19b8e7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.558874] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "1372f0f1-642c-40c6-9a3e-7fc0fb159052" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.558874] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "1372f0f1-642c-40c6-9a3e-7fc0fb159052" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.560256] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "1372f0f1-642c-40c6-9a3e-7fc0fb159052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.560256] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "1372f0f1-642c-40c6-9a3e-7fc0fb159052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.560256] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "1372f0f1-642c-40c6-9a3e-7fc0fb159052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.562535] env[69159]: INFO nova.compute.manager [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Terminating instance [ 724.567866] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.567866] env[69159]: value = "task-3448324" [ 724.567866] env[69159]: _type = "Task" [ 724.567866] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.571982] env[69159]: DEBUG nova.scheduler.client.report [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.583166] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448324, 'name': CreateVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.697891] env[69159]: DEBUG nova.compute.manager [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 724.698238] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.699242] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e310d2b4-0bf1-414f-8b9e-ca43aca7b729 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.703123] env[69159]: DEBUG nova.network.neutron [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Successfully created port: b9b55443-d228-4304-bcaf-b5a865d5b968 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.709401] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.709730] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dfc99a9-3e7a-4ab2-96f1-3f2ac7d892e0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.717168] env[69159]: DEBUG oslo_vmware.api [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 724.717168] env[69159]: value = "task-3448325" [ 724.717168] env[69159]: _type = "Task" [ 724.717168] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.727077] env[69159]: DEBUG oslo_vmware.api [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.844964] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.844964] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.844964] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Deleting the datastore file [datastore2] 86ada9bd-7df9-4b80-8447-3e4388c337c6 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.844964] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f1df7f8-346a-4eda-9262-91c6e513d088 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.851387] env[69159]: DEBUG oslo_vmware.api [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Waiting for the task: (returnval){ [ 724.851387] env[69159]: value = "task-3448326" [ 724.851387] env[69159]: _type = "Task" [ 724.851387] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.864945] env[69159]: DEBUG oslo_vmware.api [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': task-3448326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.874646] env[69159]: DEBUG oslo_concurrency.lockutils [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.905033] env[69159]: DEBUG nova.compute.manager [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 724.955288] env[69159]: DEBUG nova.virt.hardware [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.955288] env[69159]: DEBUG nova.virt.hardware [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.955288] env[69159]: DEBUG nova.virt.hardware [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.955288] env[69159]: DEBUG nova.virt.hardware [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.955715] env[69159]: DEBUG nova.virt.hardware [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.956014] env[69159]: DEBUG nova.virt.hardware [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.956376] env[69159]: DEBUG nova.virt.hardware [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.956643] env[69159]: DEBUG nova.virt.hardware [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.956933] env[69159]: DEBUG nova.virt.hardware [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.957280] env[69159]: DEBUG nova.virt.hardware [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.957570] env[69159]: DEBUG nova.virt.hardware [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.958544] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596347b2-8721-437f-85ef-70929e6b6a9a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.966849] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e396cd-2e3f-44f3-8f30-e069fa30dccf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.066861] env[69159]: DEBUG nova.compute.manager [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 725.067147] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.068151] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed9656d-d46e-4e75-8c63-9f309eb9031a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.079685] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.085418] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.269s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.087437] env[69159]: INFO nova.compute.claims [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.091858] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.095706] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55090cf6-fc6c-4487-b411-bd465fba0018 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.103018] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448324, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.108059] env[69159]: DEBUG oslo_vmware.api [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 725.108059] env[69159]: value = "task-3448327" [ 725.108059] env[69159]: _type = "Task" [ 725.108059] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.118314] env[69159]: DEBUG oslo_vmware.api [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.145239] env[69159]: INFO nova.scheduler.client.report [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Deleted allocations for instance c9eb4065-6732-48a4-8659-79afcce1809f [ 725.229582] env[69159]: DEBUG oslo_vmware.api [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448325, 'name': PowerOffVM_Task, 'duration_secs': 0.238529} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.229970] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.230108] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.230879] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4671eaa9-9ceb-493f-81e4-ff5ba7d6d143 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.304935] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.305025] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.305623] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Deleting the datastore file [datastore1] 1ea07762-3544-45fc-9c2a-5f70e7235c1f {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.305623] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad89800f-8488-4248-816c-9fe4305405fb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.313457] env[69159]: DEBUG oslo_vmware.api [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 725.313457] env[69159]: value = "task-3448329" [ 725.313457] env[69159]: _type = "Task" [ 725.313457] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.325903] env[69159]: DEBUG oslo_vmware.api [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.365253] env[69159]: DEBUG oslo_vmware.api [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Task: {'id': task-3448326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228707} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.365566] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.365758] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.365963] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.366229] env[69159]: INFO nova.compute.manager [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Took 1.47 seconds to destroy the instance on the hypervisor. [ 725.366446] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.366678] env[69159]: DEBUG nova.compute.manager [-] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 725.366774] env[69159]: DEBUG nova.network.neutron [-] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.583305] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448324, 'name': CreateVM_Task, 'duration_secs': 0.620743} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.583524] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.584287] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.585055] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.586168] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.586502] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e84c727-1457-4677-8162-45b80aca892c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.592367] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Waiting for the task: (returnval){ [ 725.592367] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f2f502-1b65-deaf-32bc-78772ac2b2dd" [ 725.592367] env[69159]: _type = "Task" [ 725.592367] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.617831] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f2f502-1b65-deaf-32bc-78772ac2b2dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010666} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.620922] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.621224] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.621454] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.621605] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.621790] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.622131] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c795b27c-6c14-4443-9f81-3c7b2bcf1e40 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.629618] env[69159]: DEBUG oslo_vmware.api [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448327, 'name': PowerOffVM_Task, 'duration_secs': 0.214921} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.629893] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.630084] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.631258] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05aa3397-c829-41ce-8850-b80ea54d5efc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.632848] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.633381] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.634083] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6498165-2738-435c-a00c-5a84657bc08c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.640136] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Waiting for the task: (returnval){ [ 725.640136] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527556fe-6779-3202-d006-332b750faf75" [ 725.640136] env[69159]: _type = "Task" [ 725.640136] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.649976] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527556fe-6779-3202-d006-332b750faf75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.651462] env[69159]: DEBUG nova.network.neutron [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Successfully created port: c8af6fbd-3ecf-4ea4-9400-981aa74607de {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.660429] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ebc3c03-f0e6-4b74-9cab-855195af93f5 tempest-ServersListShow2100Test-204728686 tempest-ServersListShow2100Test-204728686-project-member] Lock "c9eb4065-6732-48a4-8659-79afcce1809f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.141s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.700085] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.700412] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.700732] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Deleting the datastore file [datastore1] 1372f0f1-642c-40c6-9a3e-7fc0fb159052 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.700866] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3019d13-b8be-4c0b-9645-eed6602bb1d2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.708691] env[69159]: DEBUG oslo_vmware.api [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for the task: (returnval){ [ 725.708691] env[69159]: value = "task-3448331" [ 725.708691] env[69159]: _type = "Task" [ 725.708691] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.717455] env[69159]: DEBUG oslo_vmware.api [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.724592] env[69159]: DEBUG nova.network.neutron [req-19dfc234-13a2-4cf1-bcfb-c79c81046fc8 req-26c267e6-6f88-4a5f-bfd3-0ebaf65e39aa service nova] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Updated VIF entry in instance network info cache for port c6efa379-fa03-4851-a949-bd981c6867b6. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.725032] env[69159]: DEBUG nova.network.neutron [req-19dfc234-13a2-4cf1-bcfb-c79c81046fc8 req-26c267e6-6f88-4a5f-bfd3-0ebaf65e39aa service nova] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Updating instance_info_cache with network_info: [{"id": "c6efa379-fa03-4851-a949-bd981c6867b6", "address": "fa:16:3e:0d:97:9e", "network": {"id": "e7c8e88b-9623-4e38-aa2b-a3bb8facbd0d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-565378144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00c387546814f549b449a023c42cf0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6efa379-fa", "ovs_interfaceid": "c6efa379-fa03-4851-a949-bd981c6867b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.825207] env[69159]: DEBUG oslo_vmware.api [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210627} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.825523] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.825692] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.826593] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.826593] env[69159]: INFO nova.compute.manager [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 725.826593] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.826968] env[69159]: DEBUG nova.compute.manager [-] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 725.826968] env[69159]: DEBUG nova.network.neutron [-] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.150018] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527556fe-6779-3202-d006-332b750faf75, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.151025] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-332c8759-c2a2-4bdb-8b78-2708e657afaf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.156824] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Waiting for the task: (returnval){ [ 726.156824] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52190e99-d5a6-6659-37f7-5e672180dcd1" [ 726.156824] env[69159]: _type = "Task" [ 726.156824] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.166764] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52190e99-d5a6-6659-37f7-5e672180dcd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.219790] env[69159]: DEBUG oslo_vmware.api [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Task: {'id': task-3448331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.220177] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.220349] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.220557] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.220763] env[69159]: INFO nova.compute.manager [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Took 1.15 seconds to destroy the instance on the hypervisor. [ 726.221088] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.221312] env[69159]: DEBUG nova.compute.manager [-] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 726.221430] env[69159]: DEBUG nova.network.neutron [-] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.229914] env[69159]: DEBUG oslo_concurrency.lockutils [req-19dfc234-13a2-4cf1-bcfb-c79c81046fc8 req-26c267e6-6f88-4a5f-bfd3-0ebaf65e39aa service nova] Releasing lock "refresh_cache-f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.383464] env[69159]: DEBUG nova.network.neutron [-] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.537772] env[69159]: DEBUG oslo_vmware.rw_handles [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52befdae-6f60-a8fc-d350-14a5468f4ea3/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 726.542073] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ec0fa6-e35e-4691-ae00-b69f6978d309 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.555071] env[69159]: DEBUG oslo_vmware.rw_handles [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52befdae-6f60-a8fc-d350-14a5468f4ea3/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 726.555071] env[69159]: ERROR oslo_vmware.rw_handles [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52befdae-6f60-a8fc-d350-14a5468f4ea3/disk-0.vmdk due to incomplete transfer. [ 726.555071] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-07e441dd-0265-4820-aa54-12104e46c224 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.565206] env[69159]: DEBUG nova.compute.manager [req-6f1e719e-5802-4d46-a237-e63ccb600e13 req-a515026b-6f48-457f-a576-ced58af76db9 service nova] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Received event network-vif-deleted-3806c4b9-17cf-40f8-b61f-055c6c4f28d7 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 726.569501] env[69159]: DEBUG oslo_vmware.rw_handles [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52befdae-6f60-a8fc-d350-14a5468f4ea3/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 726.569653] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Uploaded image c0fb366b-19bf-4853-9d70-4bd06a498f36 to the Glance image server {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 726.571882] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 726.575310] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-495854bc-9617-44af-b850-67949c5f1c6c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.582980] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 726.582980] env[69159]: value = "task-3448332" [ 726.582980] env[69159]: _type = "Task" [ 726.582980] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.592398] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448332, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.669594] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52190e99-d5a6-6659-37f7-5e672180dcd1, 'name': SearchDatastore_Task, 'duration_secs': 0.009977} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.671621] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.674873] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4/f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.674873] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dabc0166-1bb3-45ff-8394-86ab220f1033 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.685148] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Waiting for the task: (returnval){ [ 726.685148] env[69159]: value = "task-3448333" [ 726.685148] env[69159]: _type = "Task" [ 726.685148] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.693270] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': task-3448333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.780880] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6601a0-ee49-4e17-9ca5-54f7417d35ad {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.789381] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1e876d-a63c-4dfc-acd5-188df01d6d28 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.822451] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9001633b-2ad1-42bf-83ec-792bc3a621fb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.834171] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9ac8a4-9d0b-4266-b5f9-2b9a299063f2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.853705] env[69159]: DEBUG nova.compute.provider_tree [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.887590] env[69159]: INFO nova.compute.manager [-] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Took 1.52 seconds to deallocate network for instance. [ 727.064636] env[69159]: DEBUG nova.network.neutron [-] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.099246] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448332, 'name': Destroy_Task, 'duration_secs': 0.414457} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.101682] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Destroyed the VM [ 727.101682] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 727.101682] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-de2a0e4a-a8d5-42c2-83a2-ceb516a48cae {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.110018] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 727.110018] env[69159]: value = "task-3448334" [ 727.110018] env[69159]: _type = "Task" [ 727.110018] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.118856] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448334, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.122148] env[69159]: DEBUG nova.compute.manager [req-0fd4ace2-6b2e-4d41-b65e-0f70a9523d66 req-b127aa51-181e-4253-b1e6-d1379d134c96 service nova] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Received event network-vif-deleted-4a90ec18-36a5-4ea3-ab8d-f982baab99a6 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 727.173392] env[69159]: DEBUG nova.network.neutron [-] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.201724] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': task-3448333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463641} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.205018] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4/f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.205018] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.205018] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f213108e-18d2-4bfd-89d0-7b8644ec9c6b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.209901] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Waiting for the task: (returnval){ [ 727.209901] env[69159]: value = "task-3448335" [ 727.209901] env[69159]: _type = "Task" [ 727.209901] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.221340] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': task-3448335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.363168] env[69159]: DEBUG nova.scheduler.client.report [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.397510] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.569930] env[69159]: INFO nova.compute.manager [-] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Took 1.74 seconds to deallocate network for instance. [ 727.620105] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448334, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.679482] env[69159]: INFO nova.compute.manager [-] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Took 1.46 seconds to deallocate network for instance. [ 727.721458] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': task-3448335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069719} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.722036] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.722894] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12561903-e4a0-4f96-ab83-3d8a0c47d789 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.751037] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4/f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.753544] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2c84aa2-5791-4f10-b724-775490683d34 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.790042] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Waiting for the task: (returnval){ [ 727.790042] env[69159]: value = "task-3448336" [ 727.790042] env[69159]: _type = "Task" [ 727.790042] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.801572] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': task-3448336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.806149] env[69159]: DEBUG nova.network.neutron [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Successfully updated port: 3b5966d6-e875-428a-bc0f-709699c99615 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.869230] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.869759] env[69159]: DEBUG nova.compute.manager [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 727.874701] env[69159]: DEBUG oslo_concurrency.lockutils [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.468s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.877408] env[69159]: INFO nova.compute.claims [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.079565] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.126445] env[69159]: DEBUG oslo_vmware.api [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448334, 'name': RemoveSnapshot_Task, 'duration_secs': 0.835178} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.130022] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 728.130022] env[69159]: INFO nova.compute.manager [None req-2514dc5a-9f53-4111-9b61-dae34a09dd30 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Took 21.68 seconds to snapshot the instance on the hypervisor. [ 728.190815] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.300896] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': task-3448336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.381754] env[69159]: DEBUG nova.compute.utils [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.387448] env[69159]: DEBUG nova.compute.manager [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 728.387448] env[69159]: DEBUG nova.network.neutron [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.508140] env[69159]: DEBUG nova.policy [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bedfcbbb0bb465cb4a866351bc03da4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01db95ecb515431a8c9b2d2a92a8bcfa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.754896] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "00776691-3b62-4c23-bd35-8149937a5386" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.755144] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "00776691-3b62-4c23-bd35-8149937a5386" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.800855] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': task-3448336, 'name': ReconfigVM_Task, 'duration_secs': 0.608177} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.801045] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Reconfigured VM instance instance-00000022 to attach disk [datastore2] f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4/f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.801660] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be66ed11-5632-4f31-bdd5-39b62ef82b3f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.808912] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Waiting for the task: (returnval){ [ 728.808912] env[69159]: value = "task-3448337" [ 728.808912] env[69159]: _type = "Task" [ 728.808912] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.816156] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': task-3448337, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.888248] env[69159]: DEBUG nova.compute.manager [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 728.945096] env[69159]: DEBUG nova.compute.manager [req-b1052e50-302f-4b00-bc55-ff988b0e1a2d req-1645f461-47e4-4741-b9f4-525c4c04c1b6 service nova] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Received event network-vif-deleted-a2065cbe-9324-49ef-9247-f3bafddbfaf9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 729.169375] env[69159]: DEBUG nova.network.neutron [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Successfully created port: 0eb80190-e2f5-4395-a728-ac4ac75fa6ff {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.318533] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': task-3448337, 'name': Rename_Task, 'duration_secs': 0.15163} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.328070] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.329300] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-705b3c26-8376-4795-8fa7-c3a305fcf9fd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.336079] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Waiting for the task: (returnval){ [ 729.336079] env[69159]: value = "task-3448338" [ 729.336079] env[69159]: _type = "Task" [ 729.336079] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.349252] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': task-3448338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.359872] env[69159]: DEBUG nova.compute.manager [req-fd9269c3-6715-4c57-8e8a-e85089f0e1d4 req-b8266c04-8b52-403a-8326-993ca208f88d service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Received event network-vif-plugged-3b5966d6-e875-428a-bc0f-709699c99615 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 729.360030] env[69159]: DEBUG oslo_concurrency.lockutils [req-fd9269c3-6715-4c57-8e8a-e85089f0e1d4 req-b8266c04-8b52-403a-8326-993ca208f88d service nova] Acquiring lock "be14257b-8502-4b3e-922d-eafc3a13b3f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.360180] env[69159]: DEBUG oslo_concurrency.lockutils [req-fd9269c3-6715-4c57-8e8a-e85089f0e1d4 req-b8266c04-8b52-403a-8326-993ca208f88d service nova] Lock "be14257b-8502-4b3e-922d-eafc3a13b3f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.360301] env[69159]: DEBUG oslo_concurrency.lockutils [req-fd9269c3-6715-4c57-8e8a-e85089f0e1d4 req-b8266c04-8b52-403a-8326-993ca208f88d service nova] Lock "be14257b-8502-4b3e-922d-eafc3a13b3f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.360461] env[69159]: DEBUG nova.compute.manager [req-fd9269c3-6715-4c57-8e8a-e85089f0e1d4 req-b8266c04-8b52-403a-8326-993ca208f88d service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] No waiting events found dispatching network-vif-plugged-3b5966d6-e875-428a-bc0f-709699c99615 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 729.360623] env[69159]: WARNING nova.compute.manager [req-fd9269c3-6715-4c57-8e8a-e85089f0e1d4 req-b8266c04-8b52-403a-8326-993ca208f88d service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Received unexpected event network-vif-plugged-3b5966d6-e875-428a-bc0f-709699c99615 for instance with vm_state building and task_state spawning. [ 729.360779] env[69159]: DEBUG nova.compute.manager [req-fd9269c3-6715-4c57-8e8a-e85089f0e1d4 req-b8266c04-8b52-403a-8326-993ca208f88d service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Received event network-changed-3b5966d6-e875-428a-bc0f-709699c99615 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 729.361175] env[69159]: DEBUG nova.compute.manager [req-fd9269c3-6715-4c57-8e8a-e85089f0e1d4 req-b8266c04-8b52-403a-8326-993ca208f88d service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Refreshing instance network info cache due to event network-changed-3b5966d6-e875-428a-bc0f-709699c99615. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 729.361424] env[69159]: DEBUG oslo_concurrency.lockutils [req-fd9269c3-6715-4c57-8e8a-e85089f0e1d4 req-b8266c04-8b52-403a-8326-993ca208f88d service nova] Acquiring lock "refresh_cache-be14257b-8502-4b3e-922d-eafc3a13b3f5" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.361544] env[69159]: DEBUG oslo_concurrency.lockutils [req-fd9269c3-6715-4c57-8e8a-e85089f0e1d4 req-b8266c04-8b52-403a-8326-993ca208f88d service nova] Acquired lock "refresh_cache-be14257b-8502-4b3e-922d-eafc3a13b3f5" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.361702] env[69159]: DEBUG nova.network.neutron [req-fd9269c3-6715-4c57-8e8a-e85089f0e1d4 req-b8266c04-8b52-403a-8326-993ca208f88d service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Refreshing network info cache for port 3b5966d6-e875-428a-bc0f-709699c99615 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.468715] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f898bd58-b4ae-42e9-8028-0efd4bc7420a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.484431] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faabca3e-dea0-457f-86e2-0cdba35a003f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.522709] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11282612-f58d-43b8-aa07-f93fb2878982 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.532787] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e4f2f6-3121-4388-a921-89f9d4959686 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.547820] env[69159]: DEBUG nova.compute.provider_tree [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.823754] env[69159]: DEBUG oslo_concurrency.lockutils [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Acquiring lock "9607aa48-7f97-4944-9450-98863f0937ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.823754] env[69159]: DEBUG oslo_concurrency.lockutils [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Lock "9607aa48-7f97-4944-9450-98863f0937ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.845947] env[69159]: DEBUG oslo_vmware.api [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': task-3448338, 'name': PowerOnVM_Task, 'duration_secs': 0.46759} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.846232] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.846435] env[69159]: INFO nova.compute.manager [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Took 9.91 seconds to spawn the instance on the hypervisor. [ 729.846610] env[69159]: DEBUG nova.compute.manager [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 729.847373] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890aaf19-28e2-4f48-ae31-a052347a4239 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.903821] env[69159]: DEBUG nova.compute.manager [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 729.946116] env[69159]: DEBUG nova.network.neutron [req-fd9269c3-6715-4c57-8e8a-e85089f0e1d4 req-b8266c04-8b52-403a-8326-993ca208f88d service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.977038] env[69159]: DEBUG nova.virt.hardware [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.977293] env[69159]: DEBUG nova.virt.hardware [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.977449] env[69159]: DEBUG nova.virt.hardware [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.977660] env[69159]: DEBUG nova.virt.hardware [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.977814] env[69159]: DEBUG nova.virt.hardware [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.977960] env[69159]: DEBUG nova.virt.hardware [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.978417] env[69159]: DEBUG nova.virt.hardware [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.978600] env[69159]: DEBUG nova.virt.hardware [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.978771] env[69159]: DEBUG nova.virt.hardware [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.978932] env[69159]: DEBUG nova.virt.hardware [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.979117] env[69159]: DEBUG nova.virt.hardware [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.980794] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4838ffb2-fdb0-48cc-a402-f2462067fe2f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.988787] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4fb857-f380-4b45-86fb-eae510dc6058 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.052584] env[69159]: DEBUG nova.scheduler.client.report [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.157587] env[69159]: DEBUG nova.network.neutron [req-fd9269c3-6715-4c57-8e8a-e85089f0e1d4 req-b8266c04-8b52-403a-8326-993ca208f88d service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.367033] env[69159]: INFO nova.compute.manager [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Took 42.17 seconds to build instance. [ 730.389486] env[69159]: DEBUG nova.network.neutron [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Successfully updated port: b9b55443-d228-4304-bcaf-b5a865d5b968 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.560667] env[69159]: DEBUG oslo_concurrency.lockutils [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.561159] env[69159]: DEBUG nova.compute.manager [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 730.565369] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.735s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.566172] env[69159]: DEBUG nova.objects.instance [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lazy-loading 'resources' on Instance uuid 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.661375] env[69159]: DEBUG oslo_concurrency.lockutils [req-fd9269c3-6715-4c57-8e8a-e85089f0e1d4 req-b8266c04-8b52-403a-8326-993ca208f88d service nova] Releasing lock "refresh_cache-be14257b-8502-4b3e-922d-eafc3a13b3f5" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.870300] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d7585d9-8126-4ba9-8593-f871fbcbd42c tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Lock "f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.228s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.021167] env[69159]: DEBUG nova.compute.manager [req-e40f7f2e-baf1-4398-9842-c9bee1ef59ee req-8884dc0a-a969-43d9-9e04-68f4bc4d9961 service nova] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Received event network-vif-plugged-0eb80190-e2f5-4395-a728-ac4ac75fa6ff {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 731.021167] env[69159]: DEBUG oslo_concurrency.lockutils [req-e40f7f2e-baf1-4398-9842-c9bee1ef59ee req-8884dc0a-a969-43d9-9e04-68f4bc4d9961 service nova] Acquiring lock "5cbc0eb4-30f5-48bf-a476-e577d53c2f4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.021167] env[69159]: DEBUG oslo_concurrency.lockutils [req-e40f7f2e-baf1-4398-9842-c9bee1ef59ee req-8884dc0a-a969-43d9-9e04-68f4bc4d9961 service nova] Lock "5cbc0eb4-30f5-48bf-a476-e577d53c2f4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.021167] env[69159]: DEBUG oslo_concurrency.lockutils [req-e40f7f2e-baf1-4398-9842-c9bee1ef59ee req-8884dc0a-a969-43d9-9e04-68f4bc4d9961 service nova] Lock "5cbc0eb4-30f5-48bf-a476-e577d53c2f4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.021167] env[69159]: DEBUG nova.compute.manager [req-e40f7f2e-baf1-4398-9842-c9bee1ef59ee req-8884dc0a-a969-43d9-9e04-68f4bc4d9961 service nova] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] No waiting events found dispatching network-vif-plugged-0eb80190-e2f5-4395-a728-ac4ac75fa6ff {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 731.021701] env[69159]: WARNING nova.compute.manager [req-e40f7f2e-baf1-4398-9842-c9bee1ef59ee req-8884dc0a-a969-43d9-9e04-68f4bc4d9961 service nova] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Received unexpected event network-vif-plugged-0eb80190-e2f5-4395-a728-ac4ac75fa6ff for instance with vm_state building and task_state spawning. [ 731.072182] env[69159]: DEBUG nova.compute.utils [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.074155] env[69159]: DEBUG nova.compute.manager [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 731.074759] env[69159]: DEBUG nova.network.neutron [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.152308] env[69159]: DEBUG nova.policy [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17ebd990852b4d0f95b031e039e4f2ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b3cb8ae832e4bc5b7613c53c89fbc0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.329337] env[69159]: DEBUG nova.network.neutron [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Successfully updated port: 0eb80190-e2f5-4395-a728-ac4ac75fa6ff {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.345019] env[69159]: DEBUG nova.compute.manager [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 731.345019] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7d59a6-de7d-4519-9998-9a3f6c7bff34 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.371412] env[69159]: DEBUG nova.compute.manager [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 731.530916] env[69159]: DEBUG nova.compute.manager [req-2c3590cd-7fb3-49e2-b576-341a87b7feac req-8ef8bd56-ba36-4d31-92e0-1869a9dfa324 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Received event network-vif-plugged-b9b55443-d228-4304-bcaf-b5a865d5b968 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 731.530916] env[69159]: DEBUG oslo_concurrency.lockutils [req-2c3590cd-7fb3-49e2-b576-341a87b7feac req-8ef8bd56-ba36-4d31-92e0-1869a9dfa324 service nova] Acquiring lock "be14257b-8502-4b3e-922d-eafc3a13b3f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.530916] env[69159]: DEBUG oslo_concurrency.lockutils [req-2c3590cd-7fb3-49e2-b576-341a87b7feac req-8ef8bd56-ba36-4d31-92e0-1869a9dfa324 service nova] Lock "be14257b-8502-4b3e-922d-eafc3a13b3f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.530916] env[69159]: DEBUG oslo_concurrency.lockutils [req-2c3590cd-7fb3-49e2-b576-341a87b7feac req-8ef8bd56-ba36-4d31-92e0-1869a9dfa324 service nova] Lock "be14257b-8502-4b3e-922d-eafc3a13b3f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.535663] env[69159]: DEBUG nova.compute.manager [req-2c3590cd-7fb3-49e2-b576-341a87b7feac req-8ef8bd56-ba36-4d31-92e0-1869a9dfa324 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] No waiting events found dispatching network-vif-plugged-b9b55443-d228-4304-bcaf-b5a865d5b968 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 731.535663] env[69159]: WARNING nova.compute.manager [req-2c3590cd-7fb3-49e2-b576-341a87b7feac req-8ef8bd56-ba36-4d31-92e0-1869a9dfa324 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Received unexpected event network-vif-plugged-b9b55443-d228-4304-bcaf-b5a865d5b968 for instance with vm_state building and task_state spawning. [ 731.535663] env[69159]: DEBUG nova.compute.manager [req-2c3590cd-7fb3-49e2-b576-341a87b7feac req-8ef8bd56-ba36-4d31-92e0-1869a9dfa324 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Received event network-changed-b9b55443-d228-4304-bcaf-b5a865d5b968 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 731.535663] env[69159]: DEBUG nova.compute.manager [req-2c3590cd-7fb3-49e2-b576-341a87b7feac req-8ef8bd56-ba36-4d31-92e0-1869a9dfa324 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Refreshing instance network info cache due to event network-changed-b9b55443-d228-4304-bcaf-b5a865d5b968. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 731.535663] env[69159]: DEBUG oslo_concurrency.lockutils [req-2c3590cd-7fb3-49e2-b576-341a87b7feac req-8ef8bd56-ba36-4d31-92e0-1869a9dfa324 service nova] Acquiring lock "refresh_cache-be14257b-8502-4b3e-922d-eafc3a13b3f5" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.536199] env[69159]: DEBUG oslo_concurrency.lockutils [req-2c3590cd-7fb3-49e2-b576-341a87b7feac req-8ef8bd56-ba36-4d31-92e0-1869a9dfa324 service nova] Acquired lock "refresh_cache-be14257b-8502-4b3e-922d-eafc3a13b3f5" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.536199] env[69159]: DEBUG nova.network.neutron [req-2c3590cd-7fb3-49e2-b576-341a87b7feac req-8ef8bd56-ba36-4d31-92e0-1869a9dfa324 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Refreshing network info cache for port b9b55443-d228-4304-bcaf-b5a865d5b968 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.579239] env[69159]: DEBUG nova.compute.manager [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 731.777321] env[69159]: DEBUG nova.network.neutron [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Successfully created port: 4ae4724f-c2e8-4f0c-8b6c-183da4d17606 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.791462] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b970fd0c-73cc-4377-92bc-96aa2a29f8f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.803781] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcd53c2-849b-444e-907c-fedaeadf92aa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.836480] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquiring lock "refresh_cache-5cbc0eb4-30f5-48bf-a476-e577d53c2f4a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.836480] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquired lock "refresh_cache-5cbc0eb4-30f5-48bf-a476-e577d53c2f4a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.836730] env[69159]: DEBUG nova.network.neutron [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.838653] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668a3967-dbeb-4851-932f-3e72acd604f5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.847892] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c179fb4-9bde-4b63-8c1f-c214afbb7c11 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.863338] env[69159]: INFO nova.compute.manager [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] instance snapshotting [ 731.865311] env[69159]: DEBUG nova.compute.provider_tree [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.867634] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5844ffb-5e6f-4725-83c9-1df26e062ae3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.890918] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4451f2-d895-479a-9879-92528e2169b9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.911297] env[69159]: DEBUG oslo_concurrency.lockutils [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.075803] env[69159]: DEBUG nova.network.neutron [req-2c3590cd-7fb3-49e2-b576-341a87b7feac req-8ef8bd56-ba36-4d31-92e0-1869a9dfa324 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.090863] env[69159]: INFO nova.virt.block_device [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Booting with volume b95c646c-a198-410c-98e0-c19d610b43ca at /dev/sda [ 732.177995] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c57f603-4acf-442d-9cbd-560dc46527c6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.187919] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6e535d-f45f-4c92-a5fc-435ae33d0ac3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.200298] env[69159]: DEBUG nova.network.neutron [req-2c3590cd-7fb3-49e2-b576-341a87b7feac req-8ef8bd56-ba36-4d31-92e0-1869a9dfa324 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.225344] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99462e02-a883-4440-8d8f-2bf4b9070b4f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.234527] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6218d44-9389-47d5-8914-c9e227a3b2d9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.274217] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d840d3-aab2-4b17-b964-5c4bb6d93bf8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.279336] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1911f518-5a4e-440a-a244-108163c1a857 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.294627] env[69159]: DEBUG nova.virt.block_device [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Updating existing volume attachment record: e2dcd841-df14-46e2-b449-b5023c345bc9 {{(pid=69159) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 732.376232] env[69159]: DEBUG nova.scheduler.client.report [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.397994] env[69159]: DEBUG nova.network.neutron [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.407935] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 732.408326] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-565d5dce-7b7c-4bde-9ff7-257a09f1f530 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.416410] env[69159]: DEBUG oslo_vmware.api [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 732.416410] env[69159]: value = "task-3448339" [ 732.416410] env[69159]: _type = "Task" [ 732.416410] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.434576] env[69159]: DEBUG oslo_vmware.api [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448339, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.596811] env[69159]: DEBUG nova.network.neutron [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Updating instance_info_cache with network_info: [{"id": "0eb80190-e2f5-4395-a728-ac4ac75fa6ff", "address": "fa:16:3e:cb:3c:b1", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb80190-e2", "ovs_interfaceid": "0eb80190-e2f5-4395-a728-ac4ac75fa6ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.703527] env[69159]: DEBUG oslo_concurrency.lockutils [req-2c3590cd-7fb3-49e2-b576-341a87b7feac req-8ef8bd56-ba36-4d31-92e0-1869a9dfa324 service nova] Releasing lock "refresh_cache-be14257b-8502-4b3e-922d-eafc3a13b3f5" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.879442] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.314s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.883966] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.137s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.929112] env[69159]: DEBUG oslo_vmware.api [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448339, 'name': CreateSnapshot_Task, 'duration_secs': 0.448886} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.931200] env[69159]: INFO nova.scheduler.client.report [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Deleted allocations for instance 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a [ 732.931200] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 732.934144] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bade285-e531-424e-8ae9-556a85acd136 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.101339] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Releasing lock "refresh_cache-5cbc0eb4-30f5-48bf-a476-e577d53c2f4a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.101697] env[69159]: DEBUG nova.compute.manager [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Instance network_info: |[{"id": "0eb80190-e2f5-4395-a728-ac4ac75fa6ff", "address": "fa:16:3e:cb:3c:b1", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb80190-e2", "ovs_interfaceid": "0eb80190-e2f5-4395-a728-ac4ac75fa6ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 733.102152] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:3c:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eb80190-e2f5-4395-a728-ac4ac75fa6ff', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.115742] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.116701] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.117206] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd2c039c-83bf-4003-acbe-7796221969b7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.140866] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.140866] env[69159]: value = "task-3448340" [ 733.140866] env[69159]: _type = "Task" [ 733.140866] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.156366] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448340, 'name': CreateVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.165432] env[69159]: DEBUG nova.network.neutron [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Successfully updated port: c8af6fbd-3ecf-4ea4-9400-981aa74607de {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.278884] env[69159]: DEBUG oslo_concurrency.lockutils [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "a29c1eef-b9eb-477a-a810-1162e6ea5fa8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.278884] env[69159]: DEBUG oslo_concurrency.lockutils [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "a29c1eef-b9eb-477a-a810-1162e6ea5fa8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.389212] env[69159]: DEBUG nova.compute.manager [req-af6e2adb-5fdd-4c39-ae40-4b1fa7525d6f req-756d8549-7415-4e3f-84a0-b4056fe86c45 service nova] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Received event network-changed-0eb80190-e2f5-4395-a728-ac4ac75fa6ff {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 733.389421] env[69159]: DEBUG nova.compute.manager [req-af6e2adb-5fdd-4c39-ae40-4b1fa7525d6f req-756d8549-7415-4e3f-84a0-b4056fe86c45 service nova] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Refreshing instance network info cache due to event network-changed-0eb80190-e2f5-4395-a728-ac4ac75fa6ff. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 733.389635] env[69159]: DEBUG oslo_concurrency.lockutils [req-af6e2adb-5fdd-4c39-ae40-4b1fa7525d6f req-756d8549-7415-4e3f-84a0-b4056fe86c45 service nova] Acquiring lock "refresh_cache-5cbc0eb4-30f5-48bf-a476-e577d53c2f4a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.389775] env[69159]: DEBUG oslo_concurrency.lockutils [req-af6e2adb-5fdd-4c39-ae40-4b1fa7525d6f req-756d8549-7415-4e3f-84a0-b4056fe86c45 service nova] Acquired lock "refresh_cache-5cbc0eb4-30f5-48bf-a476-e577d53c2f4a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.389931] env[69159]: DEBUG nova.network.neutron [req-af6e2adb-5fdd-4c39-ae40-4b1fa7525d6f req-756d8549-7415-4e3f-84a0-b4056fe86c45 service nova] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Refreshing network info cache for port 0eb80190-e2f5-4395-a728-ac4ac75fa6ff {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.441229] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b4c5ec8-0e51-40f8-9ee8-e88830dee05a tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.638s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.442454] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 29.176s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.442454] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.442655] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.442823] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.445934] env[69159]: INFO nova.compute.manager [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Terminating instance [ 733.460219] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 733.461127] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e5802e40-f63c-407b-96fb-5b3fda2e7ac8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.472385] env[69159]: DEBUG oslo_vmware.api [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 733.472385] env[69159]: value = "task-3448341" [ 733.472385] env[69159]: _type = "Task" [ 733.472385] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.482274] env[69159]: DEBUG oslo_vmware.api [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448341, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.562092] env[69159]: DEBUG nova.compute.manager [req-a9014f60-6061-43b6-bcd6-db63c3934ca0 req-9e29da99-9105-4a67-acb0-0ea97cb36a4e service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Received event network-vif-plugged-c8af6fbd-3ecf-4ea4-9400-981aa74607de {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 733.562333] env[69159]: DEBUG oslo_concurrency.lockutils [req-a9014f60-6061-43b6-bcd6-db63c3934ca0 req-9e29da99-9105-4a67-acb0-0ea97cb36a4e service nova] Acquiring lock "be14257b-8502-4b3e-922d-eafc3a13b3f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.562589] env[69159]: DEBUG oslo_concurrency.lockutils [req-a9014f60-6061-43b6-bcd6-db63c3934ca0 req-9e29da99-9105-4a67-acb0-0ea97cb36a4e service nova] Lock "be14257b-8502-4b3e-922d-eafc3a13b3f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.562774] env[69159]: DEBUG oslo_concurrency.lockutils [req-a9014f60-6061-43b6-bcd6-db63c3934ca0 req-9e29da99-9105-4a67-acb0-0ea97cb36a4e service nova] Lock "be14257b-8502-4b3e-922d-eafc3a13b3f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.563044] env[69159]: DEBUG nova.compute.manager [req-a9014f60-6061-43b6-bcd6-db63c3934ca0 req-9e29da99-9105-4a67-acb0-0ea97cb36a4e service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] No waiting events found dispatching network-vif-plugged-c8af6fbd-3ecf-4ea4-9400-981aa74607de {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 733.563262] env[69159]: WARNING nova.compute.manager [req-a9014f60-6061-43b6-bcd6-db63c3934ca0 req-9e29da99-9105-4a67-acb0-0ea97cb36a4e service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Received unexpected event network-vif-plugged-c8af6fbd-3ecf-4ea4-9400-981aa74607de for instance with vm_state building and task_state spawning. [ 733.563464] env[69159]: DEBUG nova.compute.manager [req-a9014f60-6061-43b6-bcd6-db63c3934ca0 req-9e29da99-9105-4a67-acb0-0ea97cb36a4e service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Received event network-changed-c8af6fbd-3ecf-4ea4-9400-981aa74607de {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 733.563687] env[69159]: DEBUG nova.compute.manager [req-a9014f60-6061-43b6-bcd6-db63c3934ca0 req-9e29da99-9105-4a67-acb0-0ea97cb36a4e service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Refreshing instance network info cache due to event network-changed-c8af6fbd-3ecf-4ea4-9400-981aa74607de. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 733.563857] env[69159]: DEBUG oslo_concurrency.lockutils [req-a9014f60-6061-43b6-bcd6-db63c3934ca0 req-9e29da99-9105-4a67-acb0-0ea97cb36a4e service nova] Acquiring lock "refresh_cache-be14257b-8502-4b3e-922d-eafc3a13b3f5" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.563993] env[69159]: DEBUG oslo_concurrency.lockutils [req-a9014f60-6061-43b6-bcd6-db63c3934ca0 req-9e29da99-9105-4a67-acb0-0ea97cb36a4e service nova] Acquired lock "refresh_cache-be14257b-8502-4b3e-922d-eafc3a13b3f5" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.564190] env[69159]: DEBUG nova.network.neutron [req-a9014f60-6061-43b6-bcd6-db63c3934ca0 req-9e29da99-9105-4a67-acb0-0ea97cb36a4e service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Refreshing network info cache for port c8af6fbd-3ecf-4ea4-9400-981aa74607de {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.650966] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448340, 'name': CreateVM_Task, 'duration_secs': 0.352915} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.651291] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.652260] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.652464] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.652801] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.653188] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1e18acb-2b28-4733-9023-9e93a785acc2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.660527] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 733.660527] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f1fe2f-98e2-8a25-004c-fc35a99a1f38" [ 733.660527] env[69159]: _type = "Task" [ 733.660527] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.668856] env[69159]: DEBUG oslo_concurrency.lockutils [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquiring lock "refresh_cache-be14257b-8502-4b3e-922d-eafc3a13b3f5" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.669218] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f1fe2f-98e2-8a25-004c-fc35a99a1f38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.796038] env[69159]: DEBUG nova.network.neutron [req-af6e2adb-5fdd-4c39-ae40-4b1fa7525d6f req-756d8549-7415-4e3f-84a0-b4056fe86c45 service nova] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Updated VIF entry in instance network info cache for port 0eb80190-e2f5-4395-a728-ac4ac75fa6ff. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.798824] env[69159]: DEBUG nova.network.neutron [req-af6e2adb-5fdd-4c39-ae40-4b1fa7525d6f req-756d8549-7415-4e3f-84a0-b4056fe86c45 service nova] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Updating instance_info_cache with network_info: [{"id": "0eb80190-e2f5-4395-a728-ac4ac75fa6ff", "address": "fa:16:3e:cb:3c:b1", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb80190-e2", "ovs_interfaceid": "0eb80190-e2f5-4395-a728-ac4ac75fa6ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.916101] env[69159]: INFO nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Updating resource usage from migration bf4475d4-3ac5-40ec-a6d3-4a7dafc324f1 [ 733.951581] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "refresh_cache-1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.951581] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquired lock "refresh_cache-1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.951581] env[69159]: DEBUG nova.network.neutron [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.961348] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 5153318c-b4d4-487d-b040-af14cdd3a5c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.961505] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 5251e5ab-e698-4e5c-ad9f-514103618b22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.961630] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 54abe51c-8514-44c7-8e18-ad1194c64fe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.961744] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 7548a4b2-15e3-4464-9875-9bf88de7a4ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.961903] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance a7041ba9-8ba8-4777-8aea-1987a87397bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.962032] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance cd8d5436-42d4-4e64-a3db-6874c199f078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.962152] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.962294] env[69159]: WARNING nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 5ff95882-8f70-4b34-ba6e-4cd73d763abf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.962410] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 3492e320-3e6b-4e50-8a9a-b5c97fc47241 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.962522] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance b20de2d2-f796-41b6-be49-c08147018866 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.962636] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 07272fef-5534-48e1-9231-d2d8beef9e34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.962745] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 33bfaa91-de36-4374-a76f-585613277fda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.962867] env[69159]: WARNING nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance bec9825d-9791-4647-b8a4-bed2dc6834d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.963025] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance d5c43519-b6ef-4061-bbc1-ee2b6a603683 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.963281] env[69159]: WARNING nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 86ada9bd-7df9-4b80-8447-3e4388c337c6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.963421] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 722c4116-5c37-4d49-b250-59829789dce3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.963638] env[69159]: WARNING nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 1372f0f1-642c-40c6-9a3e-7fc0fb159052 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.963693] env[69159]: WARNING nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 1ea07762-3544-45fc-9c2a-5f70e7235c1f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.963893] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.963939] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance be14257b-8502-4b3e-922d-eafc3a13b3f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.964041] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.964137] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance ec62ac85-b749-4ba6-9599-1b5b065bdcf2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.983956] env[69159]: DEBUG oslo_vmware.api [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448341, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.124180] env[69159]: DEBUG nova.network.neutron [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Successfully updated port: 4ae4724f-c2e8-4f0c-8b6c-183da4d17606 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.137062] env[69159]: DEBUG nova.network.neutron [req-a9014f60-6061-43b6-bcd6-db63c3934ca0 req-9e29da99-9105-4a67-acb0-0ea97cb36a4e service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.174374] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f1fe2f-98e2-8a25-004c-fc35a99a1f38, 'name': SearchDatastore_Task, 'duration_secs': 0.009783} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.175367] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.175761] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.176221] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.176543] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.176868] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.177295] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3f10bd5-a08a-4ead-99c6-cf40efb72be7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.187665] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Acquiring lock "f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.187665] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Lock "f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.188480] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Acquiring lock "f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.188701] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Lock "f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.188875] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Lock "f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.190449] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.190625] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.191632] env[69159]: INFO nova.compute.manager [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Terminating instance [ 734.193426] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b02b7784-24d4-4e98-9d5d-4c4b907f4ace {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.200041] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 734.200041] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ba5ed9-800a-f674-d3e5-196c4ce6cdc0" [ 734.200041] env[69159]: _type = "Task" [ 734.200041] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.207804] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ba5ed9-800a-f674-d3e5-196c4ce6cdc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.299750] env[69159]: DEBUG oslo_concurrency.lockutils [req-af6e2adb-5fdd-4c39-ae40-4b1fa7525d6f req-756d8549-7415-4e3f-84a0-b4056fe86c45 service nova] Releasing lock "refresh_cache-5cbc0eb4-30f5-48bf-a476-e577d53c2f4a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.328090] env[69159]: DEBUG nova.network.neutron [req-a9014f60-6061-43b6-bcd6-db63c3934ca0 req-9e29da99-9105-4a67-acb0-0ea97cb36a4e service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.460799] env[69159]: DEBUG nova.compute.utils [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Can not refresh info_cache because instance was not found {{(pid=69159) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 734.467575] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance afff8818-2298-46fe-b4f7-cbd46c470d89 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 734.488132] env[69159]: DEBUG oslo_vmware.api [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448341, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.489043] env[69159]: DEBUG nova.network.neutron [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.554700] env[69159]: DEBUG nova.compute.manager [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 734.555303] env[69159]: DEBUG nova.virt.hardware [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.555535] env[69159]: DEBUG nova.virt.hardware [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.555692] env[69159]: DEBUG nova.virt.hardware [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.555869] env[69159]: DEBUG nova.virt.hardware [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.556026] env[69159]: DEBUG nova.virt.hardware [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.556178] env[69159]: DEBUG nova.virt.hardware [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.556438] env[69159]: DEBUG nova.virt.hardware [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.556639] env[69159]: DEBUG nova.virt.hardware [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.556819] env[69159]: DEBUG nova.virt.hardware [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.556983] env[69159]: DEBUG nova.virt.hardware [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.557383] env[69159]: DEBUG nova.virt.hardware [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.558317] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740f0589-e549-4325-ac90-1ecc080c09c6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.567218] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73ef693-e4a7-4e29-a909-177aba658760 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.628643] env[69159]: DEBUG oslo_concurrency.lockutils [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Acquiring lock "refresh_cache-ec62ac85-b749-4ba6-9599-1b5b065bdcf2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.628643] env[69159]: DEBUG oslo_concurrency.lockutils [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Acquired lock "refresh_cache-ec62ac85-b749-4ba6-9599-1b5b065bdcf2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.628643] env[69159]: DEBUG nova.network.neutron [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.648256] env[69159]: DEBUG nova.network.neutron [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.698805] env[69159]: DEBUG nova.compute.manager [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 734.699250] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.701984] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c99dbc0-9b9d-4e15-9890-d054b7531528 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.715583] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.716258] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ba5ed9-800a-f674-d3e5-196c4ce6cdc0, 'name': SearchDatastore_Task, 'duration_secs': 0.008665} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.716492] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbd7e1a3-2db5-4b63-8f12-07ce9d2092cd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.718468] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5080f7b-0814-4127-80d6-c8e70ad431b2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.727198] env[69159]: DEBUG oslo_vmware.api [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Waiting for the task: (returnval){ [ 734.727198] env[69159]: value = "task-3448342" [ 734.727198] env[69159]: _type = "Task" [ 734.727198] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.727585] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 734.727585] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5273971d-81eb-5010-f6c8-1923e187bdd0" [ 734.727585] env[69159]: _type = "Task" [ 734.727585] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.739530] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5273971d-81eb-5010-f6c8-1923e187bdd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.742248] env[69159]: DEBUG oslo_vmware.api [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': task-3448342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.834734] env[69159]: DEBUG oslo_concurrency.lockutils [req-a9014f60-6061-43b6-bcd6-db63c3934ca0 req-9e29da99-9105-4a67-acb0-0ea97cb36a4e service nova] Releasing lock "refresh_cache-be14257b-8502-4b3e-922d-eafc3a13b3f5" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.835416] env[69159]: DEBUG oslo_concurrency.lockutils [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquired lock "refresh_cache-be14257b-8502-4b3e-922d-eafc3a13b3f5" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.835785] env[69159]: DEBUG nova.network.neutron [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.971152] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 531569c8-9bb4-4adf-a6ab-b107a99d11d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 734.984977] env[69159]: DEBUG oslo_vmware.api [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448341, 'name': CloneVM_Task, 'duration_secs': 1.475351} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.985359] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Created linked-clone VM from snapshot [ 734.986329] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2129402c-adac-4bc1-b300-56da312ed455 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.996230] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Uploading image c025ecbb-27f8-4a94-8b5a-638375cc4e12 {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 735.068759] env[69159]: DEBUG oslo_vmware.rw_handles [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 735.068759] env[69159]: value = "vm-688498" [ 735.068759] env[69159]: _type = "VirtualMachine" [ 735.068759] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 735.069076] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-16a12230-ba66-415e-acec-81a5327583ad {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.076807] env[69159]: DEBUG oslo_vmware.rw_handles [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lease: (returnval){ [ 735.076807] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526bb78d-e42a-e6f7-2b80-c444c9cc70b7" [ 735.076807] env[69159]: _type = "HttpNfcLease" [ 735.076807] env[69159]: } obtained for exporting VM: (result){ [ 735.076807] env[69159]: value = "vm-688498" [ 735.076807] env[69159]: _type = "VirtualMachine" [ 735.076807] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 735.077215] env[69159]: DEBUG oslo_vmware.api [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the lease: (returnval){ [ 735.077215] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526bb78d-e42a-e6f7-2b80-c444c9cc70b7" [ 735.077215] env[69159]: _type = "HttpNfcLease" [ 735.077215] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 735.084375] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 735.084375] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526bb78d-e42a-e6f7-2b80-c444c9cc70b7" [ 735.084375] env[69159]: _type = "HttpNfcLease" [ 735.084375] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 735.150956] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Releasing lock "refresh_cache-1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.150956] env[69159]: DEBUG nova.compute.manager [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 735.151350] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.151491] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06110a57-0f4d-498d-ace6-9813b0b212a0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.162966] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11ffe29-7c26-48a9-af0e-2fc14a7444dc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.172602] env[69159]: DEBUG nova.network.neutron [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.193488] env[69159]: WARNING nova.virt.vmwareapi.vmops [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a could not be found. [ 735.193696] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.193879] env[69159]: INFO nova.compute.manager [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Took 0.04 seconds to destroy the instance on the hypervisor. [ 735.194150] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.194450] env[69159]: DEBUG nova.compute.manager [-] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 735.194562] env[69159]: DEBUG nova.network.neutron [-] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.235789] env[69159]: DEBUG nova.network.neutron [-] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.243991] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5273971d-81eb-5010-f6c8-1923e187bdd0, 'name': SearchDatastore_Task, 'duration_secs': 0.011683} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.247133] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.247407] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a/5cbc0eb4-30f5-48bf-a476-e577d53c2f4a.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.247681] env[69159]: DEBUG oslo_vmware.api [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': task-3448342, 'name': PowerOffVM_Task, 'duration_secs': 0.227211} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.250140] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de5603d2-10ec-4e76-a64d-2b136052d710 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.252612] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.252810] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.253568] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-769012a7-ab0a-4f3e-b477-0c7c60241168 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.261913] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 735.261913] env[69159]: value = "task-3448344" [ 735.261913] env[69159]: _type = "Task" [ 735.261913] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.269033] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3448344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.346995] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.347256] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.347435] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Deleting the datastore file [datastore2] f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.347711] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04ff13ba-fee6-4f91-a12c-21a74b5d4cec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.355019] env[69159]: DEBUG oslo_vmware.api [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Waiting for the task: (returnval){ [ 735.355019] env[69159]: value = "task-3448346" [ 735.355019] env[69159]: _type = "Task" [ 735.355019] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.363488] env[69159]: DEBUG oslo_vmware.api [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': task-3448346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.400699] env[69159]: DEBUG nova.network.neutron [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.474100] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 81430660-3cc3-4a79-9d95-36caef3cf876 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 735.517887] env[69159]: DEBUG nova.network.neutron [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Updating instance_info_cache with network_info: [{"id": "4ae4724f-c2e8-4f0c-8b6c-183da4d17606", "address": "fa:16:3e:87:27:7a", "network": {"id": "898093db-c5d0-42b8-8ef5-2f43113fa1ed", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-431239405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b3cb8ae832e4bc5b7613c53c89fbc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae4724f-c2", "ovs_interfaceid": "4ae4724f-c2e8-4f0c-8b6c-183da4d17606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.585389] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 735.585389] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526bb78d-e42a-e6f7-2b80-c444c9cc70b7" [ 735.585389] env[69159]: _type = "HttpNfcLease" [ 735.585389] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 735.585767] env[69159]: DEBUG oslo_vmware.rw_handles [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 735.585767] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526bb78d-e42a-e6f7-2b80-c444c9cc70b7" [ 735.585767] env[69159]: _type = "HttpNfcLease" [ 735.585767] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 735.586658] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3328b3bc-bc06-43de-966f-fd1f55464be9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.594235] env[69159]: DEBUG oslo_vmware.rw_handles [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521636ed-55e7-4a90-bdf3-db121d00456e/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 735.594543] env[69159]: DEBUG oslo_vmware.rw_handles [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521636ed-55e7-4a90-bdf3-db121d00456e/disk-0.vmdk for reading. {{(pid=69159) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 735.706661] env[69159]: DEBUG oslo_concurrency.lockutils [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "5153318c-b4d4-487d-b040-af14cdd3a5c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.706942] env[69159]: DEBUG oslo_concurrency.lockutils [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "5153318c-b4d4-487d-b040-af14cdd3a5c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.707185] env[69159]: DEBUG oslo_concurrency.lockutils [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "5153318c-b4d4-487d-b040-af14cdd3a5c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.707371] env[69159]: DEBUG oslo_concurrency.lockutils [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "5153318c-b4d4-487d-b040-af14cdd3a5c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.707541] env[69159]: DEBUG oslo_concurrency.lockutils [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "5153318c-b4d4-487d-b040-af14cdd3a5c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.711340] env[69159]: INFO nova.compute.manager [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Terminating instance [ 735.736274] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-55022793-6a4f-43b1-99a9-656deda08b85 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.738507] env[69159]: DEBUG nova.network.neutron [-] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.775131] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3448344, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.788352] env[69159]: DEBUG nova.compute.manager [req-763475b9-3f2b-4423-993b-a59bb55f4262 req-3b9c3e10-8aa0-48d4-a440-91f45b1de7fc service nova] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Received event network-vif-plugged-4ae4724f-c2e8-4f0c-8b6c-183da4d17606 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 735.788352] env[69159]: DEBUG oslo_concurrency.lockutils [req-763475b9-3f2b-4423-993b-a59bb55f4262 req-3b9c3e10-8aa0-48d4-a440-91f45b1de7fc service nova] Acquiring lock "ec62ac85-b749-4ba6-9599-1b5b065bdcf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.788352] env[69159]: DEBUG oslo_concurrency.lockutils [req-763475b9-3f2b-4423-993b-a59bb55f4262 req-3b9c3e10-8aa0-48d4-a440-91f45b1de7fc service nova] Lock "ec62ac85-b749-4ba6-9599-1b5b065bdcf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.788352] env[69159]: DEBUG oslo_concurrency.lockutils [req-763475b9-3f2b-4423-993b-a59bb55f4262 req-3b9c3e10-8aa0-48d4-a440-91f45b1de7fc service nova] Lock "ec62ac85-b749-4ba6-9599-1b5b065bdcf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.788352] env[69159]: DEBUG nova.compute.manager [req-763475b9-3f2b-4423-993b-a59bb55f4262 req-3b9c3e10-8aa0-48d4-a440-91f45b1de7fc service nova] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] No waiting events found dispatching network-vif-plugged-4ae4724f-c2e8-4f0c-8b6c-183da4d17606 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 735.788618] env[69159]: WARNING nova.compute.manager [req-763475b9-3f2b-4423-993b-a59bb55f4262 req-3b9c3e10-8aa0-48d4-a440-91f45b1de7fc service nova] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Received unexpected event network-vif-plugged-4ae4724f-c2e8-4f0c-8b6c-183da4d17606 for instance with vm_state building and task_state spawning. [ 735.788618] env[69159]: DEBUG nova.compute.manager [req-763475b9-3f2b-4423-993b-a59bb55f4262 req-3b9c3e10-8aa0-48d4-a440-91f45b1de7fc service nova] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Received event network-changed-4ae4724f-c2e8-4f0c-8b6c-183da4d17606 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 735.788618] env[69159]: DEBUG nova.compute.manager [req-763475b9-3f2b-4423-993b-a59bb55f4262 req-3b9c3e10-8aa0-48d4-a440-91f45b1de7fc service nova] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Refreshing instance network info cache due to event network-changed-4ae4724f-c2e8-4f0c-8b6c-183da4d17606. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 735.788618] env[69159]: DEBUG oslo_concurrency.lockutils [req-763475b9-3f2b-4423-993b-a59bb55f4262 req-3b9c3e10-8aa0-48d4-a440-91f45b1de7fc service nova] Acquiring lock "refresh_cache-ec62ac85-b749-4ba6-9599-1b5b065bdcf2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.866923] env[69159]: DEBUG oslo_vmware.api [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Task: {'id': task-3448346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339066} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.866923] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.867157] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.867301] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.867484] env[69159]: INFO nova.compute.manager [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 735.867752] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.869968] env[69159]: DEBUG nova.compute.manager [-] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 735.869968] env[69159]: DEBUG nova.network.neutron [-] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.976684] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 0ca1e852-0478-4539-9600-568792f1754d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 736.020407] env[69159]: DEBUG oslo_concurrency.lockutils [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Releasing lock "refresh_cache-ec62ac85-b749-4ba6-9599-1b5b065bdcf2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.020407] env[69159]: DEBUG nova.compute.manager [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Instance network_info: |[{"id": "4ae4724f-c2e8-4f0c-8b6c-183da4d17606", "address": "fa:16:3e:87:27:7a", "network": {"id": "898093db-c5d0-42b8-8ef5-2f43113fa1ed", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-431239405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b3cb8ae832e4bc5b7613c53c89fbc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae4724f-c2", "ovs_interfaceid": "4ae4724f-c2e8-4f0c-8b6c-183da4d17606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 736.024034] env[69159]: DEBUG oslo_concurrency.lockutils [req-763475b9-3f2b-4423-993b-a59bb55f4262 req-3b9c3e10-8aa0-48d4-a440-91f45b1de7fc service nova] Acquired lock "refresh_cache-ec62ac85-b749-4ba6-9599-1b5b065bdcf2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.024034] env[69159]: DEBUG nova.network.neutron [req-763475b9-3f2b-4423-993b-a59bb55f4262 req-3b9c3e10-8aa0-48d4-a440-91f45b1de7fc service nova] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Refreshing network info cache for port 4ae4724f-c2e8-4f0c-8b6c-183da4d17606 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.024894] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:27:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ae4724f-c2e8-4f0c-8b6c-183da4d17606', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.033068] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Creating folder: Project (6b3cb8ae832e4bc5b7613c53c89fbc0a). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.034425] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f23398c1-f5ed-43e3-be33-3ec1d312532c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.049286] env[69159]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 736.049465] env[69159]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69159) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 736.050256] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Folder already exists: Project (6b3cb8ae832e4bc5b7613c53c89fbc0a). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 736.050342] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Creating folder: Instances. Parent ref: group-v688421. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.050577] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19de41d2-0ab6-4da9-a720-e4fd8b273203 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.062177] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Created folder: Instances in parent group-v688421. [ 736.062466] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.062708] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.062759] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-674a49e7-d936-4673-85d2-f5f6ccf8be26 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.083912] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.083912] env[69159]: value = "task-3448349" [ 736.083912] env[69159]: _type = "Task" [ 736.083912] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.092812] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448349, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.216696] env[69159]: DEBUG nova.compute.manager [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 736.217146] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.219122] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af03972b-d418-4b40-86c5-bbe62609cae7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.228887] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.230601] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82360532-143e-4427-80bc-b34b7e3f170b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.240377] env[69159]: DEBUG oslo_vmware.api [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 736.240377] env[69159]: value = "task-3448350" [ 736.240377] env[69159]: _type = "Task" [ 736.240377] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.241245] env[69159]: INFO nova.compute.manager [-] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Took 1.05 seconds to deallocate network for instance. [ 736.259476] env[69159]: DEBUG oslo_vmware.api [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.271659] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3448344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835989} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.276263] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a/5cbc0eb4-30f5-48bf-a476-e577d53c2f4a.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.276263] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.276263] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-654bb619-b67b-4f02-bd1b-ca6464e6c962 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.287347] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 736.287347] env[69159]: value = "task-3448351" [ 736.287347] env[69159]: _type = "Task" [ 736.287347] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.297411] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3448351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.482157] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 62015eca-8518-450f-98a5-98af7156fc9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 736.484186] env[69159]: DEBUG nova.network.neutron [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Updating instance_info_cache with network_info: [{"id": "3b5966d6-e875-428a-bc0f-709699c99615", "address": "fa:16:3e:d7:87:87", "network": {"id": "179d03cf-ef68-4b75-83fe-d3e594a41141", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1811012367", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "714d43872e93478b8c611ed9d3ff472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b5966d6-e8", "ovs_interfaceid": "3b5966d6-e875-428a-bc0f-709699c99615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b9b55443-d228-4304-bcaf-b5a865d5b968", "address": "fa:16:3e:7b:82:6d", "network": {"id": "b2e01a09-5340-426f-91f4-25f7441163f0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1359847904", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "714d43872e93478b8c611ed9d3ff472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b55443-d2", "ovs_interfaceid": "b9b55443-d228-4304-bcaf-b5a865d5b968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8af6fbd-3ecf-4ea4-9400-981aa74607de", "address": "fa:16:3e:34:3f:46", "network": {"id": "179d03cf-ef68-4b75-83fe-d3e594a41141", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1811012367", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "714d43872e93478b8c611ed9d3ff472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8af6fbd-3e", "ovs_interfaceid": "c8af6fbd-3ecf-4ea4-9400-981aa74607de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.597164] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448349, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.754502] env[69159]: DEBUG oslo_vmware.api [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448350, 'name': PowerOffVM_Task, 'duration_secs': 0.261328} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.754853] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.755760] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.755760] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28539f7d-a4a8-4b88-a073-036a75113f3b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.765323] env[69159]: INFO nova.compute.manager [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Instance disappeared during terminate [ 736.765748] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9e22b027-13bc-4348-ad04-aa351f73f4ca tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "1f96d05e-0ae7-4175-a50c-6d98dc1eca6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.323s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.799246] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3448351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.311162} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.801112] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.803021] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94abbf49-48b1-4328-96be-f3d3ebe6db74 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.837233] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a/5cbc0eb4-30f5-48bf-a476-e577d53c2f4a.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.838029] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3f656c7-4fd0-4016-91dd-89641a47aff9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.860321] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.860321] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.860321] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Deleting the datastore file [datastore1] 5153318c-b4d4-487d-b040-af14cdd3a5c6 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.861070] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2627b87-2ac5-497e-854c-fbbe2db1d700 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.865201] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 736.865201] env[69159]: value = "task-3448353" [ 736.865201] env[69159]: _type = "Task" [ 736.865201] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.870057] env[69159]: DEBUG oslo_vmware.api [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for the task: (returnval){ [ 736.870057] env[69159]: value = "task-3448354" [ 736.870057] env[69159]: _type = "Task" [ 736.870057] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.879380] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3448353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.885640] env[69159]: DEBUG oslo_vmware.api [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.919032] env[69159]: DEBUG nova.network.neutron [req-763475b9-3f2b-4423-993b-a59bb55f4262 req-3b9c3e10-8aa0-48d4-a440-91f45b1de7fc service nova] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Updated VIF entry in instance network info cache for port 4ae4724f-c2e8-4f0c-8b6c-183da4d17606. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.919472] env[69159]: DEBUG nova.network.neutron [req-763475b9-3f2b-4423-993b-a59bb55f4262 req-3b9c3e10-8aa0-48d4-a440-91f45b1de7fc service nova] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Updating instance_info_cache with network_info: [{"id": "4ae4724f-c2e8-4f0c-8b6c-183da4d17606", "address": "fa:16:3e:87:27:7a", "network": {"id": "898093db-c5d0-42b8-8ef5-2f43113fa1ed", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-431239405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b3cb8ae832e4bc5b7613c53c89fbc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae4724f-c2", "ovs_interfaceid": "4ae4724f-c2e8-4f0c-8b6c-183da4d17606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.987108] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 873ed12d-97e6-4349-8c04-b806f8f486ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 736.989148] env[69159]: DEBUG oslo_concurrency.lockutils [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Releasing lock "refresh_cache-be14257b-8502-4b3e-922d-eafc3a13b3f5" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.990096] env[69159]: DEBUG nova.compute.manager [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Instance network_info: |[{"id": "3b5966d6-e875-428a-bc0f-709699c99615", "address": "fa:16:3e:d7:87:87", "network": {"id": "179d03cf-ef68-4b75-83fe-d3e594a41141", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1811012367", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "714d43872e93478b8c611ed9d3ff472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b5966d6-e8", "ovs_interfaceid": "3b5966d6-e875-428a-bc0f-709699c99615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b9b55443-d228-4304-bcaf-b5a865d5b968", "address": "fa:16:3e:7b:82:6d", "network": {"id": "b2e01a09-5340-426f-91f4-25f7441163f0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1359847904", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "714d43872e93478b8c611ed9d3ff472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b55443-d2", "ovs_interfaceid": "b9b55443-d228-4304-bcaf-b5a865d5b968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8af6fbd-3ecf-4ea4-9400-981aa74607de", "address": "fa:16:3e:34:3f:46", "network": {"id": "179d03cf-ef68-4b75-83fe-d3e594a41141", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1811012367", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "714d43872e93478b8c611ed9d3ff472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8af6fbd-3e", "ovs_interfaceid": "c8af6fbd-3ecf-4ea4-9400-981aa74607de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 736.992690] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:87:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b5966d6-e875-428a-bc0f-709699c99615', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:82:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9b55443-d228-4304-bcaf-b5a865d5b968', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:3f:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8af6fbd-3ecf-4ea4-9400-981aa74607de', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.004695] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Creating folder: Project (714d43872e93478b8c611ed9d3ff472d). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.006046] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8fba93d-fa38-45df-89dc-f6b5f0f7719f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.020117] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Created folder: Project (714d43872e93478b8c611ed9d3ff472d) in parent group-v688391. [ 737.020510] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Creating folder: Instances. Parent ref: group-v688501. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.021053] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1402938-f429-466c-9fc8-44dec73b63d6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.031728] env[69159]: DEBUG nova.network.neutron [-] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.034504] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Created folder: Instances in parent group-v688501. [ 737.034504] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.034504] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.034689] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19004fab-8926-4581-b525-8d8b649445a0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.062493] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.062493] env[69159]: value = "task-3448357" [ 737.062493] env[69159]: _type = "Task" [ 737.062493] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.071488] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448357, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.094983] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448349, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.378315] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3448353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.383874] env[69159]: DEBUG oslo_vmware.api [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Task: {'id': task-3448354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428371} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.384480] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.385019] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.385019] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.385345] env[69159]: INFO nova.compute.manager [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 737.385686] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.386221] env[69159]: DEBUG nova.compute.manager [-] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 737.388281] env[69159]: DEBUG nova.network.neutron [-] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.422727] env[69159]: DEBUG oslo_concurrency.lockutils [req-763475b9-3f2b-4423-993b-a59bb55f4262 req-3b9c3e10-8aa0-48d4-a440-91f45b1de7fc service nova] Releasing lock "refresh_cache-ec62ac85-b749-4ba6-9599-1b5b065bdcf2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.492110] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance cd69c4bf-2319-4880-8707-8e6b0c9aba18 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 737.534701] env[69159]: INFO nova.compute.manager [-] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Took 1.67 seconds to deallocate network for instance. [ 737.575860] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448357, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.597055] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448349, 'name': CreateVM_Task, 'duration_secs': 1.287153} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.597275] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.597971] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'attachment_id': 'e2dcd841-df14-46e2-b449-b5023c345bc9', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688432', 'volume_id': 'b95c646c-a198-410c-98e0-c19d610b43ca', 'name': 'volume-b95c646c-a198-410c-98e0-c19d610b43ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec62ac85-b749-4ba6-9599-1b5b065bdcf2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b95c646c-a198-410c-98e0-c19d610b43ca', 'serial': 'b95c646c-a198-410c-98e0-c19d610b43ca'}, 'boot_index': 0, 'delete_on_termination': True, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69159) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 737.598257] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Root volume attach. Driver type: vmdk {{(pid=69159) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 737.599134] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b08cf73-1759-428c-9499-388db8231e2a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.607893] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e92961-a5fd-4f74-a128-43166abfffc8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.614794] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3171af2b-c440-4b34-aec9-f9cecf6b91d9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.620993] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0c7a305a-445a-40b6-9da0-7031e0c2beae {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.629722] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Waiting for the task: (returnval){ [ 737.629722] env[69159]: value = "task-3448358" [ 737.629722] env[69159]: _type = "Task" [ 737.629722] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.640226] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448358, 'name': RelocateVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.877752] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3448353, 'name': ReconfigVM_Task, 'duration_secs': 0.886077} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.878299] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a/5cbc0eb4-30f5-48bf-a476-e577d53c2f4a.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.879183] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fbdbe56-e6bb-41ee-9ad4-a267fb602ab6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.886995] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 737.886995] env[69159]: value = "task-3448359" [ 737.886995] env[69159]: _type = "Task" [ 737.886995] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.896643] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3448359, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.995594] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 85f1cdf4-e578-4813-af15-d6d1f4e9ee50 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 738.043260] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.074764] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448357, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.099395] env[69159]: DEBUG nova.compute.manager [req-2fd839dc-f114-4236-9ab3-4f3d665c0f8e req-3c6160f9-204b-4431-a266-b6fd96937f08 service nova] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Received event network-vif-deleted-c6efa379-fa03-4851-a949-bd981c6867b6 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 738.142694] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448358, 'name': RelocateVM_Task} progress is 20%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.396804] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3448359, 'name': Rename_Task, 'duration_secs': 0.270343} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.397119] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.397391] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7f24f2f-5c59-4c3b-b6d8-5ed6384abaab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.403141] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 738.403141] env[69159]: value = "task-3448360" [ 738.403141] env[69159]: _type = "Task" [ 738.403141] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.410934] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3448360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.499272] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 1c71ca38-5e4b-4afd-b253-6481bd027a80 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 738.499272] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Migration bf4475d4-3ac5-40ec-a6d3-4a7dafc324f1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 738.499449] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 24ac6469-2873-4020-8df5-4ab801a14b5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.522118] env[69159]: DEBUG nova.network.neutron [-] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.575110] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448357, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.640857] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448358, 'name': RelocateVM_Task, 'duration_secs': 0.761439} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.641310] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Volume attach. Driver type: vmdk {{(pid=69159) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 738.641632] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688432', 'volume_id': 'b95c646c-a198-410c-98e0-c19d610b43ca', 'name': 'volume-b95c646c-a198-410c-98e0-c19d610b43ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec62ac85-b749-4ba6-9599-1b5b065bdcf2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b95c646c-a198-410c-98e0-c19d610b43ca', 'serial': 'b95c646c-a198-410c-98e0-c19d610b43ca'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 738.642317] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1388dbf2-afa6-4bc9-a49d-ef0aa38f2670 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.660309] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e396d72b-1dd1-4d71-aa31-2f90ae4953e2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.685259] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] volume-b95c646c-a198-410c-98e0-c19d610b43ca/volume-b95c646c-a198-410c-98e0-c19d610b43ca.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.685610] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2713d5d2-03a9-4804-970e-3eecb048f848 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.705475] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Waiting for the task: (returnval){ [ 738.705475] env[69159]: value = "task-3448361" [ 738.705475] env[69159]: _type = "Task" [ 738.705475] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.715550] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.913601] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3448360, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.004132] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 00776691-3b62-4c23-bd35-8149937a5386 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 739.024125] env[69159]: INFO nova.compute.manager [-] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Took 1.64 seconds to deallocate network for instance. [ 739.078043] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448357, 'name': CreateVM_Task, 'duration_secs': 1.892788} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.078043] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.078378] env[69159]: DEBUG oslo_concurrency.lockutils [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.078589] env[69159]: DEBUG oslo_concurrency.lockutils [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.079374] env[69159]: DEBUG oslo_concurrency.lockutils [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.079374] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47eff6d7-3944-451e-968a-3fe0b0750b77 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.084842] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 739.084842] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bc1c65-0bf5-1c44-8041-343b452521a8" [ 739.084842] env[69159]: _type = "Task" [ 739.084842] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.094039] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bc1c65-0bf5-1c44-8041-343b452521a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.218273] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.417137] env[69159]: DEBUG oslo_vmware.api [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3448360, 'name': PowerOnVM_Task, 'duration_secs': 0.759227} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.417137] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.417137] env[69159]: INFO nova.compute.manager [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Took 9.51 seconds to spawn the instance on the hypervisor. [ 739.417137] env[69159]: DEBUG nova.compute.manager [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.417137] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edb381e-0045-4a08-94f5-029cb76b4c59 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.507511] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 9607aa48-7f97-4944-9450-98863f0937ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 739.536321] env[69159]: DEBUG oslo_concurrency.lockutils [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.595767] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bc1c65-0bf5-1c44-8041-343b452521a8, 'name': SearchDatastore_Task, 'duration_secs': 0.036852} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.596096] env[69159]: DEBUG oslo_concurrency.lockutils [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.596331] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.596566] env[69159]: DEBUG oslo_concurrency.lockutils [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.596709] env[69159]: DEBUG oslo_concurrency.lockutils [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.596888] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.597230] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7b74996-8cdf-4a5c-912f-0929752c342f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.606838] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.607141] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.607934] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126638d1-17ed-45d5-9623-f003f236ebfa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.614291] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 739.614291] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520abf46-2839-c581-1d22-bfe8985ace9d" [ 739.614291] env[69159]: _type = "Task" [ 739.614291] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.622813] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520abf46-2839-c581-1d22-bfe8985ace9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.718515] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448361, 'name': ReconfigVM_Task, 'duration_secs': 0.667925} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.718897] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Reconfigured VM instance instance-00000025 to attach disk [datastore2] volume-b95c646c-a198-410c-98e0-c19d610b43ca/volume-b95c646c-a198-410c-98e0-c19d610b43ca.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.724833] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35ddce43-0911-4391-8606-77068ad9048a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.741938] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Waiting for the task: (returnval){ [ 739.741938] env[69159]: value = "task-3448362" [ 739.741938] env[69159]: _type = "Task" [ 739.741938] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.754651] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.934090] env[69159]: INFO nova.compute.manager [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Took 44.14 seconds to build instance. [ 740.012839] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance a29c1eef-b9eb-477a-a810-1162e6ea5fa8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 740.013355] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 740.013658] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 740.126538] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520abf46-2839-c581-1d22-bfe8985ace9d, 'name': SearchDatastore_Task, 'duration_secs': 0.025221} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.127047] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de7e6dd4-d37c-4b58-91c6-2fda9fd1e7ce {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.135355] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 740.135355] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b46cd9-cf9a-1584-8172-bba31eccc7de" [ 740.135355] env[69159]: _type = "Task" [ 740.135355] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.143921] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b46cd9-cf9a-1584-8172-bba31eccc7de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.208797] env[69159]: DEBUG nova.compute.manager [req-ba55f739-26b0-4b18-8cea-326d7019182d req-1f2904d7-670e-4a08-a09c-abcbfbc98883 service nova] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Received event network-vif-deleted-48712115-d623-4885-b388-b2aa267c5a5c {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 740.252082] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448362, 'name': ReconfigVM_Task, 'duration_secs': 0.207913} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.252434] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688432', 'volume_id': 'b95c646c-a198-410c-98e0-c19d610b43ca', 'name': 'volume-b95c646c-a198-410c-98e0-c19d610b43ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec62ac85-b749-4ba6-9599-1b5b065bdcf2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b95c646c-a198-410c-98e0-c19d610b43ca', 'serial': 'b95c646c-a198-410c-98e0-c19d610b43ca'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 740.253042] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-680097dd-62b3-4422-a1c5-d8ef0c5e5f7d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.262814] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Waiting for the task: (returnval){ [ 740.262814] env[69159]: value = "task-3448363" [ 740.262814] env[69159]: _type = "Task" [ 740.262814] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.276146] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448363, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.438012] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9051cda6-f3b9-4009-88ac-ca51ab759a7d tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Lock "5cbc0eb4-30f5-48bf-a476-e577d53c2f4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.402s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.480052] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquiring lock "5cbc0eb4-30f5-48bf-a476-e577d53c2f4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.480052] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Lock "5cbc0eb4-30f5-48bf-a476-e577d53c2f4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.480269] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquiring lock "5cbc0eb4-30f5-48bf-a476-e577d53c2f4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.480383] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Lock "5cbc0eb4-30f5-48bf-a476-e577d53c2f4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.480561] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Lock "5cbc0eb4-30f5-48bf-a476-e577d53c2f4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.482868] env[69159]: INFO nova.compute.manager [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Terminating instance [ 740.534496] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b82d6d-17b3-46ff-b0f1-e23a4e6031ed {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.542670] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289d1b99-e741-416c-892f-cebb37b5a59f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.578186] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62abc130-7359-4f61-b837-0e74b6a17d52 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.586645] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553b0d02-759e-4996-ae3d-f6dbb8cd4be8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.597583] env[69159]: DEBUG nova.compute.provider_tree [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.646578] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b46cd9-cf9a-1584-8172-bba31eccc7de, 'name': SearchDatastore_Task, 'duration_secs': 0.016754} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.646873] env[69159]: DEBUG oslo_concurrency.lockutils [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.647181] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] be14257b-8502-4b3e-922d-eafc3a13b3f5/be14257b-8502-4b3e-922d-eafc3a13b3f5.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.647452] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f90eb0f-2b99-49d5-9f5b-1ecdc93a1aa4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.655232] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 740.655232] env[69159]: value = "task-3448364" [ 740.655232] env[69159]: _type = "Task" [ 740.655232] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.664250] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.774465] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448363, 'name': Rename_Task, 'duration_secs': 0.193233} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.774643] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.774916] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23c56acf-c4a1-46d6-9a84-f3df155c5d3b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.781541] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Waiting for the task: (returnval){ [ 740.781541] env[69159]: value = "task-3448365" [ 740.781541] env[69159]: _type = "Task" [ 740.781541] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.789238] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.941910] env[69159]: DEBUG nova.compute.manager [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 740.988389] env[69159]: DEBUG nova.compute.manager [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 740.988629] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.989868] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd92d3f2-67f7-46cc-8782-7667dc0be61a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.998033] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.998284] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-637733a5-439c-4248-9b0d-4a707e633ec9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.004618] env[69159]: DEBUG oslo_vmware.api [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 741.004618] env[69159]: value = "task-3448366" [ 741.004618] env[69159]: _type = "Task" [ 741.004618] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.013023] env[69159]: DEBUG oslo_vmware.api [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3448366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.102409] env[69159]: DEBUG nova.scheduler.client.report [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.166989] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448364, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.294903] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448365, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.461520] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.523470] env[69159]: DEBUG oslo_vmware.api [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3448366, 'name': PowerOffVM_Task, 'duration_secs': 0.380024} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.523819] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.524049] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.524412] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0aaac8d7-8a56-4ba3-8cac-0af63302aa9b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.588855] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.588972] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.589319] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Deleting the datastore file [datastore2] 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.589430] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15523f69-58cf-434d-925c-d3f081a0af11 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.596724] env[69159]: DEBUG oslo_vmware.api [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for the task: (returnval){ [ 741.596724] env[69159]: value = "task-3448368" [ 741.596724] env[69159]: _type = "Task" [ 741.596724] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.604472] env[69159]: DEBUG oslo_vmware.api [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3448368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.608187] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 741.608187] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.724s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.608187] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.017s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.608187] env[69159]: DEBUG nova.objects.instance [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69159) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 741.667488] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780691} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.667809] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] be14257b-8502-4b3e-922d-eafc3a13b3f5/be14257b-8502-4b3e-922d-eafc3a13b3f5.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.668082] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.668388] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-601396dd-809f-454a-a47a-641986f05d74 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.676385] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 741.676385] env[69159]: value = "task-3448369" [ 741.676385] env[69159]: _type = "Task" [ 741.676385] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.686052] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.794918] env[69159]: DEBUG oslo_vmware.api [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448365, 'name': PowerOnVM_Task, 'duration_secs': 0.905437} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.795227] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.795437] env[69159]: INFO nova.compute.manager [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Took 7.24 seconds to spawn the instance on the hypervisor. [ 741.795693] env[69159]: DEBUG nova.compute.manager [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 741.796437] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577a1bb8-a404-499b-9a1a-29be5044e87b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.108089] env[69159]: DEBUG oslo_vmware.api [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Task: {'id': task-3448368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35637} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.108089] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.108266] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.108481] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.108692] env[69159]: INFO nova.compute.manager [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 742.108933] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.109131] env[69159]: DEBUG nova.compute.manager [-] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 742.109220] env[69159]: DEBUG nova.network.neutron [-] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.187344] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136486} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.188041] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.188951] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bee55d3-7406-43da-bc34-88e4dd247891 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.216980] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] be14257b-8502-4b3e-922d-eafc3a13b3f5/be14257b-8502-4b3e-922d-eafc3a13b3f5.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.217326] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91666590-2e60-4fed-8540-c62e43b87309 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.241380] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 742.241380] env[69159]: value = "task-3448370" [ 742.241380] env[69159]: _type = "Task" [ 742.241380] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.249644] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.316891] env[69159]: INFO nova.compute.manager [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Took 45.93 seconds to build instance. [ 742.499591] env[69159]: DEBUG nova.compute.manager [req-ba65c8f3-8246-441b-902f-d819a7a12383 req-4c21642f-ca8c-41f8-8bfe-75f81d1a76ef service nova] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Received event network-vif-deleted-0eb80190-e2f5-4395-a728-ac4ac75fa6ff {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 742.499916] env[69159]: INFO nova.compute.manager [req-ba65c8f3-8246-441b-902f-d819a7a12383 req-4c21642f-ca8c-41f8-8bfe-75f81d1a76ef service nova] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Neutron deleted interface 0eb80190-e2f5-4395-a728-ac4ac75fa6ff; detaching it from the instance and deleting it from the info cache [ 742.500991] env[69159]: DEBUG nova.network.neutron [req-ba65c8f3-8246-441b-902f-d819a7a12383 req-4c21642f-ca8c-41f8-8bfe-75f81d1a76ef service nova] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.616859] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7c51557b-cf85-4fcf-adae-5916930f001a tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.618636] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.647s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.622575] env[69159]: INFO nova.compute.claims [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.752180] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.818996] env[69159]: DEBUG oslo_concurrency.lockutils [None req-526a53e2-894b-44e0-8af9-0c7dfbe81513 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Lock "ec62ac85-b749-4ba6-9599-1b5b065bdcf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.403s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.963360] env[69159]: DEBUG nova.network.neutron [-] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.002809] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c41e0628-3617-4c9c-ad88-bc0240ce9946 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.014049] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69c3049-a3b7-4a36-b214-20c2ca70f545 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.048105] env[69159]: DEBUG nova.compute.manager [req-ba65c8f3-8246-441b-902f-d819a7a12383 req-4c21642f-ca8c-41f8-8bfe-75f81d1a76ef service nova] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Detach interface failed, port_id=0eb80190-e2f5-4395-a728-ac4ac75fa6ff, reason: Instance 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 743.252348] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448370, 'name': ReconfigVM_Task, 'duration_secs': 0.860894} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.252872] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Reconfigured VM instance instance-00000023 to attach disk [datastore2] be14257b-8502-4b3e-922d-eafc3a13b3f5/be14257b-8502-4b3e-922d-eafc3a13b3f5.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.253875] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-613e7f9f-25a3-4e93-bbb0-4838640d2ffe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.265153] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 743.265153] env[69159]: value = "task-3448371" [ 743.265153] env[69159]: _type = "Task" [ 743.265153] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.275131] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448371, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.323620] env[69159]: DEBUG nova.compute.manager [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 743.375671] env[69159]: DEBUG nova.compute.manager [req-ce82d5ec-de7b-4de5-8396-d7bcf2b46577 req-39b073cc-3749-4c0a-a98b-3185bf51c3ca service nova] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Received event network-changed-4ae4724f-c2e8-4f0c-8b6c-183da4d17606 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 743.375970] env[69159]: DEBUG nova.compute.manager [req-ce82d5ec-de7b-4de5-8396-d7bcf2b46577 req-39b073cc-3749-4c0a-a98b-3185bf51c3ca service nova] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Refreshing instance network info cache due to event network-changed-4ae4724f-c2e8-4f0c-8b6c-183da4d17606. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 743.379171] env[69159]: DEBUG oslo_concurrency.lockutils [req-ce82d5ec-de7b-4de5-8396-d7bcf2b46577 req-39b073cc-3749-4c0a-a98b-3185bf51c3ca service nova] Acquiring lock "refresh_cache-ec62ac85-b749-4ba6-9599-1b5b065bdcf2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.379171] env[69159]: DEBUG oslo_concurrency.lockutils [req-ce82d5ec-de7b-4de5-8396-d7bcf2b46577 req-39b073cc-3749-4c0a-a98b-3185bf51c3ca service nova] Acquired lock "refresh_cache-ec62ac85-b749-4ba6-9599-1b5b065bdcf2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.379171] env[69159]: DEBUG nova.network.neutron [req-ce82d5ec-de7b-4de5-8396-d7bcf2b46577 req-39b073cc-3749-4c0a-a98b-3185bf51c3ca service nova] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Refreshing network info cache for port 4ae4724f-c2e8-4f0c-8b6c-183da4d17606 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.468189] env[69159]: INFO nova.compute.manager [-] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Took 1.36 seconds to deallocate network for instance. [ 743.778372] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448371, 'name': Rename_Task, 'duration_secs': 0.432747} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.778781] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.778909] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f227ed9-2f16-4541-b673-74ef00322fdc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.785403] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 743.785403] env[69159]: value = "task-3448372" [ 743.785403] env[69159]: _type = "Task" [ 743.785403] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.794705] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.850239] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.988147] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.191167] env[69159]: DEBUG oslo_vmware.rw_handles [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521636ed-55e7-4a90-bdf3-db121d00456e/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 744.192271] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ce0bac-9821-4128-8382-e398b2173211 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.198610] env[69159]: DEBUG oslo_vmware.rw_handles [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521636ed-55e7-4a90-bdf3-db121d00456e/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 744.198777] env[69159]: ERROR oslo_vmware.rw_handles [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521636ed-55e7-4a90-bdf3-db121d00456e/disk-0.vmdk due to incomplete transfer. [ 744.198996] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a7b9f66f-9998-429d-bc4a-63e23d3913b5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.201622] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e60785-153c-440d-ade8-b8c0b80666ab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.208941] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2e516c-f4b1-40ad-8af5-6bd55ea91fd0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.214459] env[69159]: DEBUG oslo_vmware.rw_handles [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521636ed-55e7-4a90-bdf3-db121d00456e/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 744.214650] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Uploaded image c025ecbb-27f8-4a94-8b5a-638375cc4e12 to the Glance image server {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 744.216856] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 744.217638] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f36c44d6-1922-479e-ad9a-203535d77eb1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.244809] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75672c5b-edb3-43cc-9a3e-98980b04a965 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.247531] env[69159]: DEBUG oslo_vmware.api [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 744.247531] env[69159]: value = "task-3448373" [ 744.247531] env[69159]: _type = "Task" [ 744.247531] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.254354] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851eab94-ed0d-4ec6-a5f3-82ac691af0de {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.262692] env[69159]: DEBUG oslo_vmware.api [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448373, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.272420] env[69159]: DEBUG nova.compute.provider_tree [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.294405] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448372, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.295358] env[69159]: DEBUG nova.network.neutron [req-ce82d5ec-de7b-4de5-8396-d7bcf2b46577 req-39b073cc-3749-4c0a-a98b-3185bf51c3ca service nova] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Updated VIF entry in instance network info cache for port 4ae4724f-c2e8-4f0c-8b6c-183da4d17606. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.295720] env[69159]: DEBUG nova.network.neutron [req-ce82d5ec-de7b-4de5-8396-d7bcf2b46577 req-39b073cc-3749-4c0a-a98b-3185bf51c3ca service nova] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Updating instance_info_cache with network_info: [{"id": "4ae4724f-c2e8-4f0c-8b6c-183da4d17606", "address": "fa:16:3e:87:27:7a", "network": {"id": "898093db-c5d0-42b8-8ef5-2f43113fa1ed", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-431239405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b3cb8ae832e4bc5b7613c53c89fbc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae4724f-c2", "ovs_interfaceid": "4ae4724f-c2e8-4f0c-8b6c-183da4d17606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.757845] env[69159]: DEBUG oslo_vmware.api [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448373, 'name': Destroy_Task, 'duration_secs': 0.372953} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.758173] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Destroyed the VM [ 744.758412] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 744.758666] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a1736844-f8ca-4f62-aa9f-df41ec89e3c3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.765245] env[69159]: DEBUG oslo_vmware.api [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 744.765245] env[69159]: value = "task-3448374" [ 744.765245] env[69159]: _type = "Task" [ 744.765245] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.772953] env[69159]: DEBUG oslo_vmware.api [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448374, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.775871] env[69159]: DEBUG nova.scheduler.client.report [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.795429] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448372, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.797901] env[69159]: DEBUG oslo_concurrency.lockutils [req-ce82d5ec-de7b-4de5-8396-d7bcf2b46577 req-39b073cc-3749-4c0a-a98b-3185bf51c3ca service nova] Releasing lock "refresh_cache-ec62ac85-b749-4ba6-9599-1b5b065bdcf2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.275761] env[69159]: DEBUG oslo_vmware.api [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448374, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.280831] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.281813] env[69159]: DEBUG nova.compute.manager [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 745.284040] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.529s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.286150] env[69159]: INFO nova.compute.claims [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.297713] env[69159]: DEBUG oslo_vmware.api [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448372, 'name': PowerOnVM_Task, 'duration_secs': 1.290006} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.297951] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.298172] env[69159]: INFO nova.compute.manager [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Took 20.39 seconds to spawn the instance on the hypervisor. [ 745.298348] env[69159]: DEBUG nova.compute.manager [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 745.299570] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f32215-f5f2-4f6b-8a7e-587d242c66cd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.776695] env[69159]: DEBUG oslo_vmware.api [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448374, 'name': RemoveSnapshot_Task, 'duration_secs': 0.555624} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.776971] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 745.777229] env[69159]: INFO nova.compute.manager [None req-e7a58bcb-958b-4de5-9c5e-7c8475790d85 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Took 13.91 seconds to snapshot the instance on the hypervisor. [ 745.790248] env[69159]: DEBUG nova.compute.utils [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.791650] env[69159]: DEBUG nova.compute.manager [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 745.791817] env[69159]: DEBUG nova.network.neutron [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.817812] env[69159]: INFO nova.compute.manager [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Took 53.35 seconds to build instance. [ 745.858336] env[69159]: DEBUG nova.policy [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65a376924aff49fcb0797a8cd0ba2a90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8ddf61280de48edb1d9cd47439da16d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.294654] env[69159]: DEBUG nova.compute.manager [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 746.303353] env[69159]: DEBUG nova.network.neutron [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Successfully created port: be2b5c38-e1c5-401d-818a-0d99b0d1be34 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.319741] env[69159]: DEBUG oslo_concurrency.lockutils [None req-474d1a32-f0a2-4406-a3e0-8830d773b9d0 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "be14257b-8502-4b3e-922d-eafc3a13b3f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.741472] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquiring lock "be14257b-8502-4b3e-922d-eafc3a13b3f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.741635] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "be14257b-8502-4b3e-922d-eafc3a13b3f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.741877] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquiring lock "be14257b-8502-4b3e-922d-eafc3a13b3f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.741984] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "be14257b-8502-4b3e-922d-eafc3a13b3f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.742167] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "be14257b-8502-4b3e-922d-eafc3a13b3f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.746585] env[69159]: INFO nova.compute.manager [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Terminating instance [ 746.816229] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4c826d-24d6-44cc-9eb0-984598b73f02 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.823705] env[69159]: DEBUG nova.compute.manager [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 746.827090] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45545a8e-cddd-4eb4-be04-c3d88fded3f5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.863757] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c1bb4b-88f0-40c6-a549-3e09cd2c5c14 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.872842] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d278a92-7b6f-4285-9655-07efc83dd93c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.888976] env[69159]: DEBUG nova.compute.provider_tree [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.254206] env[69159]: DEBUG nova.compute.manager [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 747.254517] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.255408] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dfaf2c-4f1d-440f-9603-062302ee0044 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.263087] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.263343] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d8aeff1-e87f-4ed3-bc02-52d081c13522 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.269141] env[69159]: DEBUG oslo_vmware.api [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 747.269141] env[69159]: value = "task-3448375" [ 747.269141] env[69159]: _type = "Task" [ 747.269141] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.276817] env[69159]: DEBUG oslo_vmware.api [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.312290] env[69159]: DEBUG nova.compute.manager [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 747.337992] env[69159]: DEBUG nova.virt.hardware [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.338273] env[69159]: DEBUG nova.virt.hardware [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.338433] env[69159]: DEBUG nova.virt.hardware [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.338612] env[69159]: DEBUG nova.virt.hardware [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.338758] env[69159]: DEBUG nova.virt.hardware [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.338902] env[69159]: DEBUG nova.virt.hardware [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.339127] env[69159]: DEBUG nova.virt.hardware [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.339287] env[69159]: DEBUG nova.virt.hardware [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.339451] env[69159]: DEBUG nova.virt.hardware [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.339607] env[69159]: DEBUG nova.virt.hardware [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.339778] env[69159]: DEBUG nova.virt.hardware [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.340846] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78815e87-96f6-4ecb-8fa4-4dc6da35e462 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.351385] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ab07a2-60bf-420a-a962-33f482b59e7b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.368855] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.394741] env[69159]: DEBUG nova.scheduler.client.report [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.780335] env[69159]: DEBUG oslo_vmware.api [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448375, 'name': PowerOffVM_Task, 'duration_secs': 0.214152} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.780619] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.780784] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.781046] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f94d4783-fabe-441b-92f9-3da5b054869f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.899877] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.900400] env[69159]: DEBUG nova.compute.manager [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 747.903072] env[69159]: DEBUG oslo_concurrency.lockutils [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.655s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.904933] env[69159]: INFO nova.compute.claims [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.961840] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.961840] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.962466] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Deleting the datastore file [datastore2] be14257b-8502-4b3e-922d-eafc3a13b3f5 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.962466] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae5abc55-69ba-4a83-a2ef-abca386201b1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.971416] env[69159]: DEBUG oslo_vmware.api [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 747.971416] env[69159]: value = "task-3448377" [ 747.971416] env[69159]: _type = "Task" [ 747.971416] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.977542] env[69159]: DEBUG oslo_vmware.api [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.048811] env[69159]: DEBUG nova.compute.manager [req-c0a0b62f-78be-4b6b-b2e5-a3606eb3e7ef req-70c9e6bb-f9c6-443a-bd49-35aabd44fcc6 service nova] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Received event network-vif-plugged-be2b5c38-e1c5-401d-818a-0d99b0d1be34 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 748.049062] env[69159]: DEBUG oslo_concurrency.lockutils [req-c0a0b62f-78be-4b6b-b2e5-a3606eb3e7ef req-70c9e6bb-f9c6-443a-bd49-35aabd44fcc6 service nova] Acquiring lock "afff8818-2298-46fe-b4f7-cbd46c470d89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.049218] env[69159]: DEBUG oslo_concurrency.lockutils [req-c0a0b62f-78be-4b6b-b2e5-a3606eb3e7ef req-70c9e6bb-f9c6-443a-bd49-35aabd44fcc6 service nova] Lock "afff8818-2298-46fe-b4f7-cbd46c470d89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.049426] env[69159]: DEBUG oslo_concurrency.lockutils [req-c0a0b62f-78be-4b6b-b2e5-a3606eb3e7ef req-70c9e6bb-f9c6-443a-bd49-35aabd44fcc6 service nova] Lock "afff8818-2298-46fe-b4f7-cbd46c470d89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.049684] env[69159]: DEBUG nova.compute.manager [req-c0a0b62f-78be-4b6b-b2e5-a3606eb3e7ef req-70c9e6bb-f9c6-443a-bd49-35aabd44fcc6 service nova] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] No waiting events found dispatching network-vif-plugged-be2b5c38-e1c5-401d-818a-0d99b0d1be34 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 748.049684] env[69159]: WARNING nova.compute.manager [req-c0a0b62f-78be-4b6b-b2e5-a3606eb3e7ef req-70c9e6bb-f9c6-443a-bd49-35aabd44fcc6 service nova] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Received unexpected event network-vif-plugged-be2b5c38-e1c5-401d-818a-0d99b0d1be34 for instance with vm_state building and task_state spawning. [ 748.208172] env[69159]: DEBUG nova.network.neutron [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Successfully updated port: be2b5c38-e1c5-401d-818a-0d99b0d1be34 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.413028] env[69159]: DEBUG nova.compute.utils [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.413802] env[69159]: DEBUG nova.compute.manager [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 748.413802] env[69159]: DEBUG nova.network.neutron [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.479828] env[69159]: DEBUG oslo_vmware.api [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211465} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.481209] env[69159]: DEBUG nova.policy [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '096cf15e2f894164995c71ba16709649', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8640747bea0d4ad7a1d9ba5b09a47c1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.482615] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.482801] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.482973] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.483156] env[69159]: INFO nova.compute.manager [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Took 1.23 seconds to destroy the instance on the hypervisor. [ 748.483395] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.483590] env[69159]: DEBUG nova.compute.manager [-] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 748.483682] env[69159]: DEBUG nova.network.neutron [-] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.711069] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Acquiring lock "refresh_cache-afff8818-2298-46fe-b4f7-cbd46c470d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.711195] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Acquired lock "refresh_cache-afff8818-2298-46fe-b4f7-cbd46c470d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.711369] env[69159]: DEBUG nova.network.neutron [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.917539] env[69159]: DEBUG nova.compute.manager [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 748.945106] env[69159]: DEBUG oslo_concurrency.lockutils [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquiring lock "07272fef-5534-48e1-9231-d2d8beef9e34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.945360] env[69159]: DEBUG oslo_concurrency.lockutils [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "07272fef-5534-48e1-9231-d2d8beef9e34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.945562] env[69159]: DEBUG oslo_concurrency.lockutils [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquiring lock "07272fef-5534-48e1-9231-d2d8beef9e34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.945744] env[69159]: DEBUG oslo_concurrency.lockutils [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "07272fef-5534-48e1-9231-d2d8beef9e34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.945907] env[69159]: DEBUG oslo_concurrency.lockutils [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "07272fef-5534-48e1-9231-d2d8beef9e34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.951047] env[69159]: INFO nova.compute.manager [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Terminating instance [ 749.255051] env[69159]: DEBUG nova.network.neutron [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.412317] env[69159]: DEBUG nova.network.neutron [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Updating instance_info_cache with network_info: [{"id": "be2b5c38-e1c5-401d-818a-0d99b0d1be34", "address": "fa:16:3e:2a:7e:96", "network": {"id": "c7029c10-e498-46e0-99e0-8895b5338072", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-600801411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8ddf61280de48edb1d9cd47439da16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2b5c38-e1", "ovs_interfaceid": "be2b5c38-e1c5-401d-818a-0d99b0d1be34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.442221] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab61f696-c435-4694-bd1f-47842f1887ac {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.452225] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0b0b33-724e-4618-b46b-aacd3078dc88 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.459220] env[69159]: DEBUG nova.compute.manager [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 749.459436] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.485213] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a569e273-db6c-4724-9768-2b4dc03f40d7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.489652] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50597a3c-98fe-4769-8712-dab3644e82e4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.499424] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.500705] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8255558-dc3d-47f4-8407-c23fda6f5640 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.510274] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5d6198f-b3df-4c44-9487-793765e1bd41 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.512254] env[69159]: DEBUG nova.network.neutron [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Successfully created port: cb6cd588-5c23-4d8c-ab39-fcb6f3aae02e {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.527106] env[69159]: DEBUG nova.compute.provider_tree [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.530582] env[69159]: DEBUG oslo_vmware.api [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 749.530582] env[69159]: value = "task-3448378" [ 749.530582] env[69159]: _type = "Task" [ 749.530582] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.540305] env[69159]: DEBUG oslo_vmware.api [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.914741] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Releasing lock "refresh_cache-afff8818-2298-46fe-b4f7-cbd46c470d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.915104] env[69159]: DEBUG nova.compute.manager [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Instance network_info: |[{"id": "be2b5c38-e1c5-401d-818a-0d99b0d1be34", "address": "fa:16:3e:2a:7e:96", "network": {"id": "c7029c10-e498-46e0-99e0-8895b5338072", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-600801411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8ddf61280de48edb1d9cd47439da16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2b5c38-e1", "ovs_interfaceid": "be2b5c38-e1c5-401d-818a-0d99b0d1be34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 749.915579] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:7e:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b36c5ae6-c344-4bd1-8239-29128e2bbfbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be2b5c38-e1c5-401d-818a-0d99b0d1be34', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.924863] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Creating folder: Project (f8ddf61280de48edb1d9cd47439da16d). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.925175] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d048b89-a49d-4605-9fa2-494fc39adb96 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.928661] env[69159]: DEBUG nova.compute.manager [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 749.939683] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Created folder: Project (f8ddf61280de48edb1d9cd47439da16d) in parent group-v688391. [ 749.939916] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Creating folder: Instances. Parent ref: group-v688504. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.940234] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acbca9a5-6ae3-41f9-bd42-6cb71262f171 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.954577] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Created folder: Instances in parent group-v688504. [ 749.954893] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.955097] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.955218] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e45863ef-0eb4-4043-b2b3-1aa6aa666c93 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.972723] env[69159]: DEBUG nova.virt.hardware [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.972961] env[69159]: DEBUG nova.virt.hardware [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.973128] env[69159]: DEBUG nova.virt.hardware [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.973342] env[69159]: DEBUG nova.virt.hardware [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.973501] env[69159]: DEBUG nova.virt.hardware [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.973650] env[69159]: DEBUG nova.virt.hardware [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.973855] env[69159]: DEBUG nova.virt.hardware [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.974033] env[69159]: DEBUG nova.virt.hardware [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.974187] env[69159]: DEBUG nova.virt.hardware [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.974349] env[69159]: DEBUG nova.virt.hardware [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.974520] env[69159]: DEBUG nova.virt.hardware [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.975352] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5c3b83-452e-4354-a058-6335adbe7b83 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.985174] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2753015-3385-47fe-9e26-c6024d6385c3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.990855] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.990855] env[69159]: value = "task-3448381" [ 749.990855] env[69159]: _type = "Task" [ 749.990855] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.020758] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448381, 'name': CreateVM_Task} progress is 15%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.032259] env[69159]: DEBUG nova.scheduler.client.report [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.047327] env[69159]: DEBUG oslo_vmware.api [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448378, 'name': PowerOffVM_Task, 'duration_secs': 0.210896} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.047638] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.047809] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.048087] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1634e3fe-e407-41ed-bda1-95e9b447f53a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.118871] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.119176] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.119408] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Deleting the datastore file [datastore1] 07272fef-5534-48e1-9231-d2d8beef9e34 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.120100] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9913a6d7-5f39-4a08-92a0-fd31a3d85d63 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.126978] env[69159]: DEBUG oslo_vmware.api [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 750.126978] env[69159]: value = "task-3448383" [ 750.126978] env[69159]: _type = "Task" [ 750.126978] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.136533] env[69159]: DEBUG oslo_vmware.api [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.233810] env[69159]: DEBUG nova.compute.manager [req-ee700d3a-69e5-4393-b65e-e851fb77f607 req-17c06532-5c0d-4e49-a302-55f12319acb3 service nova] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Received event network-changed-be2b5c38-e1c5-401d-818a-0d99b0d1be34 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 750.234221] env[69159]: DEBUG nova.compute.manager [req-ee700d3a-69e5-4393-b65e-e851fb77f607 req-17c06532-5c0d-4e49-a302-55f12319acb3 service nova] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Refreshing instance network info cache due to event network-changed-be2b5c38-e1c5-401d-818a-0d99b0d1be34. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 750.234560] env[69159]: DEBUG oslo_concurrency.lockutils [req-ee700d3a-69e5-4393-b65e-e851fb77f607 req-17c06532-5c0d-4e49-a302-55f12319acb3 service nova] Acquiring lock "refresh_cache-afff8818-2298-46fe-b4f7-cbd46c470d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.234821] env[69159]: DEBUG oslo_concurrency.lockutils [req-ee700d3a-69e5-4393-b65e-e851fb77f607 req-17c06532-5c0d-4e49-a302-55f12319acb3 service nova] Acquired lock "refresh_cache-afff8818-2298-46fe-b4f7-cbd46c470d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.237715] env[69159]: DEBUG nova.network.neutron [req-ee700d3a-69e5-4393-b65e-e851fb77f607 req-17c06532-5c0d-4e49-a302-55f12319acb3 service nova] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Refreshing network info cache for port be2b5c38-e1c5-401d-818a-0d99b0d1be34 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.500164] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448381, 'name': CreateVM_Task, 'duration_secs': 0.327619} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.500336] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.501041] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.501226] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.501545] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.501807] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5493a72d-a914-4a5e-8f26-1b5cc6641d7c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.506873] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Waiting for the task: (returnval){ [ 750.506873] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52539265-3013-23fc-9d0c-e5309ca7b623" [ 750.506873] env[69159]: _type = "Task" [ 750.506873] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.514881] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52539265-3013-23fc-9d0c-e5309ca7b623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.542211] env[69159]: DEBUG oslo_concurrency.lockutils [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.542604] env[69159]: DEBUG nova.compute.manager [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 750.546189] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.472s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.546396] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.548695] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.958s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.548880] env[69159]: DEBUG nova.objects.instance [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69159) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 750.582022] env[69159]: INFO nova.scheduler.client.report [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Deleted allocations for instance 5ff95882-8f70-4b34-ba6e-4cd73d763abf [ 750.642857] env[69159]: DEBUG oslo_vmware.api [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146336} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.642974] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.643208] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.643567] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.643795] env[69159]: INFO nova.compute.manager [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Took 1.18 seconds to destroy the instance on the hypervisor. [ 750.644067] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.644304] env[69159]: DEBUG nova.compute.manager [-] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 750.644422] env[69159]: DEBUG nova.network.neutron [-] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.740166] env[69159]: DEBUG nova.network.neutron [-] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.956684] env[69159]: DEBUG nova.network.neutron [req-ee700d3a-69e5-4393-b65e-e851fb77f607 req-17c06532-5c0d-4e49-a302-55f12319acb3 service nova] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Updated VIF entry in instance network info cache for port be2b5c38-e1c5-401d-818a-0d99b0d1be34. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.957048] env[69159]: DEBUG nova.network.neutron [req-ee700d3a-69e5-4393-b65e-e851fb77f607 req-17c06532-5c0d-4e49-a302-55f12319acb3 service nova] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Updating instance_info_cache with network_info: [{"id": "be2b5c38-e1c5-401d-818a-0d99b0d1be34", "address": "fa:16:3e:2a:7e:96", "network": {"id": "c7029c10-e498-46e0-99e0-8895b5338072", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-600801411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8ddf61280de48edb1d9cd47439da16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2b5c38-e1", "ovs_interfaceid": "be2b5c38-e1c5-401d-818a-0d99b0d1be34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.017772] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52539265-3013-23fc-9d0c-e5309ca7b623, 'name': SearchDatastore_Task, 'duration_secs': 0.012684} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.018102] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.018337] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.018573] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.018719] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.018893] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.019170] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd692224-ba78-445c-bced-7fdae19de162 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.027276] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.027454] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.028167] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b816dbe-058c-4605-a4b7-1623a32a5db4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.034296] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Waiting for the task: (returnval){ [ 751.034296] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f82fc3-9a57-8b94-eeb2-09b387ea1072" [ 751.034296] env[69159]: _type = "Task" [ 751.034296] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.042558] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f82fc3-9a57-8b94-eeb2-09b387ea1072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.047958] env[69159]: DEBUG nova.compute.utils [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.049306] env[69159]: DEBUG nova.compute.manager [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 751.049476] env[69159]: DEBUG nova.network.neutron [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.091837] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf1e2e96-6338-42ec-9e02-396dea64d630 tempest-ImagesOneServerTestJSON-1715103076 tempest-ImagesOneServerTestJSON-1715103076-project-member] Lock "5ff95882-8f70-4b34-ba6e-4cd73d763abf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.526s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.094060] env[69159]: DEBUG nova.policy [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e6d8c3025c54db5b28b7d5d1fdaf82a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0173854e04548609e74c00e9aab4c22', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.244282] env[69159]: INFO nova.compute.manager [-] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Took 2.76 seconds to deallocate network for instance. [ 751.390987] env[69159]: DEBUG nova.network.neutron [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Successfully created port: c2578049-9a07-4522-927c-bb41e8af0097 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.420968] env[69159]: DEBUG nova.network.neutron [-] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.459159] env[69159]: DEBUG oslo_concurrency.lockutils [req-ee700d3a-69e5-4393-b65e-e851fb77f607 req-17c06532-5c0d-4e49-a302-55f12319acb3 service nova] Releasing lock "refresh_cache-afff8818-2298-46fe-b4f7-cbd46c470d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.461330] env[69159]: DEBUG nova.compute.manager [req-ee700d3a-69e5-4393-b65e-e851fb77f607 req-17c06532-5c0d-4e49-a302-55f12319acb3 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Received event network-vif-deleted-3b5966d6-e875-428a-bc0f-709699c99615 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 751.461330] env[69159]: INFO nova.compute.manager [req-ee700d3a-69e5-4393-b65e-e851fb77f607 req-17c06532-5c0d-4e49-a302-55f12319acb3 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Neutron deleted interface 3b5966d6-e875-428a-bc0f-709699c99615; detaching it from the instance and deleting it from the info cache [ 751.462114] env[69159]: DEBUG nova.network.neutron [req-ee700d3a-69e5-4393-b65e-e851fb77f607 req-17c06532-5c0d-4e49-a302-55f12319acb3 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Updating instance_info_cache with network_info: [{"id": "b9b55443-d228-4304-bcaf-b5a865d5b968", "address": "fa:16:3e:7b:82:6d", "network": {"id": "b2e01a09-5340-426f-91f4-25f7441163f0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1359847904", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "714d43872e93478b8c611ed9d3ff472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b55443-d2", "ovs_interfaceid": "b9b55443-d228-4304-bcaf-b5a865d5b968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8af6fbd-3ecf-4ea4-9400-981aa74607de", "address": "fa:16:3e:34:3f:46", "network": {"id": "179d03cf-ef68-4b75-83fe-d3e594a41141", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1811012367", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "714d43872e93478b8c611ed9d3ff472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8af6fbd-3e", "ovs_interfaceid": "c8af6fbd-3ecf-4ea4-9400-981aa74607de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.546105] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f82fc3-9a57-8b94-eeb2-09b387ea1072, 'name': SearchDatastore_Task, 'duration_secs': 0.008534} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.547221] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff8c9aa8-ec20-41bb-9138-727c47a2dbe3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.552911] env[69159]: DEBUG nova.compute.manager [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 751.557491] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a529008-7325-4d5d-ba22-7fabf1ba42cc tempest-ServersAdmin275Test-807446075 tempest-ServersAdmin275Test-807446075-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.559390] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.855s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.561452] env[69159]: INFO nova.compute.claims [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.567360] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Waiting for the task: (returnval){ [ 751.567360] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527f4d60-e517-7da6-9bcb-80d2f15702f2" [ 751.567360] env[69159]: _type = "Task" [ 751.567360] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.576538] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527f4d60-e517-7da6-9bcb-80d2f15702f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010193} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.577482] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.577890] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] afff8818-2298-46fe-b4f7-cbd46c470d89/afff8818-2298-46fe-b4f7-cbd46c470d89.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.578443] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad3b6124-26cc-404b-bdf6-26d55b9c4b80 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.586287] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Waiting for the task: (returnval){ [ 751.586287] env[69159]: value = "task-3448384" [ 751.586287] env[69159]: _type = "Task" [ 751.586287] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.595883] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': task-3448384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.626795] env[69159]: DEBUG nova.network.neutron [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Successfully updated port: cb6cd588-5c23-4d8c-ab39-fcb6f3aae02e {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.750333] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.929423] env[69159]: INFO nova.compute.manager [-] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Took 1.28 seconds to deallocate network for instance. [ 751.971024] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c99720b6-0edb-459e-8578-16780617fce8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.980692] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92edf8d-ee8b-4e22-8cfc-462e779f5c9b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.022733] env[69159]: DEBUG nova.compute.manager [req-ee700d3a-69e5-4393-b65e-e851fb77f607 req-17c06532-5c0d-4e49-a302-55f12319acb3 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Detach interface failed, port_id=3b5966d6-e875-428a-bc0f-709699c99615, reason: Instance be14257b-8502-4b3e-922d-eafc3a13b3f5 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 752.022946] env[69159]: DEBUG nova.compute.manager [req-ee700d3a-69e5-4393-b65e-e851fb77f607 req-17c06532-5c0d-4e49-a302-55f12319acb3 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Received event network-vif-deleted-b9b55443-d228-4304-bcaf-b5a865d5b968 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 752.023092] env[69159]: INFO nova.compute.manager [req-ee700d3a-69e5-4393-b65e-e851fb77f607 req-17c06532-5c0d-4e49-a302-55f12319acb3 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Neutron deleted interface b9b55443-d228-4304-bcaf-b5a865d5b968; detaching it from the instance and deleting it from the info cache [ 752.023376] env[69159]: DEBUG nova.network.neutron [req-ee700d3a-69e5-4393-b65e-e851fb77f607 req-17c06532-5c0d-4e49-a302-55f12319acb3 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Updating instance_info_cache with network_info: [{"id": "c8af6fbd-3ecf-4ea4-9400-981aa74607de", "address": "fa:16:3e:34:3f:46", "network": {"id": "179d03cf-ef68-4b75-83fe-d3e594a41141", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1811012367", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "714d43872e93478b8c611ed9d3ff472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8af6fbd-3e", "ovs_interfaceid": "c8af6fbd-3ecf-4ea4-9400-981aa74607de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.061696] env[69159]: INFO nova.virt.block_device [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Booting with volume 71b99239-29ad-498f-acc8-fa4292031ea1 at /dev/sda [ 752.096601] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': task-3448384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454467} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.096907] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] afff8818-2298-46fe-b4f7-cbd46c470d89/afff8818-2298-46fe-b4f7-cbd46c470d89.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.097179] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.097469] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bffcc4f0-9d64-46d6-a8b0-9e35956e902b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.105718] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Waiting for the task: (returnval){ [ 752.105718] env[69159]: value = "task-3448385" [ 752.105718] env[69159]: _type = "Task" [ 752.105718] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.110085] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c20613f5-1fac-4c9e-bc90-78efb76684de {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.116812] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': task-3448385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.120848] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ac7a29-1dfa-4909-bdb9-687f96bddc79 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.135235] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Acquiring lock "refresh_cache-531569c8-9bb4-4adf-a6ab-b107a99d11d6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.135235] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Acquired lock "refresh_cache-531569c8-9bb4-4adf-a6ab-b107a99d11d6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.135235] env[69159]: DEBUG nova.network.neutron [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.160153] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1aee7d3e-fe81-4667-8658-191a572d0835 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.168691] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d9dca1-903e-4af7-9327-38e4f19f04ee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.201970] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4497e9db-1a72-408f-8748-e100c516291f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.209057] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff25cfad-e525-49a1-8935-80ea46dbfbfc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.222042] env[69159]: DEBUG nova.virt.block_device [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Updating existing volume attachment record: 9c436f83-e443-414e-a681-12e039578bcc {{(pid=69159) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 752.267586] env[69159]: DEBUG nova.compute.manager [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Received event network-vif-deleted-c8af6fbd-3ecf-4ea4-9400-981aa74607de {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 752.267790] env[69159]: INFO nova.compute.manager [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Neutron deleted interface c8af6fbd-3ecf-4ea4-9400-981aa74607de; detaching it from the instance and deleting it from the info cache [ 752.268196] env[69159]: DEBUG nova.network.neutron [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.435365] env[69159]: DEBUG oslo_concurrency.lockutils [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.526937] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-619694bb-b7ef-4095-8b36-0d0065bf77d1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.536954] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17405178-673a-4648-93c6-c48efc559537 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.570754] env[69159]: DEBUG nova.compute.manager [req-ee700d3a-69e5-4393-b65e-e851fb77f607 req-17c06532-5c0d-4e49-a302-55f12319acb3 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Detach interface failed, port_id=b9b55443-d228-4304-bcaf-b5a865d5b968, reason: Instance be14257b-8502-4b3e-922d-eafc3a13b3f5 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 752.617522] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': task-3448385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069585} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.617868] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.618816] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6d4f26-2e80-4ee9-b16a-a0142158c228 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.642568] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] afff8818-2298-46fe-b4f7-cbd46c470d89/afff8818-2298-46fe-b4f7-cbd46c470d89.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.650949] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e007876-7b61-4341-8795-9019619a7e1f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.677066] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Waiting for the task: (returnval){ [ 752.677066] env[69159]: value = "task-3448386" [ 752.677066] env[69159]: _type = "Task" [ 752.677066] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.685738] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': task-3448386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.732477] env[69159]: DEBUG nova.network.neutron [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.771491] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7b9fb8f-b244-481f-aa42-dfbf78f86271 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.790247] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda2100b-abf9-4cda-bdc2-dce8358935da {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.827723] env[69159]: DEBUG nova.compute.manager [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Detach interface failed, port_id=c8af6fbd-3ecf-4ea4-9400-981aa74607de, reason: Instance be14257b-8502-4b3e-922d-eafc3a13b3f5 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 752.828016] env[69159]: DEBUG nova.compute.manager [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Received event network-vif-deleted-4b3fa93f-75f6-4938-baaf-752cbbaac0c9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 752.828979] env[69159]: DEBUG nova.compute.manager [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Received event network-vif-plugged-cb6cd588-5c23-4d8c-ab39-fcb6f3aae02e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 752.829123] env[69159]: DEBUG oslo_concurrency.lockutils [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] Acquiring lock "531569c8-9bb4-4adf-a6ab-b107a99d11d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.829388] env[69159]: DEBUG oslo_concurrency.lockutils [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] Lock "531569c8-9bb4-4adf-a6ab-b107a99d11d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.829627] env[69159]: DEBUG oslo_concurrency.lockutils [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] Lock "531569c8-9bb4-4adf-a6ab-b107a99d11d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.829837] env[69159]: DEBUG nova.compute.manager [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] No waiting events found dispatching network-vif-plugged-cb6cd588-5c23-4d8c-ab39-fcb6f3aae02e {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 752.830054] env[69159]: WARNING nova.compute.manager [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Received unexpected event network-vif-plugged-cb6cd588-5c23-4d8c-ab39-fcb6f3aae02e for instance with vm_state building and task_state spawning. [ 752.830286] env[69159]: DEBUG nova.compute.manager [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Received event network-changed-cb6cd588-5c23-4d8c-ab39-fcb6f3aae02e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 752.830566] env[69159]: DEBUG nova.compute.manager [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Refreshing instance network info cache due to event network-changed-cb6cd588-5c23-4d8c-ab39-fcb6f3aae02e. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 752.830808] env[69159]: DEBUG oslo_concurrency.lockutils [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] Acquiring lock "refresh_cache-531569c8-9bb4-4adf-a6ab-b107a99d11d6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.903263] env[69159]: DEBUG nova.network.neutron [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Successfully updated port: c2578049-9a07-4522-927c-bb41e8af0097 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.119089] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b41e033-d81d-4294-b911-007e079b7d18 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.126605] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d73742c-3282-4028-82b5-a62040507625 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.132781] env[69159]: DEBUG nova.compute.manager [req-d315e54a-50ca-44a3-8793-25e07e768d11 req-af4c3a70-bfa2-4e32-b2ff-2b6c9fe2c9b5 service nova] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Received event network-vif-plugged-c2578049-9a07-4522-927c-bb41e8af0097 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 753.132990] env[69159]: DEBUG oslo_concurrency.lockutils [req-d315e54a-50ca-44a3-8793-25e07e768d11 req-af4c3a70-bfa2-4e32-b2ff-2b6c9fe2c9b5 service nova] Acquiring lock "81430660-3cc3-4a79-9d95-36caef3cf876-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.133229] env[69159]: DEBUG oslo_concurrency.lockutils [req-d315e54a-50ca-44a3-8793-25e07e768d11 req-af4c3a70-bfa2-4e32-b2ff-2b6c9fe2c9b5 service nova] Lock "81430660-3cc3-4a79-9d95-36caef3cf876-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.133429] env[69159]: DEBUG oslo_concurrency.lockutils [req-d315e54a-50ca-44a3-8793-25e07e768d11 req-af4c3a70-bfa2-4e32-b2ff-2b6c9fe2c9b5 service nova] Lock "81430660-3cc3-4a79-9d95-36caef3cf876-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.133600] env[69159]: DEBUG nova.compute.manager [req-d315e54a-50ca-44a3-8793-25e07e768d11 req-af4c3a70-bfa2-4e32-b2ff-2b6c9fe2c9b5 service nova] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] No waiting events found dispatching network-vif-plugged-c2578049-9a07-4522-927c-bb41e8af0097 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 753.133763] env[69159]: WARNING nova.compute.manager [req-d315e54a-50ca-44a3-8793-25e07e768d11 req-af4c3a70-bfa2-4e32-b2ff-2b6c9fe2c9b5 service nova] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Received unexpected event network-vif-plugged-c2578049-9a07-4522-927c-bb41e8af0097 for instance with vm_state building and task_state block_device_mapping. [ 753.164841] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e81dfb-1e78-4ad8-b70f-40707d8d25b6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.173364] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e88262-a406-495f-9da3-e0c23be4bac5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.189101] env[69159]: DEBUG nova.compute.provider_tree [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.198404] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': task-3448386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.300844] env[69159]: DEBUG nova.network.neutron [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Updating instance_info_cache with network_info: [{"id": "cb6cd588-5c23-4d8c-ab39-fcb6f3aae02e", "address": "fa:16:3e:98:6a:97", "network": {"id": "e72078db-3bf8-41e4-bfe0-b28b9a4801bb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-641651673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8640747bea0d4ad7a1d9ba5b09a47c1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6cd588-5c", "ovs_interfaceid": "cb6cd588-5c23-4d8c-ab39-fcb6f3aae02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.409795] env[69159]: DEBUG oslo_concurrency.lockutils [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Acquiring lock "refresh_cache-81430660-3cc3-4a79-9d95-36caef3cf876" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.409888] env[69159]: DEBUG oslo_concurrency.lockutils [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Acquired lock "refresh_cache-81430660-3cc3-4a79-9d95-36caef3cf876" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.409971] env[69159]: DEBUG nova.network.neutron [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.689055] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': task-3448386, 'name': ReconfigVM_Task, 'duration_secs': 0.88117} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.689756] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Reconfigured VM instance instance-00000026 to attach disk [datastore1] afff8818-2298-46fe-b4f7-cbd46c470d89/afff8818-2298-46fe-b4f7-cbd46c470d89.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.691703] env[69159]: DEBUG nova.scheduler.client.report [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.697513] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db72c0e4-719c-4cb8-8b8d-5f95001261ba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.709781] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Waiting for the task: (returnval){ [ 753.709781] env[69159]: value = "task-3448387" [ 753.709781] env[69159]: _type = "Task" [ 753.709781] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.730333] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': task-3448387, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.803889] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Releasing lock "refresh_cache-531569c8-9bb4-4adf-a6ab-b107a99d11d6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.804247] env[69159]: DEBUG nova.compute.manager [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Instance network_info: |[{"id": "cb6cd588-5c23-4d8c-ab39-fcb6f3aae02e", "address": "fa:16:3e:98:6a:97", "network": {"id": "e72078db-3bf8-41e4-bfe0-b28b9a4801bb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-641651673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8640747bea0d4ad7a1d9ba5b09a47c1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6cd588-5c", "ovs_interfaceid": "cb6cd588-5c23-4d8c-ab39-fcb6f3aae02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 753.804633] env[69159]: DEBUG oslo_concurrency.lockutils [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] Acquired lock "refresh_cache-531569c8-9bb4-4adf-a6ab-b107a99d11d6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.804882] env[69159]: DEBUG nova.network.neutron [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Refreshing network info cache for port cb6cd588-5c23-4d8c-ab39-fcb6f3aae02e {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.806193] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:6a:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb6cd588-5c23-4d8c-ab39-fcb6f3aae02e', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.815790] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Creating folder: Project (8640747bea0d4ad7a1d9ba5b09a47c1c). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.820019] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a3ba388-2f7c-4c9a-8155-8394862c2c8b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.828723] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Created folder: Project (8640747bea0d4ad7a1d9ba5b09a47c1c) in parent group-v688391. [ 753.828918] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Creating folder: Instances. Parent ref: group-v688507. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.829176] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-363632f5-d833-49c8-9923-6754b1af0345 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.838200] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Created folder: Instances in parent group-v688507. [ 753.838424] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.838602] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.838796] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f110835-63f8-4904-b5e7-0004cac44f88 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.859137] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.859137] env[69159]: value = "task-3448390" [ 753.859137] env[69159]: _type = "Task" [ 753.859137] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.870917] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448390, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.947997] env[69159]: DEBUG nova.network.neutron [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.076984] env[69159]: DEBUG nova.network.neutron [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Updating instance_info_cache with network_info: [{"id": "c2578049-9a07-4522-927c-bb41e8af0097", "address": "fa:16:3e:90:48:8c", "network": {"id": "b091e663-0a98-461e-8ae4-1d75c7729b00", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1734050571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0173854e04548609e74c00e9aab4c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2578049-9a", "ovs_interfaceid": "c2578049-9a07-4522-927c-bb41e8af0097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.206689] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.206689] env[69159]: DEBUG nova.compute.manager [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 754.211020] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.030s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.211020] env[69159]: INFO nova.compute.claims [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.234433] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': task-3448387, 'name': Rename_Task, 'duration_secs': 0.191886} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.234711] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.234967] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-986346cf-ba36-4798-982b-4dc96665ec69 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.242136] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Waiting for the task: (returnval){ [ 754.242136] env[69159]: value = "task-3448391" [ 754.242136] env[69159]: _type = "Task" [ 754.242136] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.253429] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': task-3448391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.372841] env[69159]: DEBUG nova.compute.manager [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 754.373935] env[69159]: DEBUG nova.virt.hardware [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.374484] env[69159]: DEBUG nova.virt.hardware [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.374484] env[69159]: DEBUG nova.virt.hardware [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.374630] env[69159]: DEBUG nova.virt.hardware [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.374802] env[69159]: DEBUG nova.virt.hardware [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.374964] env[69159]: DEBUG nova.virt.hardware [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.375193] env[69159]: DEBUG nova.virt.hardware [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.375369] env[69159]: DEBUG nova.virt.hardware [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.375544] env[69159]: DEBUG nova.virt.hardware [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.375703] env[69159]: DEBUG nova.virt.hardware [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.375887] env[69159]: DEBUG nova.virt.hardware [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.376186] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448390, 'name': CreateVM_Task, 'duration_secs': 0.397002} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.377119] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d775ff-0513-47d9-80d3-dfe00d6c6138 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.379794] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.380465] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.380615] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.380951] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.381685] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85db8c8c-0203-485c-b928-8092ae7f785e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.390210] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3ac76e-00fc-4c97-b7f1-048d6b9926e8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.397122] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Waiting for the task: (returnval){ [ 754.397122] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5210f669-ca59-e8fc-8ca7-41f02f7c9220" [ 754.397122] env[69159]: _type = "Task" [ 754.397122] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.414657] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5210f669-ca59-e8fc-8ca7-41f02f7c9220, 'name': SearchDatastore_Task, 'duration_secs': 0.009086} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.414972] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.415223] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.415458] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.415605] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.415785] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.416060] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7974a96-aa11-4237-bd6e-c4d299b452bc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.424876] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.425072] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.425895] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e97b8b-3e37-43a9-aa49-15606476ee81 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.432787] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Waiting for the task: (returnval){ [ 754.432787] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523ccd52-bde3-331a-83c4-227fffb0609f" [ 754.432787] env[69159]: _type = "Task" [ 754.432787] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.449952] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523ccd52-bde3-331a-83c4-227fffb0609f, 'name': SearchDatastore_Task, 'duration_secs': 0.008749} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.450779] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df9324f8-a234-4f36-a71b-62604381ecbb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.456319] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Waiting for the task: (returnval){ [ 754.456319] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ba2f9a-9b16-2e93-85ce-a1014a56b358" [ 754.456319] env[69159]: _type = "Task" [ 754.456319] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.464370] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ba2f9a-9b16-2e93-85ce-a1014a56b358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.583679] env[69159]: DEBUG oslo_concurrency.lockutils [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Releasing lock "refresh_cache-81430660-3cc3-4a79-9d95-36caef3cf876" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.584188] env[69159]: DEBUG nova.compute.manager [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Instance network_info: |[{"id": "c2578049-9a07-4522-927c-bb41e8af0097", "address": "fa:16:3e:90:48:8c", "network": {"id": "b091e663-0a98-461e-8ae4-1d75c7729b00", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1734050571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0173854e04548609e74c00e9aab4c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2578049-9a", "ovs_interfaceid": "c2578049-9a07-4522-927c-bb41e8af0097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 754.584587] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:48:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2578049-9a07-4522-927c-bb41e8af0097', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.593166] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Creating folder: Project (b0173854e04548609e74c00e9aab4c22). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.593839] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8accf14b-174c-4de5-8a68-175a2cb10fe7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.606853] env[69159]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 754.607077] env[69159]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69159) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 754.607473] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Folder already exists: Project (b0173854e04548609e74c00e9aab4c22). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 754.607664] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Creating folder: Instances. Parent ref: group-v688440. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.607991] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10af9847-61aa-4a75-874e-8b7466af133b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.619461] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Created folder: Instances in parent group-v688440. [ 754.619685] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.619851] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.620082] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd270fbb-d5a8-4ed3-993e-9909d3758636 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.641480] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.641480] env[69159]: value = "task-3448394" [ 754.641480] env[69159]: _type = "Task" [ 754.641480] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.649888] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448394, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.654975] env[69159]: DEBUG nova.network.neutron [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Updated VIF entry in instance network info cache for port cb6cd588-5c23-4d8c-ab39-fcb6f3aae02e. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.655399] env[69159]: DEBUG nova.network.neutron [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Updating instance_info_cache with network_info: [{"id": "cb6cd588-5c23-4d8c-ab39-fcb6f3aae02e", "address": "fa:16:3e:98:6a:97", "network": {"id": "e72078db-3bf8-41e4-bfe0-b28b9a4801bb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-641651673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8640747bea0d4ad7a1d9ba5b09a47c1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6cd588-5c", "ovs_interfaceid": "cb6cd588-5c23-4d8c-ab39-fcb6f3aae02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.717134] env[69159]: DEBUG nova.compute.utils [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.720546] env[69159]: DEBUG nova.compute.manager [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 754.720546] env[69159]: DEBUG nova.network.neutron [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.752369] env[69159]: DEBUG oslo_vmware.api [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': task-3448391, 'name': PowerOnVM_Task, 'duration_secs': 0.497445} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.752633] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.752830] env[69159]: INFO nova.compute.manager [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Took 7.44 seconds to spawn the instance on the hypervisor. [ 754.753015] env[69159]: DEBUG nova.compute.manager [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 754.753889] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3bfbd5-b3a1-42ce-b09d-2ef0fb72dcf0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.786868] env[69159]: DEBUG nova.policy [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d8e89bc43444ae192093aa2d5689101', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b556003d9a8461b8d25da04f106e6d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.972967] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ba2f9a-9b16-2e93-85ce-a1014a56b358, 'name': SearchDatastore_Task, 'duration_secs': 0.00909} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.973503] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.973923] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 531569c8-9bb4-4adf-a6ab-b107a99d11d6/531569c8-9bb4-4adf-a6ab-b107a99d11d6.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.974355] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0fe296d-e75f-4e5b-a4b2-4c7af5e2f796 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.983173] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Waiting for the task: (returnval){ [ 754.983173] env[69159]: value = "task-3448395" [ 754.983173] env[69159]: _type = "Task" [ 754.983173] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.996519] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': task-3448395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.155052] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448394, 'name': CreateVM_Task, 'duration_secs': 0.359296} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.157136] env[69159]: DEBUG nova.network.neutron [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Successfully created port: 65068ac7-d6e4-41b9-b371-547c158c4af6 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.159034] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.159679] env[69159]: DEBUG oslo_concurrency.lockutils [req-38396223-a108-479a-9aee-2de4e888393a req-81fbe8e2-1de3-4d40-94b3-bc3642ff87d4 service nova] Releasing lock "refresh_cache-531569c8-9bb4-4adf-a6ab-b107a99d11d6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.161034] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'attachment_id': '9c436f83-e443-414e-a681-12e039578bcc', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688449', 'volume_id': '71b99239-29ad-498f-acc8-fa4292031ea1', 'name': 'volume-71b99239-29ad-498f-acc8-fa4292031ea1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '81430660-3cc3-4a79-9d95-36caef3cf876', 'attached_at': '', 'detached_at': '', 'volume_id': '71b99239-29ad-498f-acc8-fa4292031ea1', 'serial': '71b99239-29ad-498f-acc8-fa4292031ea1'}, 'boot_index': 0, 'delete_on_termination': True, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69159) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 755.161034] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Root volume attach. Driver type: vmdk {{(pid=69159) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 755.162453] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63775c35-09dc-45b8-8515-8a87145edd95 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.167938] env[69159]: DEBUG nova.compute.manager [req-1b22f0c4-8f5a-416f-872b-161747c74dda req-d9114f2a-617b-4987-b754-a9a0d6ef4ccb service nova] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Received event network-changed-c2578049-9a07-4522-927c-bb41e8af0097 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 755.168054] env[69159]: DEBUG nova.compute.manager [req-1b22f0c4-8f5a-416f-872b-161747c74dda req-d9114f2a-617b-4987-b754-a9a0d6ef4ccb service nova] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Refreshing instance network info cache due to event network-changed-c2578049-9a07-4522-927c-bb41e8af0097. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 755.168315] env[69159]: DEBUG oslo_concurrency.lockutils [req-1b22f0c4-8f5a-416f-872b-161747c74dda req-d9114f2a-617b-4987-b754-a9a0d6ef4ccb service nova] Acquiring lock "refresh_cache-81430660-3cc3-4a79-9d95-36caef3cf876" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.168562] env[69159]: DEBUG oslo_concurrency.lockutils [req-1b22f0c4-8f5a-416f-872b-161747c74dda req-d9114f2a-617b-4987-b754-a9a0d6ef4ccb service nova] Acquired lock "refresh_cache-81430660-3cc3-4a79-9d95-36caef3cf876" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.168824] env[69159]: DEBUG nova.network.neutron [req-1b22f0c4-8f5a-416f-872b-161747c74dda req-d9114f2a-617b-4987-b754-a9a0d6ef4ccb service nova] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Refreshing network info cache for port c2578049-9a07-4522-927c-bb41e8af0097 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.176869] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e43dd9-01aa-454b-806a-558511120435 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.187925] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ae894c-8ecb-4184-aaa6-a3f9519b9aa0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.198057] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-172fcbc3-b7e9-48bc-95e5-fe5f9594f75a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.211025] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Waiting for the task: (returnval){ [ 755.211025] env[69159]: value = "task-3448396" [ 755.211025] env[69159]: _type = "Task" [ 755.211025] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.221708] env[69159]: DEBUG nova.compute.manager [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 755.224742] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448396, 'name': RelocateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.281748] env[69159]: INFO nova.compute.manager [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Took 46.33 seconds to build instance. [ 755.490709] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': task-3448395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452862} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.490970] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 531569c8-9bb4-4adf-a6ab-b107a99d11d6/531569c8-9bb4-4adf-a6ab-b107a99d11d6.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.491246] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.491485] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef6ece34-1dc8-464a-9b4d-b8294ad6b3f8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.502810] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Waiting for the task: (returnval){ [ 755.502810] env[69159]: value = "task-3448397" [ 755.502810] env[69159]: _type = "Task" [ 755.502810] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.513785] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': task-3448397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.724047] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448396, 'name': RelocateVM_Task} progress is 38%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.786349] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3ccb0ba-90f8-4f59-93bf-61fb65d05061 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Lock "afff8818-2298-46fe-b4f7-cbd46c470d89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.180s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.880849] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32479d26-b478-4b0b-93bc-ebde1723462f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.891200] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2895a8-6309-47ad-83c2-37df7d81c286 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.928988] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4774833-255d-42e2-b044-0983e8763b00 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.939548] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01407b6a-57a4-452c-b823-024c3d598bc0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.957196] env[69159]: DEBUG nova.compute.provider_tree [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.976280] env[69159]: DEBUG nova.network.neutron [req-1b22f0c4-8f5a-416f-872b-161747c74dda req-d9114f2a-617b-4987-b754-a9a0d6ef4ccb service nova] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Updated VIF entry in instance network info cache for port c2578049-9a07-4522-927c-bb41e8af0097. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.976641] env[69159]: DEBUG nova.network.neutron [req-1b22f0c4-8f5a-416f-872b-161747c74dda req-d9114f2a-617b-4987-b754-a9a0d6ef4ccb service nova] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Updating instance_info_cache with network_info: [{"id": "c2578049-9a07-4522-927c-bb41e8af0097", "address": "fa:16:3e:90:48:8c", "network": {"id": "b091e663-0a98-461e-8ae4-1d75c7729b00", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1734050571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0173854e04548609e74c00e9aab4c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2578049-9a", "ovs_interfaceid": "c2578049-9a07-4522-927c-bb41e8af0097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.015925] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': task-3448397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081335} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.020426] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.021730] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79eb242-d0f8-472c-952c-8c4d9699fa8c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.047672] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 531569c8-9bb4-4adf-a6ab-b107a99d11d6/531569c8-9bb4-4adf-a6ab-b107a99d11d6.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.048019] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dc3036a-da9a-4775-9bcb-df569c3b703e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.070834] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Waiting for the task: (returnval){ [ 756.070834] env[69159]: value = "task-3448398" [ 756.070834] env[69159]: _type = "Task" [ 756.070834] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.082569] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': task-3448398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.124230] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Acquiring lock "afff8818-2298-46fe-b4f7-cbd46c470d89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.124752] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Lock "afff8818-2298-46fe-b4f7-cbd46c470d89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.124877] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Acquiring lock "afff8818-2298-46fe-b4f7-cbd46c470d89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.125015] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Lock "afff8818-2298-46fe-b4f7-cbd46c470d89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.125197] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Lock "afff8818-2298-46fe-b4f7-cbd46c470d89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.129591] env[69159]: INFO nova.compute.manager [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Terminating instance [ 756.222231] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448396, 'name': RelocateVM_Task} progress is 53%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.232823] env[69159]: DEBUG nova.compute.manager [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 756.264580] env[69159]: DEBUG nova.virt.hardware [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.264860] env[69159]: DEBUG nova.virt.hardware [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.265154] env[69159]: DEBUG nova.virt.hardware [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.265407] env[69159]: DEBUG nova.virt.hardware [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.265594] env[69159]: DEBUG nova.virt.hardware [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.265863] env[69159]: DEBUG nova.virt.hardware [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.266022] env[69159]: DEBUG nova.virt.hardware [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.266201] env[69159]: DEBUG nova.virt.hardware [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.266386] env[69159]: DEBUG nova.virt.hardware [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.266537] env[69159]: DEBUG nova.virt.hardware [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.266708] env[69159]: DEBUG nova.virt.hardware [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.267677] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20edd505-90b3-4c8d-beb4-58b7085750af {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.278978] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b04cff-235e-4188-968e-4ccc5d007747 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.295861] env[69159]: DEBUG nova.compute.manager [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 756.464333] env[69159]: DEBUG nova.scheduler.client.report [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.479168] env[69159]: DEBUG oslo_concurrency.lockutils [req-1b22f0c4-8f5a-416f-872b-161747c74dda req-d9114f2a-617b-4987-b754-a9a0d6ef4ccb service nova] Releasing lock "refresh_cache-81430660-3cc3-4a79-9d95-36caef3cf876" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.586854] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': task-3448398, 'name': ReconfigVM_Task, 'duration_secs': 0.400757} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.587118] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 531569c8-9bb4-4adf-a6ab-b107a99d11d6/531569c8-9bb4-4adf-a6ab-b107a99d11d6.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.587764] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b55eca67-08d6-4ff5-8a9b-f43933dc7164 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.597588] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Waiting for the task: (returnval){ [ 756.597588] env[69159]: value = "task-3448399" [ 756.597588] env[69159]: _type = "Task" [ 756.597588] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.609011] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': task-3448399, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.634056] env[69159]: DEBUG nova.compute.manager [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 756.634056] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.634871] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122dc6b8-fa08-496c-ab21-a33d694c82a8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.644884] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.645231] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2daa822-d53a-400b-8865-2aa1a775f93a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.653937] env[69159]: DEBUG oslo_vmware.api [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Waiting for the task: (returnval){ [ 756.653937] env[69159]: value = "task-3448400" [ 756.653937] env[69159]: _type = "Task" [ 756.653937] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.667578] env[69159]: DEBUG oslo_vmware.api [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': task-3448400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.725665] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448396, 'name': RelocateVM_Task} progress is 65%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.824064] env[69159]: DEBUG oslo_concurrency.lockutils [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.970473] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.971257] env[69159]: DEBUG nova.compute.manager [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 756.974911] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.451s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.112893] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': task-3448399, 'name': Rename_Task, 'duration_secs': 0.191888} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.113310] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.113848] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3dd26b7-7c07-478b-8c33-4da21fa737d4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.127072] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Waiting for the task: (returnval){ [ 757.127072] env[69159]: value = "task-3448401" [ 757.127072] env[69159]: _type = "Task" [ 757.127072] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.136308] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': task-3448401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.168205] env[69159]: DEBUG oslo_vmware.api [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': task-3448400, 'name': PowerOffVM_Task, 'duration_secs': 0.204717} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.168649] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.168961] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.169356] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98491100-e021-4eab-80ea-70179d00ffd6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.223702] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448396, 'name': RelocateVM_Task} progress is 78%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.240696] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.242058] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.242058] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Deleting the datastore file [datastore1] afff8818-2298-46fe-b4f7-cbd46c470d89 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.242216] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bef14d37-8e9e-49a4-882c-5eaa4c80ed3e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.252702] env[69159]: DEBUG oslo_vmware.api [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Waiting for the task: (returnval){ [ 757.252702] env[69159]: value = "task-3448403" [ 757.252702] env[69159]: _type = "Task" [ 757.252702] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.269725] env[69159]: DEBUG oslo_vmware.api [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': task-3448403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.479177] env[69159]: DEBUG nova.compute.utils [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.484232] env[69159]: INFO nova.compute.claims [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.493713] env[69159]: DEBUG nova.compute.manager [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 757.494528] env[69159]: DEBUG nova.network.neutron [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.497936] env[69159]: DEBUG nova.compute.manager [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 757.579768] env[69159]: DEBUG nova.policy [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28001fc6339f42e38834cd52ef451c4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f0212cce3714146a3f0c180e6efb07d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.638455] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': task-3448401, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.729084] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448396, 'name': RelocateVM_Task} progress is 92%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.765843] env[69159]: DEBUG oslo_vmware.api [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Task: {'id': task-3448403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299449} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.766304] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.766565] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.766815] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.767063] env[69159]: INFO nova.compute.manager [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Took 1.13 seconds to destroy the instance on the hypervisor. [ 757.767332] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.767557] env[69159]: DEBUG nova.compute.manager [-] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 757.767669] env[69159]: DEBUG nova.network.neutron [-] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.901251] env[69159]: DEBUG nova.network.neutron [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Successfully updated port: 65068ac7-d6e4-41b9-b371-547c158c4af6 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.009888] env[69159]: INFO nova.compute.resource_tracker [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Updating resource usage from migration bf4475d4-3ac5-40ec-a6d3-4a7dafc324f1 [ 758.023347] env[69159]: DEBUG nova.network.neutron [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Successfully created port: 3f23a13c-0dd4-4001-8b2f-080d1ed41170 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.091582] env[69159]: DEBUG nova.compute.manager [req-fc62290b-ad29-4c11-b2b6-f52c71f67696 req-5a3c9a17-2ee3-4a3e-9d21-ec6771941562 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Received event network-vif-plugged-65068ac7-d6e4-41b9-b371-547c158c4af6 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 758.091819] env[69159]: DEBUG oslo_concurrency.lockutils [req-fc62290b-ad29-4c11-b2b6-f52c71f67696 req-5a3c9a17-2ee3-4a3e-9d21-ec6771941562 service nova] Acquiring lock "0ca1e852-0478-4539-9600-568792f1754d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.092087] env[69159]: DEBUG oslo_concurrency.lockutils [req-fc62290b-ad29-4c11-b2b6-f52c71f67696 req-5a3c9a17-2ee3-4a3e-9d21-ec6771941562 service nova] Lock "0ca1e852-0478-4539-9600-568792f1754d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.092270] env[69159]: DEBUG oslo_concurrency.lockutils [req-fc62290b-ad29-4c11-b2b6-f52c71f67696 req-5a3c9a17-2ee3-4a3e-9d21-ec6771941562 service nova] Lock "0ca1e852-0478-4539-9600-568792f1754d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.092437] env[69159]: DEBUG nova.compute.manager [req-fc62290b-ad29-4c11-b2b6-f52c71f67696 req-5a3c9a17-2ee3-4a3e-9d21-ec6771941562 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] No waiting events found dispatching network-vif-plugged-65068ac7-d6e4-41b9-b371-547c158c4af6 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 758.092602] env[69159]: WARNING nova.compute.manager [req-fc62290b-ad29-4c11-b2b6-f52c71f67696 req-5a3c9a17-2ee3-4a3e-9d21-ec6771941562 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Received unexpected event network-vif-plugged-65068ac7-d6e4-41b9-b371-547c158c4af6 for instance with vm_state building and task_state spawning. [ 758.143437] env[69159]: DEBUG oslo_vmware.api [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': task-3448401, 'name': PowerOnVM_Task, 'duration_secs': 0.674428} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.143703] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.143885] env[69159]: INFO nova.compute.manager [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Took 8.22 seconds to spawn the instance on the hypervisor. [ 758.144533] env[69159]: DEBUG nova.compute.manager [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 758.145547] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756d2fa5-13ee-4797-9db9-07844c9bc90d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.228193] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448396, 'name': RelocateVM_Task} progress is 97%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.404157] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.406276] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.406276] env[69159]: DEBUG nova.network.neutron [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.471931] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Acquiring lock "b20de2d2-f796-41b6-be49-c08147018866" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.471931] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Lock "b20de2d2-f796-41b6-be49-c08147018866" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.471931] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Acquiring lock "b20de2d2-f796-41b6-be49-c08147018866-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.471931] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Lock "b20de2d2-f796-41b6-be49-c08147018866-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.471931] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Lock "b20de2d2-f796-41b6-be49-c08147018866-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.474466] env[69159]: INFO nova.compute.manager [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Terminating instance [ 758.518206] env[69159]: DEBUG nova.compute.manager [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 758.549455] env[69159]: DEBUG nova.virt.hardware [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.549738] env[69159]: DEBUG nova.virt.hardware [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.549917] env[69159]: DEBUG nova.virt.hardware [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.550116] env[69159]: DEBUG nova.virt.hardware [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.550275] env[69159]: DEBUG nova.virt.hardware [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.550462] env[69159]: DEBUG nova.virt.hardware [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.550757] env[69159]: DEBUG nova.virt.hardware [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.550982] env[69159]: DEBUG nova.virt.hardware [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.551270] env[69159]: DEBUG nova.virt.hardware [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.551486] env[69159]: DEBUG nova.virt.hardware [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.551676] env[69159]: DEBUG nova.virt.hardware [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.553276] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff932b3-5cd1-4f0b-9f54-7cd200563311 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.565066] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91ed1a0-6ce3-426c-87df-8308282cdb2a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.596051] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9796e5c2-480c-4dda-88c9-99104b062288 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.604103] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baf849a-59ba-4255-ba1b-fc84dc931966 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.634907] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f166bebe-5e9b-4b0a-ae13-fa9e2b38cd81 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.643071] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995201f8-476d-4a39-acd0-56cc7ff25845 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.658051] env[69159]: DEBUG nova.compute.provider_tree [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.671544] env[69159]: INFO nova.compute.manager [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Took 46.94 seconds to build instance. [ 758.726879] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448396, 'name': RelocateVM_Task} progress is 97%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.829565] env[69159]: DEBUG nova.network.neutron [-] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.976174] env[69159]: DEBUG nova.network.neutron [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.978606] env[69159]: DEBUG nova.compute.manager [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 758.978832] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.979695] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14111475-176e-4e59-9e22-823268ff792d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.987762] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.988017] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4eff20ec-48e8-4abe-8b56-538cbbd255c0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.994342] env[69159]: DEBUG oslo_vmware.api [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Waiting for the task: (returnval){ [ 758.994342] env[69159]: value = "task-3448404" [ 758.994342] env[69159]: _type = "Task" [ 758.994342] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.002678] env[69159]: DEBUG oslo_vmware.api [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': task-3448404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.164770] env[69159]: DEBUG nova.scheduler.client.report [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.172829] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ec68fcf7-ee48-43c8-aa16-e82f3d0fb380 tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Lock "531569c8-9bb4-4adf-a6ab-b107a99d11d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.298s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.226634] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448396, 'name': RelocateVM_Task} progress is 98%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.251355] env[69159]: DEBUG nova.network.neutron [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Updating instance_info_cache with network_info: [{"id": "65068ac7-d6e4-41b9-b371-547c158c4af6", "address": "fa:16:3e:f2:25:67", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65068ac7-d6", "ovs_interfaceid": "65068ac7-d6e4-41b9-b371-547c158c4af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.331870] env[69159]: INFO nova.compute.manager [-] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Took 1.56 seconds to deallocate network for instance. [ 759.509098] env[69159]: DEBUG oslo_vmware.api [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': task-3448404, 'name': PowerOffVM_Task, 'duration_secs': 0.210972} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.510362] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.510362] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.510722] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a155a042-0e46-43fc-8545-d77abcf64d7f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.646953] env[69159]: DEBUG nova.network.neutron [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Successfully updated port: 3f23a13c-0dd4-4001-8b2f-080d1ed41170 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.669284] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.695s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.669661] env[69159]: INFO nova.compute.manager [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Migrating [ 759.669943] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.670144] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.671376] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.004s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.671610] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.673667] env[69159]: DEBUG oslo_concurrency.lockutils [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.799s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.675391] env[69159]: INFO nova.compute.claims [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.680417] env[69159]: INFO nova.compute.rpcapi [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 759.681741] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.690498] env[69159]: DEBUG nova.compute.manager [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 759.707773] env[69159]: DEBUG nova.compute.manager [req-bc0365a3-5279-4d16-822d-dcb8a91e4f16 req-f7423492-0221-485d-b130-70f5f1481161 service nova] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Received event network-vif-plugged-3f23a13c-0dd4-4001-8b2f-080d1ed41170 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 759.707773] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc0365a3-5279-4d16-822d-dcb8a91e4f16 req-f7423492-0221-485d-b130-70f5f1481161 service nova] Acquiring lock "62015eca-8518-450f-98a5-98af7156fc9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.707773] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc0365a3-5279-4d16-822d-dcb8a91e4f16 req-f7423492-0221-485d-b130-70f5f1481161 service nova] Lock "62015eca-8518-450f-98a5-98af7156fc9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.707773] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc0365a3-5279-4d16-822d-dcb8a91e4f16 req-f7423492-0221-485d-b130-70f5f1481161 service nova] Lock "62015eca-8518-450f-98a5-98af7156fc9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.707773] env[69159]: DEBUG nova.compute.manager [req-bc0365a3-5279-4d16-822d-dcb8a91e4f16 req-f7423492-0221-485d-b130-70f5f1481161 service nova] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] No waiting events found dispatching network-vif-plugged-3f23a13c-0dd4-4001-8b2f-080d1ed41170 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 759.707773] env[69159]: WARNING nova.compute.manager [req-bc0365a3-5279-4d16-822d-dcb8a91e4f16 req-f7423492-0221-485d-b130-70f5f1481161 service nova] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Received unexpected event network-vif-plugged-3f23a13c-0dd4-4001-8b2f-080d1ed41170 for instance with vm_state building and task_state spawning. [ 759.725824] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448396, 'name': RelocateVM_Task} progress is 98%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.726884] env[69159]: INFO nova.scheduler.client.report [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Deleted allocations for instance bec9825d-9791-4647-b8a4-bed2dc6834d9 [ 759.754777] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.754777] env[69159]: DEBUG nova.compute.manager [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Instance network_info: |[{"id": "65068ac7-d6e4-41b9-b371-547c158c4af6", "address": "fa:16:3e:f2:25:67", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65068ac7-d6", "ovs_interfaceid": "65068ac7-d6e4-41b9-b371-547c158c4af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 759.754777] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:25:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65068ac7-d6e4-41b9-b371-547c158c4af6', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.763999] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Creating folder: Project (6b556003d9a8461b8d25da04f106e6d6). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.764512] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-204df055-760c-46b2-87a6-86aaa1f81d33 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.777094] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Created folder: Project (6b556003d9a8461b8d25da04f106e6d6) in parent group-v688391. [ 759.779763] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Creating folder: Instances. Parent ref: group-v688512. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.779763] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44c0715f-5e41-4ae6-acfd-b610a05a8e5a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.790994] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Created folder: Instances in parent group-v688512. [ 759.790994] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.790994] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.790994] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8923e72e-4176-4c80-b5bd-fb9634909c7a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.812973] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.812973] env[69159]: value = "task-3448408" [ 759.812973] env[69159]: _type = "Task" [ 759.812973] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.819960] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448408, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.838485] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.865021] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.865021] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.865021] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Deleting the datastore file [datastore2] b20de2d2-f796-41b6-be49-c08147018866 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.865021] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f95d164-9888-484d-9ba5-a4b9cab9db67 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.871925] env[69159]: DEBUG oslo_vmware.api [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Waiting for the task: (returnval){ [ 759.871925] env[69159]: value = "task-3448409" [ 759.871925] env[69159]: _type = "Task" [ 759.871925] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.882669] env[69159]: DEBUG oslo_vmware.api [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': task-3448409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.150874] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Acquiring lock "refresh_cache-62015eca-8518-450f-98a5-98af7156fc9a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.151062] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Acquired lock "refresh_cache-62015eca-8518-450f-98a5-98af7156fc9a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.151226] env[69159]: DEBUG nova.network.neutron [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.208596] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "refresh_cache-24ac6469-2873-4020-8df5-4ab801a14b5b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.208775] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquired lock "refresh_cache-24ac6469-2873-4020-8df5-4ab801a14b5b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.208947] env[69159]: DEBUG nova.network.neutron [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.238198] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448396, 'name': RelocateVM_Task, 'duration_secs': 4.68445} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.238667] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7664e854-6778-44cf-a7db-6f42862e054f tempest-ServersAdmin275Test-2137833857 tempest-ServersAdmin275Test-2137833857-project-member] Lock "bec9825d-9791-4647-b8a4-bed2dc6834d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.930s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.240215] env[69159]: DEBUG oslo_concurrency.lockutils [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.240503] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Volume attach. Driver type: vmdk {{(pid=69159) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 760.240700] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688449', 'volume_id': '71b99239-29ad-498f-acc8-fa4292031ea1', 'name': 'volume-71b99239-29ad-498f-acc8-fa4292031ea1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '81430660-3cc3-4a79-9d95-36caef3cf876', 'attached_at': '', 'detached_at': '', 'volume_id': '71b99239-29ad-498f-acc8-fa4292031ea1', 'serial': '71b99239-29ad-498f-acc8-fa4292031ea1'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 760.241920] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6b5999-1e76-4c26-8c60-243182617fef {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.262598] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdee0e12-c2da-4440-9c8c-d26c2b6d73e8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.287593] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] volume-71b99239-29ad-498f-acc8-fa4292031ea1/volume-71b99239-29ad-498f-acc8-fa4292031ea1.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.288308] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a130578-780b-4ab5-af91-8d7b8ca451f1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.306354] env[69159]: DEBUG nova.compute.manager [req-672bce97-62ba-445e-925b-5675e6c2bc0d req-92119d38-7946-4f3c-9df6-29e10f81d522 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Received event network-changed-65068ac7-d6e4-41b9-b371-547c158c4af6 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 760.306546] env[69159]: DEBUG nova.compute.manager [req-672bce97-62ba-445e-925b-5675e6c2bc0d req-92119d38-7946-4f3c-9df6-29e10f81d522 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Refreshing instance network info cache due to event network-changed-65068ac7-d6e4-41b9-b371-547c158c4af6. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 760.306756] env[69159]: DEBUG oslo_concurrency.lockutils [req-672bce97-62ba-445e-925b-5675e6c2bc0d req-92119d38-7946-4f3c-9df6-29e10f81d522 service nova] Acquiring lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.306896] env[69159]: DEBUG oslo_concurrency.lockutils [req-672bce97-62ba-445e-925b-5675e6c2bc0d req-92119d38-7946-4f3c-9df6-29e10f81d522 service nova] Acquired lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.307062] env[69159]: DEBUG nova.network.neutron [req-672bce97-62ba-445e-925b-5675e6c2bc0d req-92119d38-7946-4f3c-9df6-29e10f81d522 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Refreshing network info cache for port 65068ac7-d6e4-41b9-b371-547c158c4af6 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.314815] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Waiting for the task: (returnval){ [ 760.314815] env[69159]: value = "task-3448410" [ 760.314815] env[69159]: _type = "Task" [ 760.314815] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.327336] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.330529] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448408, 'name': CreateVM_Task, 'duration_secs': 0.333276} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.330700] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.331726] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.331881] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.332436] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.332930] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397f20be-070c-4b3a-a21b-3473e392598a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.337533] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 760.337533] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527223ce-5e3c-a4c9-e6fe-f07e00240839" [ 760.337533] env[69159]: _type = "Task" [ 760.337533] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.347404] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527223ce-5e3c-a4c9-e6fe-f07e00240839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.384717] env[69159]: DEBUG oslo_vmware.api [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Task: {'id': task-3448409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211492} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.385063] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.385310] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.385670] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.385892] env[69159]: INFO nova.compute.manager [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] [instance: b20de2d2-f796-41b6-be49-c08147018866] Took 1.41 seconds to destroy the instance on the hypervisor. [ 760.386266] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.386490] env[69159]: DEBUG nova.compute.manager [-] [instance: b20de2d2-f796-41b6-be49-c08147018866] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 760.386639] env[69159]: DEBUG nova.network.neutron [-] [instance: b20de2d2-f796-41b6-be49-c08147018866] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.726207] env[69159]: DEBUG nova.network.neutron [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.828293] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448410, 'name': ReconfigVM_Task, 'duration_secs': 0.416224} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.828642] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Reconfigured VM instance instance-00000028 to attach disk [datastore1] volume-71b99239-29ad-498f-acc8-fa4292031ea1/volume-71b99239-29ad-498f-acc8-fa4292031ea1.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.838366] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b52501d-a1b0-4c84-8442-ebfc25847bf6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.860604] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527223ce-5e3c-a4c9-e6fe-f07e00240839, 'name': SearchDatastore_Task, 'duration_secs': 0.010716} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.864201] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.864505] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.864664] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.864806] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.864974] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.865301] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Waiting for the task: (returnval){ [ 760.865301] env[69159]: value = "task-3448411" [ 760.865301] env[69159]: _type = "Task" [ 760.865301] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.865661] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0998871-3c8e-4fab-8a76-1efc75c2df6f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.877153] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.889880] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.889880] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.894019] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad989218-f074-4ba0-89e8-b2fff23768b7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.898549] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 760.898549] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b12bc6-ab1b-d6d2-f8ba-ad49b667e675" [ 760.898549] env[69159]: _type = "Task" [ 760.898549] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.911414] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b12bc6-ab1b-d6d2-f8ba-ad49b667e675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.940117] env[69159]: DEBUG oslo_concurrency.lockutils [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Acquiring lock "531569c8-9bb4-4adf-a6ab-b107a99d11d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.940658] env[69159]: DEBUG oslo_concurrency.lockutils [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Lock "531569c8-9bb4-4adf-a6ab-b107a99d11d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.940658] env[69159]: DEBUG oslo_concurrency.lockutils [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Acquiring lock "531569c8-9bb4-4adf-a6ab-b107a99d11d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.940887] env[69159]: DEBUG oslo_concurrency.lockutils [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Lock "531569c8-9bb4-4adf-a6ab-b107a99d11d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.940977] env[69159]: DEBUG oslo_concurrency.lockutils [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Lock "531569c8-9bb4-4adf-a6ab-b107a99d11d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.948503] env[69159]: INFO nova.compute.manager [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Terminating instance [ 761.197124] env[69159]: DEBUG nova.network.neutron [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Updating instance_info_cache with network_info: [{"id": "3f23a13c-0dd4-4001-8b2f-080d1ed41170", "address": "fa:16:3e:72:f5:c5", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f23a13c-0d", "ovs_interfaceid": "3f23a13c-0dd4-4001-8b2f-080d1ed41170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.325669] env[69159]: DEBUG nova.network.neutron [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Updating instance_info_cache with network_info: [{"id": "b653de1d-5a46-4e22-b6e2-3766bc50da97", "address": "fa:16:3e:4d:f5:b3", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb653de1d-5a", "ovs_interfaceid": "b653de1d-5a46-4e22-b6e2-3766bc50da97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.348648] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aea7ba-05dd-4b55-8898-4ddb26f64e6b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.357524] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd3b9c9-6b75-41f4-af5a-f62891304d61 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.395127] env[69159]: DEBUG nova.network.neutron [req-672bce97-62ba-445e-925b-5675e6c2bc0d req-92119d38-7946-4f3c-9df6-29e10f81d522 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Updated VIF entry in instance network info cache for port 65068ac7-d6e4-41b9-b371-547c158c4af6. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.395545] env[69159]: DEBUG nova.network.neutron [req-672bce97-62ba-445e-925b-5675e6c2bc0d req-92119d38-7946-4f3c-9df6-29e10f81d522 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Updating instance_info_cache with network_info: [{"id": "65068ac7-d6e4-41b9-b371-547c158c4af6", "address": "fa:16:3e:f2:25:67", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65068ac7-d6", "ovs_interfaceid": "65068ac7-d6e4-41b9-b371-547c158c4af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.400464] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5ee121-7893-427f-b730-7ba592db1a84 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.411888] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448411, 'name': ReconfigVM_Task, 'duration_secs': 0.181845} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.415290] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688449', 'volume_id': '71b99239-29ad-498f-acc8-fa4292031ea1', 'name': 'volume-71b99239-29ad-498f-acc8-fa4292031ea1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '81430660-3cc3-4a79-9d95-36caef3cf876', 'attached_at': '', 'detached_at': '', 'volume_id': '71b99239-29ad-498f-acc8-fa4292031ea1', 'serial': '71b99239-29ad-498f-acc8-fa4292031ea1'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 761.416379] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-470ca3f3-8989-40de-bb05-d1cdeef04a92 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.419046] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674a5a43-9750-41d9-99a4-70ac41d15cca {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.428970] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b12bc6-ab1b-d6d2-f8ba-ad49b667e675, 'name': SearchDatastore_Task, 'duration_secs': 0.022501} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.430239] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad00acc0-2220-4437-af8b-b02d9d4a799b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.444062] env[69159]: DEBUG nova.compute.provider_tree [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.446548] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 761.446548] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529a0ac0-a15b-10fb-84ca-8652aff7d158" [ 761.446548] env[69159]: _type = "Task" [ 761.446548] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.446894] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Waiting for the task: (returnval){ [ 761.446894] env[69159]: value = "task-3448412" [ 761.446894] env[69159]: _type = "Task" [ 761.446894] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.453933] env[69159]: DEBUG nova.network.neutron [-] [instance: b20de2d2-f796-41b6-be49-c08147018866] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.455520] env[69159]: DEBUG nova.compute.manager [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 761.455787] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.457167] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4554a831-be4a-462f-b41a-3b6ea3b2d5f6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.465288] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529a0ac0-a15b-10fb-84ca-8652aff7d158, 'name': SearchDatastore_Task, 'duration_secs': 0.016221} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.469558] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.469558] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 0ca1e852-0478-4539-9600-568792f1754d/0ca1e852-0478-4539-9600-568792f1754d.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.469933] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448412, 'name': Rename_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.470223] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a76f0267-0f45-478a-863d-4d2e0c5115f9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.474729] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.475493] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fc9542d-0873-4f60-ada6-ad9f28aa0374 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.479951] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 761.479951] env[69159]: value = "task-3448413" [ 761.479951] env[69159]: _type = "Task" [ 761.479951] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.485352] env[69159]: DEBUG oslo_vmware.api [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Waiting for the task: (returnval){ [ 761.485352] env[69159]: value = "task-3448414" [ 761.485352] env[69159]: _type = "Task" [ 761.485352] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.491938] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.498202] env[69159]: DEBUG oslo_vmware.api [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': task-3448414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.701114] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Releasing lock "refresh_cache-62015eca-8518-450f-98a5-98af7156fc9a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.701114] env[69159]: DEBUG nova.compute.manager [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Instance network_info: |[{"id": "3f23a13c-0dd4-4001-8b2f-080d1ed41170", "address": "fa:16:3e:72:f5:c5", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f23a13c-0d", "ovs_interfaceid": "3f23a13c-0dd4-4001-8b2f-080d1ed41170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 761.701495] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:f5:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f23a13c-0dd4-4001-8b2f-080d1ed41170', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.710365] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Creating folder: Project (8f0212cce3714146a3f0c180e6efb07d). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.710780] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-298a6717-c140-4f82-8c8c-eb745db6700f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.721613] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Created folder: Project (8f0212cce3714146a3f0c180e6efb07d) in parent group-v688391. [ 761.721811] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Creating folder: Instances. Parent ref: group-v688515. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.722081] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85567f83-349d-4f0b-b7ac-1ebd832baec8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.733722] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Created folder: Instances in parent group-v688515. [ 761.733989] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.734205] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.734434] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f948654-2f28-40a1-bbb0-587a473c7fe4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.755444] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.755444] env[69159]: value = "task-3448417" [ 761.755444] env[69159]: _type = "Task" [ 761.755444] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.766159] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448417, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.830850] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Releasing lock "refresh_cache-24ac6469-2873-4020-8df5-4ab801a14b5b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.904925] env[69159]: DEBUG oslo_concurrency.lockutils [req-672bce97-62ba-445e-925b-5675e6c2bc0d req-92119d38-7946-4f3c-9df6-29e10f81d522 service nova] Releasing lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.905998] env[69159]: DEBUG nova.compute.manager [req-672bce97-62ba-445e-925b-5675e6c2bc0d req-92119d38-7946-4f3c-9df6-29e10f81d522 service nova] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Received event network-vif-deleted-be2b5c38-e1c5-401d-818a-0d99b0d1be34 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 761.948598] env[69159]: DEBUG nova.scheduler.client.report [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.965158] env[69159]: INFO nova.compute.manager [-] [instance: b20de2d2-f796-41b6-be49-c08147018866] Took 1.58 seconds to deallocate network for instance. [ 761.965748] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448412, 'name': Rename_Task, 'duration_secs': 0.174969} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.972368] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.973425] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-724789b0-88f3-4baa-b71b-3d3322825d37 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.990050] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Waiting for the task: (returnval){ [ 761.990050] env[69159]: value = "task-3448418" [ 761.990050] env[69159]: _type = "Task" [ 761.990050] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.000794] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448413, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.006632] env[69159]: DEBUG oslo_vmware.api [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': task-3448414, 'name': PowerOffVM_Task, 'duration_secs': 0.199456} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.010853] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.011350] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.011847] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448418, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.012168] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5443a676-dde2-40e3-905d-92a6ddeb630b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.061024] env[69159]: DEBUG nova.compute.manager [req-88a788ac-6f65-45be-915f-65bcc436d17d req-40636ac7-83d1-48c8-9e65-0cfe30a9c190 service nova] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Received event network-changed-3f23a13c-0dd4-4001-8b2f-080d1ed41170 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 762.061482] env[69159]: DEBUG nova.compute.manager [req-88a788ac-6f65-45be-915f-65bcc436d17d req-40636ac7-83d1-48c8-9e65-0cfe30a9c190 service nova] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Refreshing instance network info cache due to event network-changed-3f23a13c-0dd4-4001-8b2f-080d1ed41170. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 762.061794] env[69159]: DEBUG oslo_concurrency.lockutils [req-88a788ac-6f65-45be-915f-65bcc436d17d req-40636ac7-83d1-48c8-9e65-0cfe30a9c190 service nova] Acquiring lock "refresh_cache-62015eca-8518-450f-98a5-98af7156fc9a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.062015] env[69159]: DEBUG oslo_concurrency.lockutils [req-88a788ac-6f65-45be-915f-65bcc436d17d req-40636ac7-83d1-48c8-9e65-0cfe30a9c190 service nova] Acquired lock "refresh_cache-62015eca-8518-450f-98a5-98af7156fc9a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.062244] env[69159]: DEBUG nova.network.neutron [req-88a788ac-6f65-45be-915f-65bcc436d17d req-40636ac7-83d1-48c8-9e65-0cfe30a9c190 service nova] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Refreshing network info cache for port 3f23a13c-0dd4-4001-8b2f-080d1ed41170 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.080096] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.080356] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.080495] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Deleting the datastore file [datastore1] 531569c8-9bb4-4adf-a6ab-b107a99d11d6 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.081094] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fbceeda-a373-4523-8a48-8b87cd2675a5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.089443] env[69159]: DEBUG oslo_vmware.api [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Waiting for the task: (returnval){ [ 762.089443] env[69159]: value = "task-3448420" [ 762.089443] env[69159]: _type = "Task" [ 762.089443] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.097989] env[69159]: DEBUG oslo_vmware.api [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': task-3448420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.266223] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448417, 'name': CreateVM_Task, 'duration_secs': 0.383548} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.266561] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.267266] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.267370] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.267697] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.267954] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3963f1b-2c61-46e2-84f0-6c88e23da461 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.272672] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Waiting for the task: (returnval){ [ 762.272672] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e058ef-cee4-0978-e2c2-0bebdfd722ec" [ 762.272672] env[69159]: _type = "Task" [ 762.272672] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.280446] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e058ef-cee4-0978-e2c2-0bebdfd722ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.461022] env[69159]: DEBUG oslo_concurrency.lockutils [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.461022] env[69159]: DEBUG nova.compute.manager [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 762.463438] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.066s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.463755] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.466063] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.387s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.466357] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.468533] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.278s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.468847] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.470624] env[69159]: DEBUG oslo_concurrency.lockutils [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.559s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.472833] env[69159]: INFO nova.compute.claims [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.481458] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.492158] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529686} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.492434] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 0ca1e852-0478-4539-9600-568792f1754d/0ca1e852-0478-4539-9600-568792f1754d.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.492640] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.492891] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47cc90ca-7814-4573-9310-9e695e7e2f3c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.503049] env[69159]: INFO nova.scheduler.client.report [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Deleted allocations for instance 1ea07762-3544-45fc-9c2a-5f70e7235c1f [ 762.515074] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448418, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.517214] env[69159]: INFO nova.scheduler.client.report [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Deleted allocations for instance 1372f0f1-642c-40c6-9a3e-7fc0fb159052 [ 762.525750] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 762.525750] env[69159]: value = "task-3448421" [ 762.525750] env[69159]: _type = "Task" [ 762.525750] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.526797] env[69159]: INFO nova.scheduler.client.report [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Deleted allocations for instance 86ada9bd-7df9-4b80-8447-3e4388c337c6 [ 762.544056] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.599982] env[69159]: DEBUG oslo_vmware.api [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Task: {'id': task-3448420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391114} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.602339] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.602577] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.602811] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.603079] env[69159]: INFO nova.compute.manager [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 762.603438] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.604011] env[69159]: DEBUG nova.compute.manager [-] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 762.604125] env[69159]: DEBUG nova.network.neutron [-] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.783708] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e058ef-cee4-0978-e2c2-0bebdfd722ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011938} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.784029] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.784405] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.784756] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.784805] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.784983] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.785254] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b708b3e8-90ce-407f-8b85-0c86442b5be0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.794616] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.794854] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.795627] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a0cff3-9777-427b-8932-03fcce0a8434 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.804302] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Waiting for the task: (returnval){ [ 762.804302] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5207c4e8-4fb5-7ed6-f04b-086b98e679e7" [ 762.804302] env[69159]: _type = "Task" [ 762.804302] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.817580] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5207c4e8-4fb5-7ed6-f04b-086b98e679e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009184} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.818346] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c6f5d7a-e708-48e8-9ee3-5f618c1ce609 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.824252] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Waiting for the task: (returnval){ [ 762.824252] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5276a607-4454-c0c9-0cf7-eb8d602e537b" [ 762.824252] env[69159]: _type = "Task" [ 762.824252] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.834397] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5276a607-4454-c0c9-0cf7-eb8d602e537b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.984094] env[69159]: DEBUG nova.compute.utils [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.987041] env[69159]: DEBUG nova.compute.manager [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 762.987280] env[69159]: DEBUG nova.network.neutron [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.007837] env[69159]: DEBUG oslo_vmware.api [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448418, 'name': PowerOnVM_Task, 'duration_secs': 1.015705} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.007988] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.008077] env[69159]: INFO nova.compute.manager [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Took 8.64 seconds to spawn the instance on the hypervisor. [ 763.008316] env[69159]: DEBUG nova.compute.manager [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 763.009104] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec1e017-91e2-442d-8fc9-fa120cbb35d1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.031496] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cede058b-400a-4162-b8d2-00b8eeadfee4 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "1ea07762-3544-45fc-9c2a-5f70e7235c1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.851s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.041962] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6745efaf-891d-4093-be1b-da96d0e5c6e7 tempest-MultipleCreateTestJSON-1852170419 tempest-MultipleCreateTestJSON-1852170419-project-member] Lock "1372f0f1-642c-40c6-9a3e-7fc0fb159052" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.483s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.042991] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ed7df3d6-d800-4bf4-980f-6f6306354bdf tempest-FloatingIPsAssociationNegativeTestJSON-1662756507 tempest-FloatingIPsAssociationNegativeTestJSON-1662756507-project-member] Lock "86ada9bd-7df9-4b80-8447-3e4388c337c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.657s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.050045] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081432} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.050045] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.050045] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4b2557-cc91-4580-8763-febf140c2006 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.080350] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 0ca1e852-0478-4539-9600-568792f1754d/0ca1e852-0478-4539-9600-568792f1754d.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.080975] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c04d9339-c0dd-4dd8-b790-f16a1e71bc0e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.103199] env[69159]: DEBUG nova.policy [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98bfa249719a4e36917a0e3c3b837ce4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '365e6c63cf6244bbad5d9c2642b41075', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.106597] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 763.106597] env[69159]: value = "task-3448422" [ 763.106597] env[69159]: _type = "Task" [ 763.106597] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.114954] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.335183] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5276a607-4454-c0c9-0cf7-eb8d602e537b, 'name': SearchDatastore_Task, 'duration_secs': 0.01184} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.335600] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.335788] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 62015eca-8518-450f-98a5-98af7156fc9a/62015eca-8518-450f-98a5-98af7156fc9a.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.336067] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-127da6a6-91d9-49d7-9ef4-b48ee627c659 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.344343] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591e0039-b96b-4264-92f5-a010bff44393 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.347605] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Waiting for the task: (returnval){ [ 763.347605] env[69159]: value = "task-3448423" [ 763.347605] env[69159]: _type = "Task" [ 763.347605] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.365584] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Updating instance '24ac6469-2873-4020-8df5-4ab801a14b5b' progress to 0 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 763.373834] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': task-3448423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.408652] env[69159]: DEBUG nova.network.neutron [req-88a788ac-6f65-45be-915f-65bcc436d17d req-40636ac7-83d1-48c8-9e65-0cfe30a9c190 service nova] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Updated VIF entry in instance network info cache for port 3f23a13c-0dd4-4001-8b2f-080d1ed41170. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.409066] env[69159]: DEBUG nova.network.neutron [req-88a788ac-6f65-45be-915f-65bcc436d17d req-40636ac7-83d1-48c8-9e65-0cfe30a9c190 service nova] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Updating instance_info_cache with network_info: [{"id": "3f23a13c-0dd4-4001-8b2f-080d1ed41170", "address": "fa:16:3e:72:f5:c5", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f23a13c-0d", "ovs_interfaceid": "3f23a13c-0dd4-4001-8b2f-080d1ed41170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.493618] env[69159]: DEBUG nova.compute.manager [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 763.531289] env[69159]: INFO nova.compute.manager [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Took 50.30 seconds to build instance. [ 763.620854] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.858657] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': task-3448423, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.874763] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.874763] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47358557-f4a9-40c1-833e-9efdbd2b9c66 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.885975] env[69159]: DEBUG oslo_vmware.api [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 763.885975] env[69159]: value = "task-3448424" [ 763.885975] env[69159]: _type = "Task" [ 763.885975] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.896119] env[69159]: DEBUG oslo_vmware.api [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.911631] env[69159]: DEBUG oslo_concurrency.lockutils [req-88a788ac-6f65-45be-915f-65bcc436d17d req-40636ac7-83d1-48c8-9e65-0cfe30a9c190 service nova] Releasing lock "refresh_cache-62015eca-8518-450f-98a5-98af7156fc9a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.911896] env[69159]: DEBUG nova.compute.manager [req-88a788ac-6f65-45be-915f-65bcc436d17d req-40636ac7-83d1-48c8-9e65-0cfe30a9c190 service nova] [instance: b20de2d2-f796-41b6-be49-c08147018866] Received event network-vif-deleted-7b2541c7-3ad9-448e-ab37-b93cf9ca79a6 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 764.035223] env[69159]: DEBUG nova.network.neutron [-] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.036432] env[69159]: DEBUG oslo_concurrency.lockutils [None req-685219bd-1c83-41e8-93cf-612187bf5bf3 tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Lock "81430660-3cc3-4a79-9d95-36caef3cf876" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.986s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.056207] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201a69c3-a897-4443-96bc-083208b67e32 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.074958] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fdc83b-218b-43f6-b70e-f151390a5371 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.138599] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6781a5-b2ca-4c98-91c0-efc5bafe6ff4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.151032] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448422, 'name': ReconfigVM_Task, 'duration_secs': 0.692923} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.153895] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 0ca1e852-0478-4539-9600-568792f1754d/0ca1e852-0478-4539-9600-568792f1754d.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.154989] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d2488de-90e8-4acb-b519-5f92a1b0b595 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.158928] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641c58df-bad9-46d4-986d-aec6ab85b561 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.182256] env[69159]: DEBUG nova.compute.provider_tree [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.185985] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 764.185985] env[69159]: value = "task-3448425" [ 764.185985] env[69159]: _type = "Task" [ 764.185985] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.199590] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448425, 'name': Rename_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.234567] env[69159]: DEBUG nova.compute.manager [req-df24f9e7-e333-4d11-afd4-3bc0b629a8b4 req-35a14ce1-42c8-456b-87cb-7941ce483e57 service nova] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Received event network-vif-deleted-cb6cd588-5c23-4d8c-ab39-fcb6f3aae02e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 764.305391] env[69159]: DEBUG nova.network.neutron [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Successfully created port: dfe1b136-4eb0-4221-8cfd-a73ba62e59f0 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.358889] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': task-3448423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734814} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.359242] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 62015eca-8518-450f-98a5-98af7156fc9a/62015eca-8518-450f-98a5-98af7156fc9a.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.359483] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.359773] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-622480d0-182e-42fa-952d-da1bf69bda55 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.366696] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Waiting for the task: (returnval){ [ 764.366696] env[69159]: value = "task-3448426" [ 764.366696] env[69159]: _type = "Task" [ 764.366696] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.375562] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': task-3448426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.395452] env[69159]: DEBUG oslo_vmware.api [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448424, 'name': PowerOffVM_Task, 'duration_secs': 0.304078} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.395742] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.395918] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Updating instance '24ac6469-2873-4020-8df5-4ab801a14b5b' progress to 17 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 764.511217] env[69159]: DEBUG nova.compute.manager [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 764.542184] env[69159]: DEBUG nova.virt.hardware [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.542184] env[69159]: DEBUG nova.virt.hardware [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.542184] env[69159]: DEBUG nova.virt.hardware [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.542184] env[69159]: DEBUG nova.virt.hardware [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.542184] env[69159]: DEBUG nova.virt.hardware [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.542184] env[69159]: DEBUG nova.virt.hardware [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.542184] env[69159]: DEBUG nova.virt.hardware [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.542184] env[69159]: DEBUG nova.virt.hardware [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.542184] env[69159]: DEBUG nova.virt.hardware [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.542184] env[69159]: DEBUG nova.virt.hardware [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.542184] env[69159]: DEBUG nova.virt.hardware [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.542184] env[69159]: INFO nova.compute.manager [-] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Took 1.94 seconds to deallocate network for instance. [ 764.542184] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ace1a1f-7489-4429-844a-b6bfffac9b97 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.554143] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36263dc5-c85b-4d2c-92c2-7f79b5df05b3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.688269] env[69159]: DEBUG nova.scheduler.client.report [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.708041] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448425, 'name': Rename_Task, 'duration_secs': 0.201364} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.708041] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.708041] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d8205cf-964a-4a94-a50d-645be474adf4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.714674] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 764.714674] env[69159]: value = "task-3448427" [ 764.714674] env[69159]: _type = "Task" [ 764.714674] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.726350] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.877576] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': task-3448426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164856} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.877883] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.878823] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcb5a04-7932-4199-a39c-9f50fe61ce96 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.906023] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 62015eca-8518-450f-98a5-98af7156fc9a/62015eca-8518-450f-98a5-98af7156fc9a.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.908632] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.908891] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.909063] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.909250] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.909671] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.909834] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.910056] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.910375] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.910618] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.910839] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.911040] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.916370] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d4df50-e39b-42d5-b46c-2bd4850598c5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.932133] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c66453e-41bd-46e5-8389-b5b59406cd79 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.953393] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Waiting for the task: (returnval){ [ 764.953393] env[69159]: value = "task-3448429" [ 764.953393] env[69159]: _type = "Task" [ 764.953393] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.955388] env[69159]: DEBUG oslo_vmware.api [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 764.955388] env[69159]: value = "task-3448428" [ 764.955388] env[69159]: _type = "Task" [ 764.955388] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.973235] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': task-3448429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.977331] env[69159]: DEBUG oslo_vmware.api [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.054906] env[69159]: DEBUG oslo_concurrency.lockutils [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.197357] env[69159]: DEBUG oslo_concurrency.lockutils [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.197911] env[69159]: DEBUG nova.compute.manager [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 765.200635] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.158s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.200970] env[69159]: DEBUG nova.objects.instance [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Lazy-loading 'resources' on Instance uuid f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.227848] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448427, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.471702] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': task-3448429, 'name': ReconfigVM_Task, 'duration_secs': 0.28366} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.472574] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 62015eca-8518-450f-98a5-98af7156fc9a/62015eca-8518-450f-98a5-98af7156fc9a.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.473215] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5d00684-4284-4f8e-a5ca-d4e5f1a4ee65 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.479267] env[69159]: DEBUG oslo_vmware.api [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448428, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.488188] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Waiting for the task: (returnval){ [ 765.488188] env[69159]: value = "task-3448430" [ 765.488188] env[69159]: _type = "Task" [ 765.488188] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.493644] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': task-3448430, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.508605] env[69159]: DEBUG nova.compute.manager [req-337d299d-d8d6-4956-a435-fd77ae9991b2 req-d328db76-7f88-4338-96ac-72f1a637ae32 service nova] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Received event network-changed-c2578049-9a07-4522-927c-bb41e8af0097 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 765.509215] env[69159]: DEBUG nova.compute.manager [req-337d299d-d8d6-4956-a435-fd77ae9991b2 req-d328db76-7f88-4338-96ac-72f1a637ae32 service nova] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Refreshing instance network info cache due to event network-changed-c2578049-9a07-4522-927c-bb41e8af0097. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 765.509215] env[69159]: DEBUG oslo_concurrency.lockutils [req-337d299d-d8d6-4956-a435-fd77ae9991b2 req-d328db76-7f88-4338-96ac-72f1a637ae32 service nova] Acquiring lock "refresh_cache-81430660-3cc3-4a79-9d95-36caef3cf876" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.509434] env[69159]: DEBUG oslo_concurrency.lockutils [req-337d299d-d8d6-4956-a435-fd77ae9991b2 req-d328db76-7f88-4338-96ac-72f1a637ae32 service nova] Acquired lock "refresh_cache-81430660-3cc3-4a79-9d95-36caef3cf876" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.509516] env[69159]: DEBUG nova.network.neutron [req-337d299d-d8d6-4956-a435-fd77ae9991b2 req-d328db76-7f88-4338-96ac-72f1a637ae32 service nova] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Refreshing network info cache for port c2578049-9a07-4522-927c-bb41e8af0097 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.705503] env[69159]: DEBUG nova.compute.utils [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.710748] env[69159]: DEBUG nova.compute.manager [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 765.710748] env[69159]: DEBUG nova.network.neutron [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.725890] env[69159]: DEBUG oslo_vmware.api [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448427, 'name': PowerOnVM_Task, 'duration_secs': 0.969794} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.726202] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.726357] env[69159]: INFO nova.compute.manager [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Took 9.49 seconds to spawn the instance on the hypervisor. [ 765.726535] env[69159]: DEBUG nova.compute.manager [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 765.727445] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6ae84d-d820-45d8-bbe7-830cc100fe6b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.867384] env[69159]: DEBUG nova.policy [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f17c440867448b49ce88dbffa408dc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd145f7fcd1764bdc881d290fd74b857b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.977180] env[69159]: DEBUG oslo_vmware.api [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448428, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.995479] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': task-3448430, 'name': Rename_Task, 'duration_secs': 0.150266} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.995759] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.996031] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2072c48d-0866-4394-99de-df12359a6481 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.002814] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Waiting for the task: (returnval){ [ 766.002814] env[69159]: value = "task-3448431" [ 766.002814] env[69159]: _type = "Task" [ 766.002814] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.011613] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': task-3448431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.187282] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c46ccd4-2edf-4245-978c-0fa22af31ba5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.195678] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9e942e-0fa9-47eb-88c5-29b2ad7be992 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.235651] env[69159]: DEBUG nova.compute.manager [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 766.244524] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33bade4-ab2e-441f-871a-8e184ee99b55 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.250666] env[69159]: INFO nova.compute.manager [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Took 48.59 seconds to build instance. [ 766.259927] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9248533-ce3c-45e5-ab65-b60cab927fa5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.273780] env[69159]: DEBUG nova.compute.provider_tree [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.475225] env[69159]: DEBUG oslo_vmware.api [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448428, 'name': ReconfigVM_Task, 'duration_secs': 1.314403} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.475540] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Updating instance '24ac6469-2873-4020-8df5-4ab801a14b5b' progress to 33 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 766.512930] env[69159]: DEBUG oslo_vmware.api [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': task-3448431, 'name': PowerOnVM_Task, 'duration_secs': 0.459805} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.513486] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.513816] env[69159]: INFO nova.compute.manager [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Took 8.00 seconds to spawn the instance on the hypervisor. [ 766.514123] env[69159]: DEBUG nova.compute.manager [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 766.517020] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0479a8-bbe2-4517-bc24-30b479021f2b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.757288] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07b51aaa-5384-4315-b422-4fb6c7d82f9d tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "0ca1e852-0478-4539-9600-568792f1754d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.833s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.779374] env[69159]: DEBUG nova.scheduler.client.report [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.967289] env[69159]: DEBUG nova.network.neutron [req-337d299d-d8d6-4956-a435-fd77ae9991b2 req-d328db76-7f88-4338-96ac-72f1a637ae32 service nova] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Updated VIF entry in instance network info cache for port c2578049-9a07-4522-927c-bb41e8af0097. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.970376] env[69159]: DEBUG nova.network.neutron [req-337d299d-d8d6-4956-a435-fd77ae9991b2 req-d328db76-7f88-4338-96ac-72f1a637ae32 service nova] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Updating instance_info_cache with network_info: [{"id": "c2578049-9a07-4522-927c-bb41e8af0097", "address": "fa:16:3e:90:48:8c", "network": {"id": "b091e663-0a98-461e-8ae4-1d75c7729b00", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1734050571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0173854e04548609e74c00e9aab4c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2578049-9a", "ovs_interfaceid": "c2578049-9a07-4522-927c-bb41e8af0097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.983555] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.983791] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.984069] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.984285] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.984472] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.984644] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.984852] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.985092] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.985293] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.985581] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.986297] env[69159]: DEBUG nova.virt.hardware [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.991438] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Reconfiguring VM instance instance-0000001f to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 766.996017] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76b4d230-dd75-4493-a0f0-cd6aa2910160 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.020106] env[69159]: DEBUG oslo_vmware.api [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 767.020106] env[69159]: value = "task-3448432" [ 767.020106] env[69159]: _type = "Task" [ 767.020106] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.032915] env[69159]: DEBUG oslo_vmware.api [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.037025] env[69159]: INFO nova.compute.manager [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Took 46.88 seconds to build instance. [ 767.155257] env[69159]: DEBUG nova.network.neutron [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Successfully created port: 550ebba0-81f4-45dd-895c-95be36307b70 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.259325] env[69159]: DEBUG nova.compute.manager [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 767.288502] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.288502] env[69159]: DEBUG oslo_concurrency.lockutils [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.753s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.289867] env[69159]: DEBUG nova.objects.instance [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lazy-loading 'resources' on Instance uuid 5153318c-b4d4-487d-b040-af14cdd3a5c6 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.296345] env[69159]: DEBUG nova.virt.hardware [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.296345] env[69159]: DEBUG nova.virt.hardware [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.296345] env[69159]: DEBUG nova.virt.hardware [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.296345] env[69159]: DEBUG nova.virt.hardware [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.296345] env[69159]: DEBUG nova.virt.hardware [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.296345] env[69159]: DEBUG nova.virt.hardware [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.296345] env[69159]: DEBUG nova.virt.hardware [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.296345] env[69159]: DEBUG nova.virt.hardware [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.296345] env[69159]: DEBUG nova.virt.hardware [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.296345] env[69159]: DEBUG nova.virt.hardware [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.296345] env[69159]: DEBUG nova.virt.hardware [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.296749] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc08bfc-22ee-407f-a62d-cbc64b3e195b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.309338] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183bc576-8052-498c-b593-b77af4a4d06d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.360455] env[69159]: INFO nova.scheduler.client.report [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Deleted allocations for instance f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4 [ 767.470810] env[69159]: DEBUG oslo_concurrency.lockutils [req-337d299d-d8d6-4956-a435-fd77ae9991b2 req-d328db76-7f88-4338-96ac-72f1a637ae32 service nova] Releasing lock "refresh_cache-81430660-3cc3-4a79-9d95-36caef3cf876" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.531369] env[69159]: DEBUG oslo_vmware.api [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448432, 'name': ReconfigVM_Task, 'duration_secs': 0.164227} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.531369] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Reconfigured VM instance instance-0000001f to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 767.531920] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7938acce-f2f8-43bd-b9f3-b155d844a593 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.537041] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3f63a2c-9b8b-4bf0-991b-c57626757287 tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Lock "62015eca-8518-450f-98a5-98af7156fc9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.807s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.561691] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 24ac6469-2873-4020-8df5-4ab801a14b5b/24ac6469-2873-4020-8df5-4ab801a14b5b.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.565416] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57a469e0-5fa9-4952-8e9b-d6dbdcc89e79 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.585093] env[69159]: DEBUG oslo_vmware.api [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 767.585093] env[69159]: value = "task-3448433" [ 767.585093] env[69159]: _type = "Task" [ 767.585093] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.595941] env[69159]: DEBUG oslo_vmware.api [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.660634] env[69159]: DEBUG nova.network.neutron [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Successfully updated port: dfe1b136-4eb0-4221-8cfd-a73ba62e59f0 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.871191] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d31e56f8-cf77-42e3-91e2-2b29a886e57b tempest-ServerMetadataNegativeTestJSON-1656306190 tempest-ServerMetadataNegativeTestJSON-1656306190-project-member] Lock "f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.683s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.081708] env[69159]: DEBUG nova.compute.manager [req-3830e699-2ca8-413e-9fa0-8652d3bb2b4a req-e640a34b-5bfb-41e4-8765-790dc206fe23 service nova] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Received event network-vif-plugged-dfe1b136-4eb0-4221-8cfd-a73ba62e59f0 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 768.081971] env[69159]: DEBUG oslo_concurrency.lockutils [req-3830e699-2ca8-413e-9fa0-8652d3bb2b4a req-e640a34b-5bfb-41e4-8765-790dc206fe23 service nova] Acquiring lock "873ed12d-97e6-4349-8c04-b806f8f486ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.082132] env[69159]: DEBUG oslo_concurrency.lockutils [req-3830e699-2ca8-413e-9fa0-8652d3bb2b4a req-e640a34b-5bfb-41e4-8765-790dc206fe23 service nova] Lock "873ed12d-97e6-4349-8c04-b806f8f486ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.082321] env[69159]: DEBUG oslo_concurrency.lockutils [req-3830e699-2ca8-413e-9fa0-8652d3bb2b4a req-e640a34b-5bfb-41e4-8765-790dc206fe23 service nova] Lock "873ed12d-97e6-4349-8c04-b806f8f486ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.082943] env[69159]: DEBUG nova.compute.manager [req-3830e699-2ca8-413e-9fa0-8652d3bb2b4a req-e640a34b-5bfb-41e4-8765-790dc206fe23 service nova] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] No waiting events found dispatching network-vif-plugged-dfe1b136-4eb0-4221-8cfd-a73ba62e59f0 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 768.083122] env[69159]: WARNING nova.compute.manager [req-3830e699-2ca8-413e-9fa0-8652d3bb2b4a req-e640a34b-5bfb-41e4-8765-790dc206fe23 service nova] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Received unexpected event network-vif-plugged-dfe1b136-4eb0-4221-8cfd-a73ba62e59f0 for instance with vm_state building and task_state spawning. [ 768.100062] env[69159]: DEBUG oslo_vmware.api [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448433, 'name': ReconfigVM_Task, 'duration_secs': 0.278524} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.101418] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 24ac6469-2873-4020-8df5-4ab801a14b5b/24ac6469-2873-4020-8df5-4ab801a14b5b.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.101783] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Updating instance '24ac6469-2873-4020-8df5-4ab801a14b5b' progress to 50 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 768.164139] env[69159]: DEBUG oslo_concurrency.lockutils [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "refresh_cache-873ed12d-97e6-4349-8c04-b806f8f486ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.164409] env[69159]: DEBUG oslo_concurrency.lockutils [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "refresh_cache-873ed12d-97e6-4349-8c04-b806f8f486ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.164595] env[69159]: DEBUG nova.network.neutron [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.337416] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5a6675-886b-4394-9630-30278e26f4e5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.345890] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de386992-e0d6-4c44-bd70-c9f5fd96bcd0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.393537] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1adb12-6194-4fe1-9c79-780fbff9f13f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.402517] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d4782f-ff3a-4547-a556-4969b9d17a0b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.418748] env[69159]: DEBUG nova.compute.provider_tree [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.608525] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b09860-9839-447e-88d3-eb8a3ef1a024 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.636328] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0b3ddf-09d8-4956-a0c1-1b35e1020d9b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.667207] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Updating instance '24ac6469-2873-4020-8df5-4ab801a14b5b' progress to 67 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 768.759696] env[69159]: DEBUG nova.network.neutron [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.928521] env[69159]: DEBUG nova.scheduler.client.report [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.236965] env[69159]: DEBUG nova.network.neutron [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Updating instance_info_cache with network_info: [{"id": "dfe1b136-4eb0-4221-8cfd-a73ba62e59f0", "address": "fa:16:3e:60:7c:46", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe1b136-4e", "ovs_interfaceid": "dfe1b136-4eb0-4221-8cfd-a73ba62e59f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.343429] env[69159]: DEBUG nova.network.neutron [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Port b653de1d-5a46-4e22-b6e2-3766bc50da97 binding to destination host cpu-1 is already ACTIVE {{(pid=69159) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 769.434781] env[69159]: DEBUG oslo_concurrency.lockutils [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.437961] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.977s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.439595] env[69159]: INFO nova.compute.claims [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.480135] env[69159]: INFO nova.scheduler.client.report [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Deleted allocations for instance 5153318c-b4d4-487d-b040-af14cdd3a5c6 [ 769.742018] env[69159]: DEBUG oslo_concurrency.lockutils [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "refresh_cache-873ed12d-97e6-4349-8c04-b806f8f486ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.742018] env[69159]: DEBUG nova.compute.manager [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Instance network_info: |[{"id": "dfe1b136-4eb0-4221-8cfd-a73ba62e59f0", "address": "fa:16:3e:60:7c:46", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe1b136-4e", "ovs_interfaceid": "dfe1b136-4eb0-4221-8cfd-a73ba62e59f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 769.742018] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:7c:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfe1b136-4eb0-4221-8cfd-a73ba62e59f0', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.748553] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.748981] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.749369] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20c6dc4a-9118-4b3d-8b22-86d2de5b2081 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.772489] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.772489] env[69159]: value = "task-3448434" [ 769.772489] env[69159]: _type = "Task" [ 769.772489] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.780720] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448434, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.825196] env[69159]: DEBUG nova.network.neutron [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Successfully updated port: 550ebba0-81f4-45dd-895c-95be36307b70 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.988936] env[69159]: DEBUG oslo_concurrency.lockutils [None req-71e5088c-4396-4719-8afc-926327a694ee tempest-FloatingIPsAssociationTestJSON-1270175909 tempest-FloatingIPsAssociationTestJSON-1270175909-project-member] Lock "5153318c-b4d4-487d-b040-af14cdd3a5c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.281s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.287184] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448434, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.330673] env[69159]: DEBUG oslo_concurrency.lockutils [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "refresh_cache-cd69c4bf-2319-4880-8707-8e6b0c9aba18" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.330673] env[69159]: DEBUG oslo_concurrency.lockutils [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired lock "refresh_cache-cd69c4bf-2319-4880-8707-8e6b0c9aba18" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.330673] env[69159]: DEBUG nova.network.neutron [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.368854] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "24ac6469-2873-4020-8df5-4ab801a14b5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.369428] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "24ac6469-2873-4020-8df5-4ab801a14b5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.369428] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "24ac6469-2873-4020-8df5-4ab801a14b5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.479540] env[69159]: DEBUG nova.compute.manager [req-1df52e52-bfb5-40df-8bd8-d65ac355ed12 req-3b8fc7e4-e413-48d3-9ffc-fe53acb10a7a service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Received event network-changed-65068ac7-d6e4-41b9-b371-547c158c4af6 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 770.479732] env[69159]: DEBUG nova.compute.manager [req-1df52e52-bfb5-40df-8bd8-d65ac355ed12 req-3b8fc7e4-e413-48d3-9ffc-fe53acb10a7a service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Refreshing instance network info cache due to event network-changed-65068ac7-d6e4-41b9-b371-547c158c4af6. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 770.479944] env[69159]: DEBUG oslo_concurrency.lockutils [req-1df52e52-bfb5-40df-8bd8-d65ac355ed12 req-3b8fc7e4-e413-48d3-9ffc-fe53acb10a7a service nova] Acquiring lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.482033] env[69159]: DEBUG oslo_concurrency.lockutils [req-1df52e52-bfb5-40df-8bd8-d65ac355ed12 req-3b8fc7e4-e413-48d3-9ffc-fe53acb10a7a service nova] Acquired lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.482258] env[69159]: DEBUG nova.network.neutron [req-1df52e52-bfb5-40df-8bd8-d65ac355ed12 req-3b8fc7e4-e413-48d3-9ffc-fe53acb10a7a service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Refreshing network info cache for port 65068ac7-d6e4-41b9-b371-547c158c4af6 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.785191] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448434, 'name': CreateVM_Task, 'duration_secs': 0.607626} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.785191] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.785838] env[69159]: DEBUG oslo_concurrency.lockutils [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.786026] env[69159]: DEBUG oslo_concurrency.lockutils [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.786361] env[69159]: DEBUG oslo_concurrency.lockutils [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.786706] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01726ee4-98d1-4f5a-8de8-88ca8e68135e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.797269] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 770.797269] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52808994-975b-7334-a06f-e60369763e50" [ 770.797269] env[69159]: _type = "Task" [ 770.797269] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.811638] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52808994-975b-7334-a06f-e60369763e50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.984115] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2be716d-6c61-4278-a6d7-8e2065660d5d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.994144] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b6e3c5-bdc6-4be1-9b47-aa8ed9fd8f94 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.027059] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29635f3d-26c4-426c-9e3e-9f91f48e8008 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.035518] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce46098-b39a-48cc-8a9a-09f737c203b4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.049983] env[69159]: DEBUG nova.compute.provider_tree [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.053780] env[69159]: DEBUG nova.compute.manager [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Received event network-changed-dfe1b136-4eb0-4221-8cfd-a73ba62e59f0 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 771.053847] env[69159]: DEBUG nova.compute.manager [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Refreshing instance network info cache due to event network-changed-dfe1b136-4eb0-4221-8cfd-a73ba62e59f0. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 771.054148] env[69159]: DEBUG oslo_concurrency.lockutils [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] Acquiring lock "refresh_cache-873ed12d-97e6-4349-8c04-b806f8f486ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.054915] env[69159]: DEBUG oslo_concurrency.lockutils [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] Acquired lock "refresh_cache-873ed12d-97e6-4349-8c04-b806f8f486ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.054915] env[69159]: DEBUG nova.network.neutron [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Refreshing network info cache for port dfe1b136-4eb0-4221-8cfd-a73ba62e59f0 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.126900] env[69159]: DEBUG nova.network.neutron [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.202946] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Acquiring lock "62015eca-8518-450f-98a5-98af7156fc9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.202946] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Lock "62015eca-8518-450f-98a5-98af7156fc9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.203204] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Acquiring lock "62015eca-8518-450f-98a5-98af7156fc9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.203204] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Lock "62015eca-8518-450f-98a5-98af7156fc9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.203709] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Lock "62015eca-8518-450f-98a5-98af7156fc9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.205614] env[69159]: INFO nova.compute.manager [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Terminating instance [ 771.310778] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52808994-975b-7334-a06f-e60369763e50, 'name': SearchDatastore_Task, 'duration_secs': 0.02557} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.310778] env[69159]: DEBUG oslo_concurrency.lockutils [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.310778] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.310778] env[69159]: DEBUG oslo_concurrency.lockutils [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.311170] env[69159]: DEBUG oslo_concurrency.lockutils [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.311170] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.311378] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6e09a71-d440-4df6-9dea-8108a6d8e988 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.322090] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.322090] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.322090] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d3abd98-0244-4347-b272-e4619164f74c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.332131] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 771.332131] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52895286-7202-a8d7-cadf-ee7a3282686d" [ 771.332131] env[69159]: _type = "Task" [ 771.332131] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.340040] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52895286-7202-a8d7-cadf-ee7a3282686d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.557315] env[69159]: DEBUG nova.scheduler.client.report [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.566097] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "refresh_cache-24ac6469-2873-4020-8df5-4ab801a14b5b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.566097] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquired lock "refresh_cache-24ac6469-2873-4020-8df5-4ab801a14b5b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.566097] env[69159]: DEBUG nova.network.neutron [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.710612] env[69159]: DEBUG nova.compute.manager [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 771.710934] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.712171] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1fa700-e396-4588-bdaf-4bf2ca4da2c9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.721067] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.721336] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90fa1e66-ce67-4d38-969b-50858391d05b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.734188] env[69159]: DEBUG oslo_vmware.api [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Waiting for the task: (returnval){ [ 771.734188] env[69159]: value = "task-3448435" [ 771.734188] env[69159]: _type = "Task" [ 771.734188] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.747267] env[69159]: DEBUG oslo_vmware.api [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': task-3448435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.821139] env[69159]: DEBUG nova.network.neutron [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Updating instance_info_cache with network_info: [{"id": "550ebba0-81f4-45dd-895c-95be36307b70", "address": "fa:16:3e:91:4e:c3", "network": {"id": "2c8ef274-c4a7-4ff3-9a4e-77aa4f7e706f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-806071861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d145f7fcd1764bdc881d290fd74b857b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap550ebba0-81", "ovs_interfaceid": "550ebba0-81f4-45dd-895c-95be36307b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.843082] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52895286-7202-a8d7-cadf-ee7a3282686d, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.843918] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b27a5b9-d20c-4bd4-aa60-ea5d792a58a2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.849546] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 771.849546] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520fd020-bc87-59fb-bbcc-ff7b03e04c6d" [ 771.849546] env[69159]: _type = "Task" [ 771.849546] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.858510] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520fd020-bc87-59fb-bbcc-ff7b03e04c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.919085] env[69159]: DEBUG nova.network.neutron [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Updated VIF entry in instance network info cache for port dfe1b136-4eb0-4221-8cfd-a73ba62e59f0. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.919456] env[69159]: DEBUG nova.network.neutron [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Updating instance_info_cache with network_info: [{"id": "dfe1b136-4eb0-4221-8cfd-a73ba62e59f0", "address": "fa:16:3e:60:7c:46", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe1b136-4e", "ovs_interfaceid": "dfe1b136-4eb0-4221-8cfd-a73ba62e59f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.966634] env[69159]: DEBUG nova.network.neutron [req-1df52e52-bfb5-40df-8bd8-d65ac355ed12 req-3b8fc7e4-e413-48d3-9ffc-fe53acb10a7a service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Updated VIF entry in instance network info cache for port 65068ac7-d6e4-41b9-b371-547c158c4af6. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.967170] env[69159]: DEBUG nova.network.neutron [req-1df52e52-bfb5-40df-8bd8-d65ac355ed12 req-3b8fc7e4-e413-48d3-9ffc-fe53acb10a7a service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Updating instance_info_cache with network_info: [{"id": "65068ac7-d6e4-41b9-b371-547c158c4af6", "address": "fa:16:3e:f2:25:67", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65068ac7-d6", "ovs_interfaceid": "65068ac7-d6e4-41b9-b371-547c158c4af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.066197] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.067106] env[69159]: DEBUG nova.compute.manager [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 772.069719] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.220s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.071131] env[69159]: INFO nova.compute.claims [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.248755] env[69159]: DEBUG oslo_vmware.api [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': task-3448435, 'name': PowerOffVM_Task, 'duration_secs': 0.210409} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.249046] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.249224] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.249497] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6aea913b-76f3-423a-9f41-73a484db30d3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.314257] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.314257] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.314257] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Deleting the datastore file [datastore1] 62015eca-8518-450f-98a5-98af7156fc9a {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.314257] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17cfb7cc-3783-4807-8db3-909f7e668f53 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.321627] env[69159]: DEBUG oslo_vmware.api [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Waiting for the task: (returnval){ [ 772.321627] env[69159]: value = "task-3448437" [ 772.321627] env[69159]: _type = "Task" [ 772.321627] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.330602] env[69159]: DEBUG oslo_concurrency.lockutils [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Releasing lock "refresh_cache-cd69c4bf-2319-4880-8707-8e6b0c9aba18" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.330939] env[69159]: DEBUG nova.compute.manager [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Instance network_info: |[{"id": "550ebba0-81f4-45dd-895c-95be36307b70", "address": "fa:16:3e:91:4e:c3", "network": {"id": "2c8ef274-c4a7-4ff3-9a4e-77aa4f7e706f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-806071861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d145f7fcd1764bdc881d290fd74b857b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap550ebba0-81", "ovs_interfaceid": "550ebba0-81f4-45dd-895c-95be36307b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 772.331616] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:4e:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '550ebba0-81f4-45dd-895c-95be36307b70', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.346373] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.347444] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.347681] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad02b610-d098-40df-b13a-f267d4748a0e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.372586] env[69159]: DEBUG oslo_vmware.api [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': task-3448437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.381516] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520fd020-bc87-59fb-bbcc-ff7b03e04c6d, 'name': SearchDatastore_Task, 'duration_secs': 0.0149} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.383475] env[69159]: DEBUG oslo_concurrency.lockutils [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.383644] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 873ed12d-97e6-4349-8c04-b806f8f486ed/873ed12d-97e6-4349-8c04-b806f8f486ed.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.384244] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.384244] env[69159]: value = "task-3448438" [ 772.384244] env[69159]: _type = "Task" [ 772.384244] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.384441] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a98f21be-6567-4be4-965e-46f44cf28c93 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.394841] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448438, 'name': CreateVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.398478] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 772.398478] env[69159]: value = "task-3448439" [ 772.398478] env[69159]: _type = "Task" [ 772.398478] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.408147] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.422951] env[69159]: DEBUG oslo_concurrency.lockutils [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] Releasing lock "refresh_cache-873ed12d-97e6-4349-8c04-b806f8f486ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.424216] env[69159]: DEBUG nova.compute.manager [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Received event network-vif-plugged-550ebba0-81f4-45dd-895c-95be36307b70 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 772.424216] env[69159]: DEBUG oslo_concurrency.lockutils [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] Acquiring lock "cd69c4bf-2319-4880-8707-8e6b0c9aba18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.424216] env[69159]: DEBUG oslo_concurrency.lockutils [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] Lock "cd69c4bf-2319-4880-8707-8e6b0c9aba18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.424216] env[69159]: DEBUG oslo_concurrency.lockutils [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] Lock "cd69c4bf-2319-4880-8707-8e6b0c9aba18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.424216] env[69159]: DEBUG nova.compute.manager [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] No waiting events found dispatching network-vif-plugged-550ebba0-81f4-45dd-895c-95be36307b70 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 772.424492] env[69159]: WARNING nova.compute.manager [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Received unexpected event network-vif-plugged-550ebba0-81f4-45dd-895c-95be36307b70 for instance with vm_state building and task_state spawning. [ 772.424492] env[69159]: DEBUG nova.compute.manager [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Received event network-changed-550ebba0-81f4-45dd-895c-95be36307b70 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 772.428019] env[69159]: DEBUG nova.compute.manager [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Refreshing instance network info cache due to event network-changed-550ebba0-81f4-45dd-895c-95be36307b70. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 772.428019] env[69159]: DEBUG oslo_concurrency.lockutils [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] Acquiring lock "refresh_cache-cd69c4bf-2319-4880-8707-8e6b0c9aba18" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.428019] env[69159]: DEBUG oslo_concurrency.lockutils [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] Acquired lock "refresh_cache-cd69c4bf-2319-4880-8707-8e6b0c9aba18" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.428019] env[69159]: DEBUG nova.network.neutron [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Refreshing network info cache for port 550ebba0-81f4-45dd-895c-95be36307b70 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.472342] env[69159]: DEBUG oslo_concurrency.lockutils [req-1df52e52-bfb5-40df-8bd8-d65ac355ed12 req-3b8fc7e4-e413-48d3-9ffc-fe53acb10a7a service nova] Releasing lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.583766] env[69159]: DEBUG nova.compute.utils [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.590621] env[69159]: DEBUG nova.compute.manager [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 772.590822] env[69159]: DEBUG nova.network.neutron [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.670443] env[69159]: DEBUG nova.policy [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '974d573841ed40beaf0c1b89275f42b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60e5b5a2e63843a6a4407a678cd1101d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.834605] env[69159]: DEBUG oslo_vmware.api [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Task: {'id': task-3448437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220304} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.834919] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.835124] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.835307] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.835504] env[69159]: INFO nova.compute.manager [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 772.835768] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.835976] env[69159]: DEBUG nova.compute.manager [-] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 772.836085] env[69159]: DEBUG nova.network.neutron [-] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.897250] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448438, 'name': CreateVM_Task, 'duration_secs': 0.395103} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.897427] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.898123] env[69159]: DEBUG oslo_concurrency.lockutils [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.898296] env[69159]: DEBUG oslo_concurrency.lockutils [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.898810] env[69159]: DEBUG oslo_concurrency.lockutils [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.899151] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a82a6713-da57-4b7f-9c8d-672302060eef {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.909094] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 772.909094] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520216c1-663a-f4cf-7950-298d32970e4b" [ 772.909094] env[69159]: _type = "Task" [ 772.909094] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.910578] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448439, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.918078] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520216c1-663a-f4cf-7950-298d32970e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.919017] env[69159]: DEBUG nova.network.neutron [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Updating instance_info_cache with network_info: [{"id": "b653de1d-5a46-4e22-b6e2-3766bc50da97", "address": "fa:16:3e:4d:f5:b3", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb653de1d-5a", "ovs_interfaceid": "b653de1d-5a46-4e22-b6e2-3766bc50da97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.099260] env[69159]: DEBUG nova.compute.manager [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 773.186085] env[69159]: DEBUG nova.network.neutron [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Successfully created port: c73eddad-4587-4f80-9f58-d0ea3974e7ef {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.414890] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535546} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.419293] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 873ed12d-97e6-4349-8c04-b806f8f486ed/873ed12d-97e6-4349-8c04-b806f8f486ed.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.419878] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.419878] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2de15587-026e-4600-9662-00df5b6fa01b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.425310] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Releasing lock "refresh_cache-24ac6469-2873-4020-8df5-4ab801a14b5b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.435646] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520216c1-663a-f4cf-7950-298d32970e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.023718} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.435862] env[69159]: DEBUG oslo_concurrency.lockutils [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.436111] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.436346] env[69159]: DEBUG oslo_concurrency.lockutils [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.438024] env[69159]: DEBUG oslo_concurrency.lockutils [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.438024] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.438024] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2bf8d76-29da-4df8-858f-6ea0d2feadac {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.441156] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 773.441156] env[69159]: value = "task-3448440" [ 773.441156] env[69159]: _type = "Task" [ 773.441156] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.454608] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.456771] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.456771] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.456771] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-774b0b19-f74f-4d7a-b65f-5c2f33f0fb1a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.462123] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 773.462123] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520e11dc-d253-28e6-6ce7-923d45b84563" [ 773.462123] env[69159]: _type = "Task" [ 773.462123] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.479468] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520e11dc-d253-28e6-6ce7-923d45b84563, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.481690] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b57c7f-8823-4164-8e0e-5da54932fce6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.488087] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 773.488087] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d6ecd3-0585-71bc-f681-764c924ac2b1" [ 773.488087] env[69159]: _type = "Task" [ 773.488087] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.500659] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d6ecd3-0585-71bc-f681-764c924ac2b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.580184] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af19827-28bc-41d6-9d24-60447cdd1b6c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.589282] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482f5d75-5e99-46a2-861a-137fac2f0028 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.630417] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5855ccb-15e3-4025-94c1-040d1ed917ec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.639873] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d293dea-5bb6-4df2-b447-060cb4042bd4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.655625] env[69159]: DEBUG nova.compute.provider_tree [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.953363] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089506} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.954832] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.957015] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3615559-670f-48bf-8412-8ad773205c55 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.959229] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facfc02f-2330-4c8a-a667-b9cb825a1d1e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.983800] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 873ed12d-97e6-4349-8c04-b806f8f486ed/873ed12d-97e6-4349-8c04-b806f8f486ed.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.001220] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c66b3956-f498-43c2-a606-a7d53c02ef8c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.023046] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d509af50-93a1-4b81-86c2-79e7ac6feeca {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.031982] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d6ecd3-0585-71bc-f681-764c924ac2b1, 'name': SearchDatastore_Task, 'duration_secs': 0.050751} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.034968] env[69159]: DEBUG oslo_concurrency.lockutils [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.035442] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] cd69c4bf-2319-4880-8707-8e6b0c9aba18/cd69c4bf-2319-4880-8707-8e6b0c9aba18.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.035769] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Updating instance '24ac6469-2873-4020-8df5-4ab801a14b5b' progress to 83 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 774.040080] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-835ffeec-9d13-4f8b-81bb-bfc34960ddda {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.042981] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 774.042981] env[69159]: value = "task-3448441" [ 774.042981] env[69159]: _type = "Task" [ 774.042981] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.048131] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 774.048131] env[69159]: value = "task-3448442" [ 774.048131] env[69159]: _type = "Task" [ 774.048131] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.054469] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.059518] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.132167] env[69159]: DEBUG nova.compute.manager [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 774.159936] env[69159]: DEBUG nova.scheduler.client.report [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.175605] env[69159]: DEBUG nova.virt.hardware [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.175839] env[69159]: DEBUG nova.virt.hardware [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.175993] env[69159]: DEBUG nova.virt.hardware [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.178574] env[69159]: DEBUG nova.virt.hardware [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.178911] env[69159]: DEBUG nova.virt.hardware [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.179173] env[69159]: DEBUG nova.virt.hardware [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.179494] env[69159]: DEBUG nova.virt.hardware [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.179669] env[69159]: DEBUG nova.virt.hardware [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.179840] env[69159]: DEBUG nova.virt.hardware [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.180015] env[69159]: DEBUG nova.virt.hardware [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.180211] env[69159]: DEBUG nova.virt.hardware [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.181153] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a6bcfd-a41c-45bb-aeb7-aa34655651c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.188026] env[69159]: DEBUG nova.network.neutron [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Updated VIF entry in instance network info cache for port 550ebba0-81f4-45dd-895c-95be36307b70. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.188960] env[69159]: DEBUG nova.network.neutron [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Updating instance_info_cache with network_info: [{"id": "550ebba0-81f4-45dd-895c-95be36307b70", "address": "fa:16:3e:91:4e:c3", "network": {"id": "2c8ef274-c4a7-4ff3-9a4e-77aa4f7e706f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-806071861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d145f7fcd1764bdc881d290fd74b857b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap550ebba0-81", "ovs_interfaceid": "550ebba0-81f4-45dd-895c-95be36307b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.197143] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3941ba-c745-454f-b0e3-dfc953e0eaf2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.550066] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.550066] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f17dc006-b569-49f9-8436-981a92a0e92f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.572499] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448442, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.576955] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448441, 'name': ReconfigVM_Task, 'duration_secs': 0.268074} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.576955] env[69159]: DEBUG oslo_vmware.api [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 774.576955] env[69159]: value = "task-3448443" [ 774.576955] env[69159]: _type = "Task" [ 774.576955] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.578319] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 873ed12d-97e6-4349-8c04-b806f8f486ed/873ed12d-97e6-4349-8c04-b806f8f486ed.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.578319] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dedf868d-225b-4f77-97a9-4dfc6e4f5dfa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.589590] env[69159]: DEBUG oslo_vmware.api [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448443, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.591117] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 774.591117] env[69159]: value = "task-3448444" [ 774.591117] env[69159]: _type = "Task" [ 774.591117] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.602608] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448444, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.627321] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.627892] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.667658] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.667658] env[69159]: DEBUG nova.compute.manager [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 774.671211] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.683s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.671767] env[69159]: DEBUG nova.objects.instance [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Lazy-loading 'resources' on Instance uuid 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.693337] env[69159]: DEBUG oslo_concurrency.lockutils [req-d292aeec-1198-4713-b6ee-5d52d3b2b5a4 req-f4ed5484-8713-49ca-9330-6bb896a4f3eb service nova] Releasing lock "refresh_cache-cd69c4bf-2319-4880-8707-8e6b0c9aba18" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.729217] env[69159]: DEBUG nova.network.neutron [-] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.064034] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573261} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.064948] env[69159]: DEBUG nova.network.neutron [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Successfully updated port: c73eddad-4587-4f80-9f58-d0ea3974e7ef {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.066442] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] cd69c4bf-2319-4880-8707-8e6b0c9aba18/cd69c4bf-2319-4880-8707-8e6b0c9aba18.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.066690] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.067997] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82e67766-292f-4c0e-b76c-7c9b2ea4beb6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.074779] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 775.074779] env[69159]: value = "task-3448445" [ 775.074779] env[69159]: _type = "Task" [ 775.074779] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.088289] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.091086] env[69159]: DEBUG oslo_vmware.api [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448443, 'name': PowerOnVM_Task, 'duration_secs': 0.475473} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.091360] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.091559] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2b209579-7218-4902-badc-51143300946d tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Updating instance '24ac6469-2873-4020-8df5-4ab801a14b5b' progress to 100 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 775.105314] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448444, 'name': Rename_Task, 'duration_secs': 0.157498} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.108333] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.108333] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dea15c07-a643-4af9-8047-289b95c39dd3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.112462] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 775.112462] env[69159]: value = "task-3448446" [ 775.112462] env[69159]: _type = "Task" [ 775.112462] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.123386] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.132604] env[69159]: DEBUG nova.compute.utils [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.174556] env[69159]: DEBUG nova.compute.utils [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.176859] env[69159]: DEBUG nova.compute.manager [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 775.176859] env[69159]: DEBUG nova.network.neutron [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.232048] env[69159]: DEBUG nova.policy [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5b511a81f1045ecb4156bd308be9fc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c79bae99bf2d4880b44ab0ceb9897257', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.233773] env[69159]: INFO nova.compute.manager [-] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Took 2.40 seconds to deallocate network for instance. [ 775.481350] env[69159]: DEBUG nova.compute.manager [req-e9f08f14-f098-4bef-854f-381e4856639e req-e6aa1d46-3adc-4b22-9c84-da73ea3ec0e2 service nova] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Received event network-vif-deleted-3f23a13c-0dd4-4001-8b2f-080d1ed41170 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 775.570429] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "refresh_cache-85f1cdf4-e578-4813-af15-d6d1f4e9ee50" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.570581] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquired lock "refresh_cache-85f1cdf4-e578-4813-af15-d6d1f4e9ee50" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.570733] env[69159]: DEBUG nova.network.neutron [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.588738] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07005} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.589686] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.594109] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59d3f4e-fa02-4054-a221-50994c3719fc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.627498] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] cd69c4bf-2319-4880-8707-8e6b0c9aba18/cd69c4bf-2319-4880-8707-8e6b0c9aba18.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.634187] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2a26224-a704-40ca-83b1-10fac5a91c2d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.651559] env[69159]: DEBUG nova.network.neutron [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Successfully created port: 5c6da3dc-3b54-414b-a6f3-30b4257ce776 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.654231] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.026s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.661931] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448446, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.662770] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 775.662770] env[69159]: value = "task-3448447" [ 775.662770] env[69159]: _type = "Task" [ 775.662770] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.675760] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448447, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.684395] env[69159]: DEBUG nova.compute.manager [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 775.745231] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.776560] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7380f6-19cf-49de-b4f5-299957b2f41a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.790875] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fe33c5-d08b-46e3-be2d-34c527ebbda3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.826545] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f524f7-7486-4729-b66b-961e96dd17d2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.835308] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f653be9f-a3db-48cb-83ae-5a6a633cdb0f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.851045] env[69159]: DEBUG nova.compute.provider_tree [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.050890] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Acquiring lock "eaa07690-118d-4c3d-837e-63358222e9d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.051241] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Lock "eaa07690-118d-4c3d-837e-63358222e9d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.134728] env[69159]: DEBUG oslo_vmware.api [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448446, 'name': PowerOnVM_Task, 'duration_secs': 0.632469} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.135155] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.135409] env[69159]: INFO nova.compute.manager [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Took 11.62 seconds to spawn the instance on the hypervisor. [ 776.135550] env[69159]: DEBUG nova.compute.manager [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 776.136431] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acb3af1-836e-40c5-b30b-ee9eb79b54d6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.159803] env[69159]: DEBUG nova.network.neutron [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.176398] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.353127] env[69159]: DEBUG nova.scheduler.client.report [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.484893] env[69159]: DEBUG nova.compute.manager [req-d905ffac-6fdc-472c-9c4f-e2496e25c8af req-89f8a9ee-13a3-41f5-aac5-7b6ad13ea97a service nova] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Received event network-vif-plugged-c73eddad-4587-4f80-9f58-d0ea3974e7ef {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 776.484893] env[69159]: DEBUG oslo_concurrency.lockutils [req-d905ffac-6fdc-472c-9c4f-e2496e25c8af req-89f8a9ee-13a3-41f5-aac5-7b6ad13ea97a service nova] Acquiring lock "85f1cdf4-e578-4813-af15-d6d1f4e9ee50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.484893] env[69159]: DEBUG oslo_concurrency.lockutils [req-d905ffac-6fdc-472c-9c4f-e2496e25c8af req-89f8a9ee-13a3-41f5-aac5-7b6ad13ea97a service nova] Lock "85f1cdf4-e578-4813-af15-d6d1f4e9ee50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.484893] env[69159]: DEBUG oslo_concurrency.lockutils [req-d905ffac-6fdc-472c-9c4f-e2496e25c8af req-89f8a9ee-13a3-41f5-aac5-7b6ad13ea97a service nova] Lock "85f1cdf4-e578-4813-af15-d6d1f4e9ee50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.484893] env[69159]: DEBUG nova.compute.manager [req-d905ffac-6fdc-472c-9c4f-e2496e25c8af req-89f8a9ee-13a3-41f5-aac5-7b6ad13ea97a service nova] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] No waiting events found dispatching network-vif-plugged-c73eddad-4587-4f80-9f58-d0ea3974e7ef {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 776.484893] env[69159]: WARNING nova.compute.manager [req-d905ffac-6fdc-472c-9c4f-e2496e25c8af req-89f8a9ee-13a3-41f5-aac5-7b6ad13ea97a service nova] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Received unexpected event network-vif-plugged-c73eddad-4587-4f80-9f58-d0ea3974e7ef for instance with vm_state building and task_state spawning. [ 776.485992] env[69159]: DEBUG nova.network.neutron [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Updating instance_info_cache with network_info: [{"id": "c73eddad-4587-4f80-9f58-d0ea3974e7ef", "address": "fa:16:3e:de:29:89", "network": {"id": "4735285f-e8aa-4a72-bc34-456f5f3a7e8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2042073766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60e5b5a2e63843a6a4407a678cd1101d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73eddad-45", "ovs_interfaceid": "c73eddad-4587-4f80-9f58-d0ea3974e7ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.555805] env[69159]: DEBUG nova.compute.manager [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 776.662409] env[69159]: INFO nova.compute.manager [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Took 51.93 seconds to build instance. [ 776.679825] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "31d57149-a77a-43af-bb05-1013587cf9ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.680249] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "31d57149-a77a-43af-bb05-1013587cf9ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.682518] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448447, 'name': ReconfigVM_Task, 'duration_secs': 0.660046} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.683731] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Reconfigured VM instance instance-0000002c to attach disk [datastore1] cd69c4bf-2319-4880-8707-8e6b0c9aba18/cd69c4bf-2319-4880-8707-8e6b0c9aba18.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.686392] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f19e15d-92ea-4f83-aa18-0600c25e278c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.695017] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 776.695017] env[69159]: value = "task-3448448" [ 776.695017] env[69159]: _type = "Task" [ 776.695017] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.695017] env[69159]: DEBUG nova.compute.manager [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 776.712137] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448448, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.729890] env[69159]: DEBUG nova.virt.hardware [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.730168] env[69159]: DEBUG nova.virt.hardware [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.730490] env[69159]: DEBUG nova.virt.hardware [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.730490] env[69159]: DEBUG nova.virt.hardware [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.730640] env[69159]: DEBUG nova.virt.hardware [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.730781] env[69159]: DEBUG nova.virt.hardware [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.730986] env[69159]: DEBUG nova.virt.hardware [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.732722] env[69159]: DEBUG nova.virt.hardware [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.732963] env[69159]: DEBUG nova.virt.hardware [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.733252] env[69159]: DEBUG nova.virt.hardware [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.733446] env[69159]: DEBUG nova.virt.hardware [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.736729] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fbc87d-a64d-4751-86bc-23be89bb2c1f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.743699] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4502eb-7256-443d-b868-cb4fb4349f0e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.760853] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.760853] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.760853] env[69159]: INFO nova.compute.manager [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Attaching volume 60858074-69ea-468d-8720-fc6d7531b64c to /dev/sdb [ 776.801721] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9682c9f7-3c5c-4d2a-8a5e-3a848e87d6b1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.810326] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ae2255-c500-43d1-aa17-20c5cb9a2f52 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.827875] env[69159]: DEBUG nova.virt.block_device [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Updating existing volume attachment record: 3f6c0fcb-c899-4eb1-8a8f-a20fd1be37c5 {{(pid=69159) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 776.857749] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.862025] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.492s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.862025] env[69159]: INFO nova.compute.claims [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.897202] env[69159]: INFO nova.scheduler.client.report [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Deleted allocations for instance 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a [ 776.988048] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Releasing lock "refresh_cache-85f1cdf4-e578-4813-af15-d6d1f4e9ee50" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.991238] env[69159]: DEBUG nova.compute.manager [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Instance network_info: |[{"id": "c73eddad-4587-4f80-9f58-d0ea3974e7ef", "address": "fa:16:3e:de:29:89", "network": {"id": "4735285f-e8aa-4a72-bc34-456f5f3a7e8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2042073766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60e5b5a2e63843a6a4407a678cd1101d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73eddad-45", "ovs_interfaceid": "c73eddad-4587-4f80-9f58-d0ea3974e7ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 776.991238] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:29:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c73eddad-4587-4f80-9f58-d0ea3974e7ef', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.997012] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.997286] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.997566] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76b2f944-45b4-453d-8020-14a28e59a49e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.019102] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.019102] env[69159]: value = "task-3448450" [ 777.019102] env[69159]: _type = "Task" [ 777.019102] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.026093] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448450, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.092362] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.165935] env[69159]: DEBUG oslo_concurrency.lockutils [None req-054d0231-5d26-4217-b658-af574c1962cf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "873ed12d-97e6-4349-8c04-b806f8f486ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.766s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.183436] env[69159]: DEBUG nova.compute.manager [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 777.218527] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448448, 'name': Rename_Task, 'duration_secs': 0.288613} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.218828] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.219094] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13bb782d-c208-48c0-81c9-9aac3dc46824 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.225576] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 777.225576] env[69159]: value = "task-3448453" [ 777.225576] env[69159]: _type = "Task" [ 777.225576] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.235880] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.410817] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ae319271-36e2-4cd7-b1dc-abc5890633a8 tempest-DeleteServersAdminTestJSON-2086647127 tempest-DeleteServersAdminTestJSON-2086647127-project-member] Lock "5cbc0eb4-30f5-48bf-a476-e577d53c2f4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.929s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.533354] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448450, 'name': CreateVM_Task, 'duration_secs': 0.343367} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.533354] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.533354] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.533354] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.533354] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.533354] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5290a433-b090-4080-b923-20a41515fb0f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.539313] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 777.539313] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c8356f-0fc7-47c1-c09e-f1a4c313c923" [ 777.539313] env[69159]: _type = "Task" [ 777.539313] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.548639] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c8356f-0fc7-47c1-c09e-f1a4c313c923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.717328] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "24ac6469-2873-4020-8df5-4ab801a14b5b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.717328] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "24ac6469-2873-4020-8df5-4ab801a14b5b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.717328] env[69159]: DEBUG nova.compute.manager [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Going to confirm migration 1 {{(pid=69159) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5249}} [ 777.723682] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.738272] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448453, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.850362] env[69159]: DEBUG nova.network.neutron [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Successfully updated port: 5c6da3dc-3b54-414b-a6f3-30b4257ce776 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.060107] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c8356f-0fc7-47c1-c09e-f1a4c313c923, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.066050] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.066050] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.066050] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.066050] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.066050] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.066050] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e18611e4-cfd3-4bda-9b24-1e31ee062876 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.073886] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.074075] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.074849] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0449406-eb49-4096-b1c4-b673f6f5ef2b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.087319] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 778.087319] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52788015-8d5e-1559-63ac-faab7a2c7c15" [ 778.087319] env[69159]: _type = "Task" [ 778.087319] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.093790] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52788015-8d5e-1559-63ac-faab7a2c7c15, 'name': SearchDatastore_Task, 'duration_secs': 0.008778} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.097302] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25298a46-b908-451d-a5f8-3c6996357f71 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.102839] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 778.102839] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5220bad7-c459-635b-7716-2a22cbe0fc70" [ 778.102839] env[69159]: _type = "Task" [ 778.102839] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.114557] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5220bad7-c459-635b-7716-2a22cbe0fc70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.150935] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dc161561-ce5b-4175-84d5-8fa4ef82c29a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "873ed12d-97e6-4349-8c04-b806f8f486ed" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.153698] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dc161561-ce5b-4175-84d5-8fa4ef82c29a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "873ed12d-97e6-4349-8c04-b806f8f486ed" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.153698] env[69159]: DEBUG nova.compute.manager [None req-dc161561-ce5b-4175-84d5-8fa4ef82c29a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 778.154927] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d1a32e-b769-4e5e-9dd3-c15af0b76c04 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.162033] env[69159]: DEBUG nova.compute.manager [None req-dc161561-ce5b-4175-84d5-8fa4ef82c29a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69159) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 778.162618] env[69159]: DEBUG nova.objects.instance [None req-dc161561-ce5b-4175-84d5-8fa4ef82c29a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lazy-loading 'flavor' on Instance uuid 873ed12d-97e6-4349-8c04-b806f8f486ed {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.238377] env[69159]: DEBUG oslo_vmware.api [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448453, 'name': PowerOnVM_Task, 'duration_secs': 0.512836} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.238704] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.238883] env[69159]: INFO nova.compute.manager [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Took 10.98 seconds to spawn the instance on the hypervisor. [ 778.239045] env[69159]: DEBUG nova.compute.manager [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 778.240293] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17da4b1-67cf-436b-beba-2b9bad67de67 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.356978] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "refresh_cache-1c71ca38-5e4b-4afd-b253-6481bd027a80" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.357814] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "refresh_cache-1c71ca38-5e4b-4afd-b253-6481bd027a80" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.357851] env[69159]: DEBUG nova.network.neutron [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.376373] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "refresh_cache-24ac6469-2873-4020-8df5-4ab801a14b5b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.377276] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquired lock "refresh_cache-24ac6469-2873-4020-8df5-4ab801a14b5b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.377276] env[69159]: DEBUG nova.network.neutron [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.377276] env[69159]: DEBUG nova.objects.instance [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lazy-loading 'info_cache' on Instance uuid 24ac6469-2873-4020-8df5-4ab801a14b5b {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.398172] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2252e8d3-2451-48e4-8aa3-4302dab49f7d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.411479] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87817cd4-0448-430c-8727-ca88590f101a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.444812] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8823c0d7-f9ef-483a-bc50-66178b1a155e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.450261] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ac0922-822a-4b6d-b8d0-a9f981edf9f9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.464737] env[69159]: DEBUG nova.compute.provider_tree [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.519882] env[69159]: DEBUG nova.compute.manager [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Received event network-changed-c73eddad-4587-4f80-9f58-d0ea3974e7ef {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 778.520077] env[69159]: DEBUG nova.compute.manager [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Refreshing instance network info cache due to event network-changed-c73eddad-4587-4f80-9f58-d0ea3974e7ef. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 778.520296] env[69159]: DEBUG oslo_concurrency.lockutils [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] Acquiring lock "refresh_cache-85f1cdf4-e578-4813-af15-d6d1f4e9ee50" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.520480] env[69159]: DEBUG oslo_concurrency.lockutils [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] Acquired lock "refresh_cache-85f1cdf4-e578-4813-af15-d6d1f4e9ee50" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.520633] env[69159]: DEBUG nova.network.neutron [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Refreshing network info cache for port c73eddad-4587-4f80-9f58-d0ea3974e7ef {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.615689] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5220bad7-c459-635b-7716-2a22cbe0fc70, 'name': SearchDatastore_Task, 'duration_secs': 0.009277} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.615971] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.616252] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 85f1cdf4-e578-4813-af15-d6d1f4e9ee50/85f1cdf4-e578-4813-af15-d6d1f4e9ee50.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.616508] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f472449e-8f97-456c-90e6-792d37236d86 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.628398] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 778.628398] env[69159]: value = "task-3448454" [ 778.628398] env[69159]: _type = "Task" [ 778.628398] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.634561] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.773019] env[69159]: INFO nova.compute.manager [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Took 46.88 seconds to build instance. [ 778.968379] env[69159]: DEBUG nova.scheduler.client.report [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.135334] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506161} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.135752] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 85f1cdf4-e578-4813-af15-d6d1f4e9ee50/85f1cdf4-e578-4813-af15-d6d1f4e9ee50.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.135983] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.136257] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7634399-cc77-43ed-9aa9-ed8de0e5ee7e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.142950] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 779.142950] env[69159]: value = "task-3448455" [ 779.142950] env[69159]: _type = "Task" [ 779.142950] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.151153] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.174898] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc161561-ce5b-4175-84d5-8fa4ef82c29a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.174898] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ef78d67-61cd-45b9-b4b6-48428f7d10c4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.182894] env[69159]: DEBUG oslo_vmware.api [None req-dc161561-ce5b-4175-84d5-8fa4ef82c29a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 779.182894] env[69159]: value = "task-3448456" [ 779.182894] env[69159]: _type = "Task" [ 779.182894] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.187933] env[69159]: DEBUG nova.network.neutron [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.195381] env[69159]: DEBUG oslo_vmware.api [None req-dc161561-ce5b-4175-84d5-8fa4ef82c29a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.272911] env[69159]: DEBUG oslo_concurrency.lockutils [None req-93376059-a36c-45d5-9650-6b6949f8833b tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "cd69c4bf-2319-4880-8707-8e6b0c9aba18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.478s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.476625] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.477158] env[69159]: DEBUG nova.compute.manager [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 779.482218] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.732s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.482441] env[69159]: DEBUG nova.objects.instance [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lazy-loading 'resources' on Instance uuid be14257b-8502-4b3e-922d-eafc3a13b3f5 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.540396] env[69159]: DEBUG nova.network.neutron [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Updating instance_info_cache with network_info: [{"id": "5c6da3dc-3b54-414b-a6f3-30b4257ce776", "address": "fa:16:3e:4e:33:80", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6da3dc-3b", "ovs_interfaceid": "5c6da3dc-3b54-414b-a6f3-30b4257ce776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.658764] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070246} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.662304] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.662304] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f3bf74-4295-4545-8128-a623d69c6e39 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.693782] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 85f1cdf4-e578-4813-af15-d6d1f4e9ee50/85f1cdf4-e578-4813-af15-d6d1f4e9ee50.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.694360] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-000efe3e-679a-45a6-901d-2675c695e020 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.728019] env[69159]: DEBUG oslo_vmware.api [None req-dc161561-ce5b-4175-84d5-8fa4ef82c29a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448456, 'name': PowerOffVM_Task, 'duration_secs': 0.206065} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.728019] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc161561-ce5b-4175-84d5-8fa4ef82c29a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.728507] env[69159]: DEBUG nova.compute.manager [None req-dc161561-ce5b-4175-84d5-8fa4ef82c29a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 779.728538] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 779.728538] env[69159]: value = "task-3448458" [ 779.728538] env[69159]: _type = "Task" [ 779.728538] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.729279] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1294f06b-db07-4f72-9247-767d8a65132d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.748112] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.912505] env[69159]: DEBUG nova.network.neutron [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Updated VIF entry in instance network info cache for port c73eddad-4587-4f80-9f58-d0ea3974e7ef. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.912834] env[69159]: DEBUG nova.network.neutron [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Updating instance_info_cache with network_info: [{"id": "c73eddad-4587-4f80-9f58-d0ea3974e7ef", "address": "fa:16:3e:de:29:89", "network": {"id": "4735285f-e8aa-4a72-bc34-456f5f3a7e8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2042073766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60e5b5a2e63843a6a4407a678cd1101d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73eddad-45", "ovs_interfaceid": "c73eddad-4587-4f80-9f58-d0ea3974e7ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.988416] env[69159]: DEBUG nova.compute.utils [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.996463] env[69159]: DEBUG nova.compute.manager [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 779.996727] env[69159]: DEBUG nova.network.neutron [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.051515] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "refresh_cache-1c71ca38-5e4b-4afd-b253-6481bd027a80" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.051814] env[69159]: DEBUG nova.compute.manager [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Instance network_info: |[{"id": "5c6da3dc-3b54-414b-a6f3-30b4257ce776", "address": "fa:16:3e:4e:33:80", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6da3dc-3b", "ovs_interfaceid": "5c6da3dc-3b54-414b-a6f3-30b4257ce776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 780.053747] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:33:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c6da3dc-3b54-414b-a6f3-30b4257ce776', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.064122] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Creating folder: Project (c79bae99bf2d4880b44ab0ceb9897257). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.066883] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5de01629-7dfc-4078-a037-8f941db5e9a8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.083137] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Created folder: Project (c79bae99bf2d4880b44ab0ceb9897257) in parent group-v688391. [ 780.083137] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Creating folder: Instances. Parent ref: group-v688523. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.083137] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90bda993-71f1-4c0c-a38c-09fc8e762767 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.093847] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Created folder: Instances in parent group-v688523. [ 780.094328] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.094328] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.094570] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1285109e-9102-4363-9690-5492556eb7b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.113999] env[69159]: DEBUG nova.network.neutron [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Updating instance_info_cache with network_info: [{"id": "b653de1d-5a46-4e22-b6e2-3766bc50da97", "address": "fa:16:3e:4d:f5:b3", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb653de1d-5a", "ovs_interfaceid": "b653de1d-5a46-4e22-b6e2-3766bc50da97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.121128] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.121128] env[69159]: value = "task-3448461" [ 780.121128] env[69159]: _type = "Task" [ 780.121128] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.132473] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448461, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.141210] env[69159]: DEBUG nova.policy [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1abcc8f441a420a9a001e034c9e24bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f7724e2df194e09a2a060c820223636', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.247910] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.258610] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dc161561-ce5b-4175-84d5-8fa4ef82c29a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "873ed12d-97e6-4349-8c04-b806f8f486ed" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.107s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.416698] env[69159]: DEBUG oslo_concurrency.lockutils [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] Releasing lock "refresh_cache-85f1cdf4-e578-4813-af15-d6d1f4e9ee50" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.419346] env[69159]: DEBUG nova.compute.manager [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Received event network-vif-plugged-5c6da3dc-3b54-414b-a6f3-30b4257ce776 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 780.419346] env[69159]: DEBUG oslo_concurrency.lockutils [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] Acquiring lock "1c71ca38-5e4b-4afd-b253-6481bd027a80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.419524] env[69159]: DEBUG oslo_concurrency.lockutils [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] Lock "1c71ca38-5e4b-4afd-b253-6481bd027a80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.419703] env[69159]: DEBUG oslo_concurrency.lockutils [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] Lock "1c71ca38-5e4b-4afd-b253-6481bd027a80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.419926] env[69159]: DEBUG nova.compute.manager [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] No waiting events found dispatching network-vif-plugged-5c6da3dc-3b54-414b-a6f3-30b4257ce776 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 780.420174] env[69159]: WARNING nova.compute.manager [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Received unexpected event network-vif-plugged-5c6da3dc-3b54-414b-a6f3-30b4257ce776 for instance with vm_state building and task_state spawning. [ 780.420401] env[69159]: DEBUG nova.compute.manager [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Received event network-changed-5c6da3dc-3b54-414b-a6f3-30b4257ce776 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 780.420548] env[69159]: DEBUG nova.compute.manager [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Refreshing instance network info cache due to event network-changed-5c6da3dc-3b54-414b-a6f3-30b4257ce776. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 780.420750] env[69159]: DEBUG oslo_concurrency.lockutils [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] Acquiring lock "refresh_cache-1c71ca38-5e4b-4afd-b253-6481bd027a80" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.420910] env[69159]: DEBUG oslo_concurrency.lockutils [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] Acquired lock "refresh_cache-1c71ca38-5e4b-4afd-b253-6481bd027a80" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.421168] env[69159]: DEBUG nova.network.neutron [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Refreshing network info cache for port 5c6da3dc-3b54-414b-a6f3-30b4257ce776 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.496754] env[69159]: DEBUG nova.compute.manager [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 780.598768] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb7907b-a88d-4abf-8485-151df60fa14f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.609083] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab88f221-1d7b-47c1-ba59-c59f109c85d2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.644561] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Releasing lock "refresh_cache-24ac6469-2873-4020-8df5-4ab801a14b5b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.644837] env[69159]: DEBUG nova.objects.instance [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lazy-loading 'migration_context' on Instance uuid 24ac6469-2873-4020-8df5-4ab801a14b5b {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.650224] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a803f8-d73c-4f27-91fb-f7d2910a0d5d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.663908] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448461, 'name': CreateVM_Task, 'duration_secs': 0.489655} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.664177] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.665437] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0fdbcf-2fed-4615-9c08-081259a41503 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.670044] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.670044] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.670405] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.670877] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f563db-c3e5-4844-b474-afad1707af3e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.683908] env[69159]: DEBUG nova.compute.provider_tree [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.686570] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 780.686570] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f3eab2-8e8d-67ea-16ad-1d9156d773ea" [ 780.686570] env[69159]: _type = "Task" [ 780.686570] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.696295] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f3eab2-8e8d-67ea-16ad-1d9156d773ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010001} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.697075] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.697310] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.697534] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.697679] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.697837] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.698340] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a832487b-72cd-4aa8-9cd2-82236e304825 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.710252] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.710252] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.710252] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c46c8f81-f405-43f0-87a3-146e05386ffa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.713079] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 780.713079] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fc8933-419f-e1e5-415f-733b470aa100" [ 780.713079] env[69159]: _type = "Task" [ 780.713079] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.721678] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fc8933-419f-e1e5-415f-733b470aa100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.746302] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448458, 'name': ReconfigVM_Task, 'duration_secs': 0.723377} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.746302] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 85f1cdf4-e578-4813-af15-d6d1f4e9ee50/85f1cdf4-e578-4813-af15-d6d1f4e9ee50.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.746406] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8a572d9-b240-4cc6-bbce-169eadccac4d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.753603] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 780.753603] env[69159]: value = "task-3448462" [ 780.753603] env[69159]: _type = "Task" [ 780.753603] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.766815] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448462, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.801717] env[69159]: DEBUG nova.network.neutron [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Successfully created port: 2938d3e5-77dc-43fa-aeb4-675e6b0a69bf {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.878522] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a3bd629-b6c6-414d-b54e-b15422e3ac39 tempest-ServersAdminTestJSON-1352793142 tempest-ServersAdminTestJSON-1352793142-project-admin] Acquiring lock "refresh_cache-cd69c4bf-2319-4880-8707-8e6b0c9aba18" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.878522] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a3bd629-b6c6-414d-b54e-b15422e3ac39 tempest-ServersAdminTestJSON-1352793142 tempest-ServersAdminTestJSON-1352793142-project-admin] Acquired lock "refresh_cache-cd69c4bf-2319-4880-8707-8e6b0c9aba18" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.878522] env[69159]: DEBUG nova.network.neutron [None req-7a3bd629-b6c6-414d-b54e-b15422e3ac39 tempest-ServersAdminTestJSON-1352793142 tempest-ServersAdminTestJSON-1352793142-project-admin] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.148312] env[69159]: DEBUG nova.objects.base [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Object Instance<24ac6469-2873-4020-8df5-4ab801a14b5b> lazy-loaded attributes: info_cache,migration_context {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 781.149564] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c68dbe-00a2-4e6e-9765-07079800acea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.174185] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d51c6b91-3796-45ae-aee4-e5d05549bd23 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.181115] env[69159]: DEBUG oslo_vmware.api [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 781.181115] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529847d2-e8ad-a43d-a52c-007456c80ef0" [ 781.181115] env[69159]: _type = "Task" [ 781.181115] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.189794] env[69159]: DEBUG nova.scheduler.client.report [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.194175] env[69159]: DEBUG oslo_vmware.api [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529847d2-e8ad-a43d-a52c-007456c80ef0, 'name': SearchDatastore_Task} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.194175] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.223944] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fc8933-419f-e1e5-415f-733b470aa100, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.227776] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3795834-5fad-49c0-a210-e6e38f631d54 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.236723] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 781.236723] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c73c74-812e-afac-4685-3d8dc1097a7a" [ 781.236723] env[69159]: _type = "Task" [ 781.236723] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.243089] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c73c74-812e-afac-4685-3d8dc1097a7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.262923] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448462, 'name': Rename_Task, 'duration_secs': 0.245414} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.264731] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.264731] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ee3384c-6590-41a6-8254-8dee259ebf98 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.275526] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 781.275526] env[69159]: value = "task-3448463" [ 781.275526] env[69159]: _type = "Task" [ 781.275526] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.285698] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.453176] env[69159]: DEBUG nova.network.neutron [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Updated VIF entry in instance network info cache for port 5c6da3dc-3b54-414b-a6f3-30b4257ce776. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.453646] env[69159]: DEBUG nova.network.neutron [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Updating instance_info_cache with network_info: [{"id": "5c6da3dc-3b54-414b-a6f3-30b4257ce776", "address": "fa:16:3e:4e:33:80", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6da3dc-3b", "ovs_interfaceid": "5c6da3dc-3b54-414b-a6f3-30b4257ce776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.509518] env[69159]: DEBUG nova.compute.manager [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 781.553951] env[69159]: DEBUG nova.virt.hardware [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.554230] env[69159]: DEBUG nova.virt.hardware [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.554405] env[69159]: DEBUG nova.virt.hardware [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.554564] env[69159]: DEBUG nova.virt.hardware [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.554738] env[69159]: DEBUG nova.virt.hardware [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.555278] env[69159]: DEBUG nova.virt.hardware [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.555506] env[69159]: DEBUG nova.virt.hardware [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.555670] env[69159]: DEBUG nova.virt.hardware [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.555841] env[69159]: DEBUG nova.virt.hardware [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.556440] env[69159]: DEBUG nova.virt.hardware [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.556440] env[69159]: DEBUG nova.virt.hardware [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.557610] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9440ac85-5bdf-4131-9f5b-d15d463739a2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.571726] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef090e65-26b1-4c11-970d-8268716a9055 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.583447] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Acquiring lock "784beeb2-44f5-42af-b2d8-45847a628c71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.584110] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Lock "784beeb2-44f5-42af-b2d8-45847a628c71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.696020] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.698234] env[69159]: DEBUG oslo_concurrency.lockutils [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.263s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.698460] env[69159]: DEBUG nova.objects.instance [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lazy-loading 'resources' on Instance uuid 07272fef-5534-48e1-9231-d2d8beef9e34 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.726458] env[69159]: INFO nova.scheduler.client.report [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Deleted allocations for instance be14257b-8502-4b3e-922d-eafc3a13b3f5 [ 781.747265] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c73c74-812e-afac-4685-3d8dc1097a7a, 'name': SearchDatastore_Task, 'duration_secs': 0.00928} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.747688] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.747826] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 1c71ca38-5e4b-4afd-b253-6481bd027a80/1c71ca38-5e4b-4afd-b253-6481bd027a80.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.748192] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa8fc552-4866-4f50-bdcf-f071e1f7ae38 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.755670] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 781.755670] env[69159]: value = "task-3448464" [ 781.755670] env[69159]: _type = "Task" [ 781.755670] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.766368] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.788343] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.789558] env[69159]: DEBUG nova.network.neutron [None req-7a3bd629-b6c6-414d-b54e-b15422e3ac39 tempest-ServersAdminTestJSON-1352793142 tempest-ServersAdminTestJSON-1352793142-project-admin] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Updating instance_info_cache with network_info: [{"id": "550ebba0-81f4-45dd-895c-95be36307b70", "address": "fa:16:3e:91:4e:c3", "network": {"id": "2c8ef274-c4a7-4ff3-9a4e-77aa4f7e706f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-806071861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d145f7fcd1764bdc881d290fd74b857b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap550ebba0-81", "ovs_interfaceid": "550ebba0-81f4-45dd-895c-95be36307b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.879449] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Volume attach. Driver type: vmdk {{(pid=69159) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 781.879681] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688522', 'volume_id': '60858074-69ea-468d-8720-fc6d7531b64c', 'name': 'volume-60858074-69ea-468d-8720-fc6d7531b64c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764', 'attached_at': '', 'detached_at': '', 'volume_id': '60858074-69ea-468d-8720-fc6d7531b64c', 'serial': '60858074-69ea-468d-8720-fc6d7531b64c'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 781.880557] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175d9427-4cf2-4767-8a59-c248f2d92b8e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.901870] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c350e91-5784-408b-b404-c245ac152923 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.931080] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] volume-60858074-69ea-468d-8720-fc6d7531b64c/volume-60858074-69ea-468d-8720-fc6d7531b64c.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.931492] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c83eccc-4373-4ce2-8d61-1372f4e7646e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.955660] env[69159]: DEBUG oslo_vmware.api [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 781.955660] env[69159]: value = "task-3448465" [ 781.955660] env[69159]: _type = "Task" [ 781.955660] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.956296] env[69159]: DEBUG oslo_concurrency.lockutils [req-3f0270da-5272-45e9-86a8-1099fc22cfa7 req-b1824137-2a43-4a61-ba90-30780be76cb8 service nova] Releasing lock "refresh_cache-1c71ca38-5e4b-4afd-b253-6481bd027a80" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.968046] env[69159]: DEBUG oslo_vmware.api [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.096785] env[69159]: DEBUG nova.compute.manager [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 782.239525] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e3553779-d7ae-4ffd-aec2-55f970482930 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "be14257b-8502-4b3e-922d-eafc3a13b3f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.497s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.281500] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470516} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.286961] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 1c71ca38-5e4b-4afd-b253-6481bd027a80/1c71ca38-5e4b-4afd-b253-6481bd027a80.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.287320] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.291190] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10b58f4d-314d-45d8-9606-b370fa848e22 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.295091] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a3bd629-b6c6-414d-b54e-b15422e3ac39 tempest-ServersAdminTestJSON-1352793142 tempest-ServersAdminTestJSON-1352793142-project-admin] Releasing lock "refresh_cache-cd69c4bf-2319-4880-8707-8e6b0c9aba18" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.295397] env[69159]: DEBUG nova.compute.manager [None req-7a3bd629-b6c6-414d-b54e-b15422e3ac39 tempest-ServersAdminTestJSON-1352793142 tempest-ServersAdminTestJSON-1352793142-project-admin] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Inject network info {{(pid=69159) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7736}} [ 782.295722] env[69159]: DEBUG nova.compute.manager [None req-7a3bd629-b6c6-414d-b54e-b15422e3ac39 tempest-ServersAdminTestJSON-1352793142 tempest-ServersAdminTestJSON-1352793142-project-admin] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] network_info to inject: |[{"id": "550ebba0-81f4-45dd-895c-95be36307b70", "address": "fa:16:3e:91:4e:c3", "network": {"id": "2c8ef274-c4a7-4ff3-9a4e-77aa4f7e706f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-806071861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d145f7fcd1764bdc881d290fd74b857b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap550ebba0-81", "ovs_interfaceid": "550ebba0-81f4-45dd-895c-95be36307b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 782.300634] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3bd629-b6c6-414d-b54e-b15422e3ac39 tempest-ServersAdminTestJSON-1352793142 tempest-ServersAdminTestJSON-1352793142-project-admin] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Reconfiguring VM instance to set the machine id {{(pid=69159) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 782.304727] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58d478eb-1e95-4126-a1b3-945e64dbe205 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.315675] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.321380] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 782.321380] env[69159]: value = "task-3448466" [ 782.321380] env[69159]: _type = "Task" [ 782.321380] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.326366] env[69159]: DEBUG oslo_vmware.api [None req-7a3bd629-b6c6-414d-b54e-b15422e3ac39 tempest-ServersAdminTestJSON-1352793142 tempest-ServersAdminTestJSON-1352793142-project-admin] Waiting for the task: (returnval){ [ 782.326366] env[69159]: value = "task-3448467" [ 782.326366] env[69159]: _type = "Task" [ 782.326366] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.337146] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.340610] env[69159]: DEBUG oslo_vmware.api [None req-7a3bd629-b6c6-414d-b54e-b15422e3ac39 tempest-ServersAdminTestJSON-1352793142 tempest-ServersAdminTestJSON-1352793142-project-admin] Task: {'id': task-3448467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.345487] env[69159]: INFO nova.compute.manager [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Rebuilding instance [ 782.414258] env[69159]: DEBUG nova.compute.manager [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 782.416870] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c39551-73fc-4447-8a14-7b1c6d8435d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.470102] env[69159]: DEBUG oslo_vmware.api [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.622135] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.795757] env[69159]: DEBUG oslo_vmware.api [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448463, 'name': PowerOnVM_Task, 'duration_secs': 1.313873} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.795757] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.795957] env[69159]: INFO nova.compute.manager [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Took 8.66 seconds to spawn the instance on the hypervisor. [ 782.796081] env[69159]: DEBUG nova.compute.manager [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 782.797291] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8776bef3-1cea-49df-a9c5-b3a8006a9936 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.808231] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f94a14-469f-46d0-872c-3b6906258c0e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.820847] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6752f477-eb4c-4950-a541-538f72a264f9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.859019] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecb19df-4cc9-42dd-9b02-faa94407e0cf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.865184] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076435} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.867539] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.867539] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c153c959-1ab4-4262-b849-c6441e069552 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.874959] env[69159]: DEBUG oslo_vmware.api [None req-7a3bd629-b6c6-414d-b54e-b15422e3ac39 tempest-ServersAdminTestJSON-1352793142 tempest-ServersAdminTestJSON-1352793142-project-admin] Task: {'id': task-3448467, 'name': ReconfigVM_Task, 'duration_secs': 0.169834} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.875722] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3bd629-b6c6-414d-b54e-b15422e3ac39 tempest-ServersAdminTestJSON-1352793142 tempest-ServersAdminTestJSON-1352793142-project-admin] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Reconfigured VM instance to set the machine id {{(pid=69159) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 782.877297] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab083bab-a1d3-4883-b194-cdde301ef2db {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.902084] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 1c71ca38-5e4b-4afd-b253-6481bd027a80/1c71ca38-5e4b-4afd-b253-6481bd027a80.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.903210] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d247514-42c5-40ef-91ea-cb3921a495ea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.925855] env[69159]: DEBUG nova.compute.provider_tree [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.933061] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 782.933061] env[69159]: value = "task-3448468" [ 782.933061] env[69159]: _type = "Task" [ 782.933061] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.942803] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.966802] env[69159]: DEBUG oslo_vmware.api [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448465, 'name': ReconfigVM_Task, 'duration_secs': 0.627996} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.967115] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Reconfigured VM instance instance-00000012 to attach disk [datastore1] volume-60858074-69ea-468d-8720-fc6d7531b64c/volume-60858074-69ea-468d-8720-fc6d7531b64c.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.972081] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4b7446c-9e55-483c-acf7-6dd06d9a3cb9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.989201] env[69159]: DEBUG oslo_vmware.api [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 782.989201] env[69159]: value = "task-3448469" [ 782.989201] env[69159]: _type = "Task" [ 782.989201] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.998044] env[69159]: DEBUG oslo_vmware.api [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.248095] env[69159]: DEBUG nova.network.neutron [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Successfully updated port: 2938d3e5-77dc-43fa-aeb4-675e6b0a69bf {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.326340] env[69159]: INFO nova.compute.manager [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Took 41.88 seconds to build instance. [ 783.342143] env[69159]: DEBUG nova.compute.manager [req-94747f50-5c73-4cec-9365-a5bdd3a17750 req-c5bbd075-14e2-45ad-b60f-dc12d8f69722 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Received event network-vif-plugged-2938d3e5-77dc-43fa-aeb4-675e6b0a69bf {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 783.346124] env[69159]: DEBUG oslo_concurrency.lockutils [req-94747f50-5c73-4cec-9365-a5bdd3a17750 req-c5bbd075-14e2-45ad-b60f-dc12d8f69722 service nova] Acquiring lock "00776691-3b62-4c23-bd35-8149937a5386-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.346426] env[69159]: DEBUG oslo_concurrency.lockutils [req-94747f50-5c73-4cec-9365-a5bdd3a17750 req-c5bbd075-14e2-45ad-b60f-dc12d8f69722 service nova] Lock "00776691-3b62-4c23-bd35-8149937a5386-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.346851] env[69159]: DEBUG oslo_concurrency.lockutils [req-94747f50-5c73-4cec-9365-a5bdd3a17750 req-c5bbd075-14e2-45ad-b60f-dc12d8f69722 service nova] Lock "00776691-3b62-4c23-bd35-8149937a5386-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.346851] env[69159]: DEBUG nova.compute.manager [req-94747f50-5c73-4cec-9365-a5bdd3a17750 req-c5bbd075-14e2-45ad-b60f-dc12d8f69722 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] No waiting events found dispatching network-vif-plugged-2938d3e5-77dc-43fa-aeb4-675e6b0a69bf {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 783.346963] env[69159]: WARNING nova.compute.manager [req-94747f50-5c73-4cec-9365-a5bdd3a17750 req-c5bbd075-14e2-45ad-b60f-dc12d8f69722 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Received unexpected event network-vif-plugged-2938d3e5-77dc-43fa-aeb4-675e6b0a69bf for instance with vm_state building and task_state spawning. [ 783.432725] env[69159]: DEBUG nova.scheduler.client.report [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.435918] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.436442] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0a34a67-4066-402d-8430-d3bcc05ce44c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.448777] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.450284] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 783.450284] env[69159]: value = "task-3448470" [ 783.450284] env[69159]: _type = "Task" [ 783.450284] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.463938] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] VM already powered off {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 783.464209] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.465057] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304be030-c588-4f63-944d-bbd59c418684 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.472820] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.473341] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0415b6c-9bbb-479b-acb2-19cd60d57c8b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.503189] env[69159]: DEBUG oslo_vmware.api [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448469, 'name': ReconfigVM_Task, 'duration_secs': 0.167758} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.503189] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688522', 'volume_id': '60858074-69ea-468d-8720-fc6d7531b64c', 'name': 'volume-60858074-69ea-468d-8720-fc6d7531b64c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764', 'attached_at': '', 'detached_at': '', 'volume_id': '60858074-69ea-468d-8720-fc6d7531b64c', 'serial': '60858074-69ea-468d-8720-fc6d7531b64c'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 783.536849] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.537295] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.537555] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleting the datastore file [datastore2] 873ed12d-97e6-4349-8c04-b806f8f486ed {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.537857] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d28f988-1a25-4892-b9be-d6866e09563d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.546863] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 783.546863] env[69159]: value = "task-3448472" [ 783.546863] env[69159]: _type = "Task" [ 783.546863] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.557868] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.750981] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "refresh_cache-00776691-3b62-4c23-bd35-8149937a5386" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.751206] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquired lock "refresh_cache-00776691-3b62-4c23-bd35-8149937a5386" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.751416] env[69159]: DEBUG nova.network.neutron [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.828941] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a9b3e4ee-6748-449b-aeed-e0fbdcf37764 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "85f1cdf4-e578-4813-af15-d6d1f4e9ee50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.444s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.938953] env[69159]: DEBUG oslo_concurrency.lockutils [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.945436] env[69159]: DEBUG oslo_concurrency.lockutils [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.121s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.947206] env[69159]: INFO nova.compute.claims [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.955478] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "cdd2e1bb-aed8-4d0e-809d-87d069a85378" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.955839] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "cdd2e1bb-aed8-4d0e-809d-87d069a85378" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.963461] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448468, 'name': ReconfigVM_Task, 'duration_secs': 0.801644} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.966039] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 1c71ca38-5e4b-4afd-b253-6481bd027a80/1c71ca38-5e4b-4afd-b253-6481bd027a80.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.966039] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-782d37e2-5dcf-4dd6-a656-25667310c53c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.972967] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 783.972967] env[69159]: value = "task-3448473" [ 783.972967] env[69159]: _type = "Task" [ 783.972967] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.984580] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448473, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.985850] env[69159]: INFO nova.scheduler.client.report [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Deleted allocations for instance 07272fef-5534-48e1-9231-d2d8beef9e34 [ 784.024019] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "85f1cdf4-e578-4813-af15-d6d1f4e9ee50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.027082] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "85f1cdf4-e578-4813-af15-d6d1f4e9ee50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.027082] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "85f1cdf4-e578-4813-af15-d6d1f4e9ee50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.027082] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "85f1cdf4-e578-4813-af15-d6d1f4e9ee50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.027082] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "85f1cdf4-e578-4813-af15-d6d1f4e9ee50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.031035] env[69159]: INFO nova.compute.manager [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Terminating instance [ 784.063420] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163243} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.063420] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.063420] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.063420] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.287786] env[69159]: DEBUG nova.network.neutron [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.458895] env[69159]: DEBUG nova.compute.manager [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 784.486106] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448473, 'name': Rename_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.493838] env[69159]: DEBUG oslo_concurrency.lockutils [None req-869c9ecc-44b1-4b9c-8e5b-70ce0b1c42bf tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "07272fef-5534-48e1-9231-d2d8beef9e34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.548s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.533996] env[69159]: DEBUG nova.compute.manager [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 784.534255] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.535123] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4a4990-149f-4b3a-8bb4-ebe93a631e8c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.543480] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.543743] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af0ef3dc-3b40-4821-b95b-9e9312664367 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.550185] env[69159]: DEBUG oslo_vmware.api [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 784.550185] env[69159]: value = "task-3448474" [ 784.550185] env[69159]: _type = "Task" [ 784.550185] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.557956] env[69159]: DEBUG oslo_vmware.api [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.576864] env[69159]: DEBUG nova.objects.instance [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lazy-loading 'flavor' on Instance uuid f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.603440] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.603593] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.920214] env[69159]: DEBUG nova.network.neutron [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Updating instance_info_cache with network_info: [{"id": "2938d3e5-77dc-43fa-aeb4-675e6b0a69bf", "address": "fa:16:3e:ac:7d:68", "network": {"id": "be0e550a-2a66-4d8e-9f1e-502d817e389a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1599219712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7724e2df194e09a2a060c820223636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2938d3e5-77", "ovs_interfaceid": "2938d3e5-77dc-43fa-aeb4-675e6b0a69bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.988225] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448473, 'name': Rename_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.997111] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.069028] env[69159]: DEBUG oslo_vmware.api [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.095585] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d4c80645-0bd3-4a48-81d4-363467d600dc tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.333s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.110222] env[69159]: DEBUG nova.compute.manager [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 785.143469] env[69159]: DEBUG nova.virt.hardware [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.143469] env[69159]: DEBUG nova.virt.hardware [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.143710] env[69159]: DEBUG nova.virt.hardware [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.143823] env[69159]: DEBUG nova.virt.hardware [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.143941] env[69159]: DEBUG nova.virt.hardware [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.144119] env[69159]: DEBUG nova.virt.hardware [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.144667] env[69159]: DEBUG nova.virt.hardware [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.144667] env[69159]: DEBUG nova.virt.hardware [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.144833] env[69159]: DEBUG nova.virt.hardware [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.145262] env[69159]: DEBUG nova.virt.hardware [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.145349] env[69159]: DEBUG nova.virt.hardware [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.146614] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d4e6c1-466c-4eed-9281-5548eb8e82c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.159858] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea5d8f4-32e2-4da6-a5f3-639004ca7137 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.177618] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:7c:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfe1b136-4eb0-4221-8cfd-a73ba62e59f0', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.185593] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.187367] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.187367] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-584147b7-4ae5-4dd9-af33-b2ec2602209d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.213245] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.213245] env[69159]: value = "task-3448475" [ 785.213245] env[69159]: _type = "Task" [ 785.213245] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.221927] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448475, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.425753] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Releasing lock "refresh_cache-00776691-3b62-4c23-bd35-8149937a5386" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.426193] env[69159]: DEBUG nova.compute.manager [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Instance network_info: |[{"id": "2938d3e5-77dc-43fa-aeb4-675e6b0a69bf", "address": "fa:16:3e:ac:7d:68", "network": {"id": "be0e550a-2a66-4d8e-9f1e-502d817e389a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1599219712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7724e2df194e09a2a060c820223636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2938d3e5-77", "ovs_interfaceid": "2938d3e5-77dc-43fa-aeb4-675e6b0a69bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 785.426668] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:7d:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2938d3e5-77dc-43fa-aeb4-675e6b0a69bf', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.435321] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.438490] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.438990] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a930ece6-32c1-46dd-924a-0edbbdf7d16d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.466363] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.466363] env[69159]: value = "task-3448476" [ 785.466363] env[69159]: _type = "Task" [ 785.466363] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.474767] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448476, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.487120] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448473, 'name': Rename_Task, 'duration_secs': 1.230482} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.487430] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.487638] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72413ede-61a9-42f5-b9f5-1f76f92d0bc4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.495224] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 785.495224] env[69159]: value = "task-3448477" [ 785.495224] env[69159]: _type = "Task" [ 785.495224] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.508325] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.561888] env[69159]: DEBUG oslo_vmware.api [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448474, 'name': PowerOffVM_Task, 'duration_secs': 0.820605} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.565079] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.565347] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.566666] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ffc1211-a416-4711-8bfb-2b8e44d89b4e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.651440] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.664248] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.665206] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.665461] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Deleting the datastore file [datastore1] 85f1cdf4-e578-4813-af15-d6d1f4e9ee50 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.665981] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddbe0854-7916-4a8d-aff9-7de182e0ea95 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.674915] env[69159]: DEBUG oslo_vmware.api [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 785.674915] env[69159]: value = "task-3448479" [ 785.674915] env[69159]: _type = "Task" [ 785.674915] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.683094] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce279c6c-5bec-4ced-a918-94d12e21d10c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.694747] env[69159]: DEBUG oslo_vmware.api [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.698776] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d81876b-f61f-4ba6-9c0e-55415b5d518b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.742445] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd118fab-4d0c-4b32-973e-c00343d507f9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.750539] env[69159]: DEBUG oslo_concurrency.lockutils [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "d39be46c-2e04-472f-95ce-b2efd29e5827" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.750761] env[69159]: DEBUG oslo_concurrency.lockutils [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "d39be46c-2e04-472f-95ce-b2efd29e5827" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.752292] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "041ead39-7566-4ba4-a969-1b9b2fcb5233" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.753484] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "041ead39-7566-4ba4-a969-1b9b2fcb5233" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.760045] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448475, 'name': CreateVM_Task, 'duration_secs': 0.442953} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.763149] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.763149] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.763269] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.763787] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.765535] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cff8cc5-1371-4a45-9746-eb4b30c89edc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.770252] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4564217e-8a53-4aed-8c4a-fec83010a08e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.776487] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 785.776487] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526cfd2a-6acb-cc19-03bd-66120ce2b984" [ 785.776487] env[69159]: _type = "Task" [ 785.776487] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.786390] env[69159]: DEBUG nova.compute.provider_tree [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.799617] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526cfd2a-6acb-cc19-03bd-66120ce2b984, 'name': SearchDatastore_Task, 'duration_secs': 0.012201} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.800128] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.800279] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.800500] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.800704] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.801048] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.801345] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-549129b4-3026-4251-9d1d-fad6cde8d60b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.820506] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.820708] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.821915] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e57bc8-eb52-4b46-a6a7-da3e5d7f4393 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.827977] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 785.827977] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521fc9f5-b7f1-ac50-946d-5b464fdccc23" [ 785.827977] env[69159]: _type = "Task" [ 785.827977] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.837256] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521fc9f5-b7f1-ac50-946d-5b464fdccc23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.976757] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448476, 'name': CreateVM_Task, 'duration_secs': 0.378038} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.976940] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.979126] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.979126] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.979126] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.979126] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3bc444-7e9c-4988-8f88-e753b9c505f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.984350] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 785.984350] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52105abd-3f6c-610a-25c7-7a5ab6d353dd" [ 785.984350] env[69159]: _type = "Task" [ 785.984350] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.992860] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52105abd-3f6c-610a-25c7-7a5ab6d353dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.005857] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448477, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.136331] env[69159]: DEBUG nova.compute.manager [req-cf34c57b-7bf8-452f-bdce-9902c21ac78b req-616baf59-96c8-4ac9-a658-5d8ac75b3a43 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Received event network-changed-2938d3e5-77dc-43fa-aeb4-675e6b0a69bf {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 786.136517] env[69159]: DEBUG nova.compute.manager [req-cf34c57b-7bf8-452f-bdce-9902c21ac78b req-616baf59-96c8-4ac9-a658-5d8ac75b3a43 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Refreshing instance network info cache due to event network-changed-2938d3e5-77dc-43fa-aeb4-675e6b0a69bf. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 786.136736] env[69159]: DEBUG oslo_concurrency.lockutils [req-cf34c57b-7bf8-452f-bdce-9902c21ac78b req-616baf59-96c8-4ac9-a658-5d8ac75b3a43 service nova] Acquiring lock "refresh_cache-00776691-3b62-4c23-bd35-8149937a5386" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.137172] env[69159]: DEBUG oslo_concurrency.lockutils [req-cf34c57b-7bf8-452f-bdce-9902c21ac78b req-616baf59-96c8-4ac9-a658-5d8ac75b3a43 service nova] Acquired lock "refresh_cache-00776691-3b62-4c23-bd35-8149937a5386" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.138239] env[69159]: DEBUG nova.network.neutron [req-cf34c57b-7bf8-452f-bdce-9902c21ac78b req-616baf59-96c8-4ac9-a658-5d8ac75b3a43 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Refreshing network info cache for port 2938d3e5-77dc-43fa-aeb4-675e6b0a69bf {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.184954] env[69159]: DEBUG oslo_vmware.api [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21282} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.185355] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.185544] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.185717] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.185890] env[69159]: INFO nova.compute.manager [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Took 1.65 seconds to destroy the instance on the hypervisor. [ 786.186211] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.186414] env[69159]: DEBUG nova.compute.manager [-] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 786.186508] env[69159]: DEBUG nova.network.neutron [-] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.256525] env[69159]: DEBUG nova.compute.manager [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 786.292141] env[69159]: DEBUG nova.scheduler.client.report [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.339234] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521fc9f5-b7f1-ac50-946d-5b464fdccc23, 'name': SearchDatastore_Task, 'duration_secs': 0.012587} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.340084] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41339885-4e62-4e5f-b359-d7e458526e99 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.345779] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 786.345779] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528dd5a0-4694-2672-f8e1-8269a8030ed8" [ 786.345779] env[69159]: _type = "Task" [ 786.345779] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.354223] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528dd5a0-4694-2672-f8e1-8269a8030ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.494511] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52105abd-3f6c-610a-25c7-7a5ab6d353dd, 'name': SearchDatastore_Task, 'duration_secs': 0.022985} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.494842] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.495014] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.495231] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.505868] env[69159]: DEBUG oslo_vmware.api [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448477, 'name': PowerOnVM_Task, 'duration_secs': 0.651803} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.506120] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.506327] env[69159]: INFO nova.compute.manager [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Took 9.81 seconds to spawn the instance on the hypervisor. [ 786.506501] env[69159]: DEBUG nova.compute.manager [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 786.507321] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1482e4-d0ad-4d43-b1df-b17e3f8bf3ed {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.790541] env[69159]: DEBUG oslo_concurrency.lockutils [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.797099] env[69159]: DEBUG oslo_concurrency.lockutils [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.852s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.797456] env[69159]: DEBUG nova.compute.manager [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 786.802632] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.964s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.802851] env[69159]: DEBUG nova.objects.instance [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Lazy-loading 'resources' on Instance uuid afff8818-2298-46fe-b4f7-cbd46c470d89 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.813033] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquiring lock "3492e320-3e6b-4e50-8a9a-b5c97fc47241" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.813262] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "3492e320-3e6b-4e50-8a9a-b5c97fc47241" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.813461] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquiring lock "3492e320-3e6b-4e50-8a9a-b5c97fc47241-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.813668] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "3492e320-3e6b-4e50-8a9a-b5c97fc47241-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.814244] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "3492e320-3e6b-4e50-8a9a-b5c97fc47241-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.816092] env[69159]: INFO nova.compute.manager [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Terminating instance [ 786.857399] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528dd5a0-4694-2672-f8e1-8269a8030ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.010543} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.857663] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.857922] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 873ed12d-97e6-4349-8c04-b806f8f486ed/873ed12d-97e6-4349-8c04-b806f8f486ed.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.858222] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.858407] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.858625] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74e5f6cf-d92e-4cff-8b64-5111adfd2997 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.861111] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44be129b-5d71-4abf-94e0-7535da0ddce3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.868873] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 786.868873] env[69159]: value = "task-3448480" [ 786.868873] env[69159]: _type = "Task" [ 786.868873] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.873688] env[69159]: DEBUG nova.network.neutron [req-cf34c57b-7bf8-452f-bdce-9902c21ac78b req-616baf59-96c8-4ac9-a658-5d8ac75b3a43 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Updated VIF entry in instance network info cache for port 2938d3e5-77dc-43fa-aeb4-675e6b0a69bf. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.874112] env[69159]: DEBUG nova.network.neutron [req-cf34c57b-7bf8-452f-bdce-9902c21ac78b req-616baf59-96c8-4ac9-a658-5d8ac75b3a43 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Updating instance_info_cache with network_info: [{"id": "2938d3e5-77dc-43fa-aeb4-675e6b0a69bf", "address": "fa:16:3e:ac:7d:68", "network": {"id": "be0e550a-2a66-4d8e-9f1e-502d817e389a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1599219712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7724e2df194e09a2a060c820223636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2938d3e5-77", "ovs_interfaceid": "2938d3e5-77dc-43fa-aeb4-675e6b0a69bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.877491] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.877636] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.878920] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6a40c4-ce9d-45a3-af7e-280552c70de0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.885791] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.889189] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 786.889189] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528c3fde-97dd-8b28-a685-d70592659d09" [ 786.889189] env[69159]: _type = "Task" [ 786.889189] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.897718] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528c3fde-97dd-8b28-a685-d70592659d09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.969792] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.970090] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.025894] env[69159]: INFO nova.compute.manager [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Took 43.20 seconds to build instance. [ 787.219758] env[69159]: DEBUG nova.network.neutron [-] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.307062] env[69159]: DEBUG nova.compute.utils [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.317112] env[69159]: DEBUG nova.compute.manager [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 787.317112] env[69159]: DEBUG nova.network.neutron [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.323548] env[69159]: DEBUG nova.compute.manager [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 787.323548] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.323722] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9ad79d-0d79-435e-9b01-99a1661786ff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.331498] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.331820] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d24d2315-a14c-4655-9e6e-9d1fd8a8b196 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.344294] env[69159]: DEBUG oslo_vmware.api [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 787.344294] env[69159]: value = "task-3448481" [ 787.344294] env[69159]: _type = "Task" [ 787.344294] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.358820] env[69159]: DEBUG oslo_vmware.api [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.386592] env[69159]: DEBUG oslo_concurrency.lockutils [req-cf34c57b-7bf8-452f-bdce-9902c21ac78b req-616baf59-96c8-4ac9-a658-5d8ac75b3a43 service nova] Releasing lock "refresh_cache-00776691-3b62-4c23-bd35-8149937a5386" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.389991] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472988} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.389991] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 873ed12d-97e6-4349-8c04-b806f8f486ed/873ed12d-97e6-4349-8c04-b806f8f486ed.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.389991] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.389991] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-055be299-1d77-4984-9d5d-9a4e7995636a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.397079] env[69159]: DEBUG nova.policy [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1ad6d7a9a06498fb5813f8591b4eb20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf9162ee4c2b4493ab375f449e3f0fc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.403428] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 787.403428] env[69159]: value = "task-3448482" [ 787.403428] env[69159]: _type = "Task" [ 787.403428] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.403688] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528c3fde-97dd-8b28-a685-d70592659d09, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.410087] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f794498-5040-401d-936f-cf07a312d76a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.417852] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 787.417852] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a94374-e046-7330-88dd-ae8fcd26ccca" [ 787.417852] env[69159]: _type = "Task" [ 787.417852] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.422565] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.439079] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a94374-e046-7330-88dd-ae8fcd26ccca, 'name': SearchDatastore_Task, 'duration_secs': 0.013517} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.442088] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.445022] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 00776691-3b62-4c23-bd35-8149937a5386/00776691-3b62-4c23-bd35-8149937a5386.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.445022] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ae5fb49-5b40-486b-9189-b60024e63343 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.450927] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 787.450927] env[69159]: value = "task-3448483" [ 787.450927] env[69159]: _type = "Task" [ 787.450927] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.464180] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.473337] env[69159]: INFO nova.compute.manager [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Detaching volume 60858074-69ea-468d-8720-fc6d7531b64c [ 787.478857] env[69159]: DEBUG oslo_concurrency.lockutils [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquiring lock "3a7250bd-d071-468f-b026-144f8130ef6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.478857] env[69159]: DEBUG oslo_concurrency.lockutils [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "3a7250bd-d071-468f-b026-144f8130ef6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.518160] env[69159]: INFO nova.virt.block_device [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Attempting to driver detach volume 60858074-69ea-468d-8720-fc6d7531b64c from mountpoint /dev/sdb [ 787.518643] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 787.518710] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688522', 'volume_id': '60858074-69ea-468d-8720-fc6d7531b64c', 'name': 'volume-60858074-69ea-468d-8720-fc6d7531b64c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764', 'attached_at': '', 'detached_at': '', 'volume_id': '60858074-69ea-468d-8720-fc6d7531b64c', 'serial': '60858074-69ea-468d-8720-fc6d7531b64c'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 787.519561] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e58e3f8-0991-4b9f-a859-44c5dac3eb07 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.542053] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a4131ee-2c70-40f3-b898-dc7f1d66819c tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "1c71ca38-5e4b-4afd-b253-6481bd027a80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.533s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.546639] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351fe891-fcf8-44b4-b3f5-c2ff851a332e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.554270] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4d1037-ce92-4f12-82b0-c8b9c62fe471 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.578552] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96248e33-cc95-4fe1-9b51-1690d4756c5f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.596362] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] The volume has not been displaced from its original location: [datastore1] volume-60858074-69ea-468d-8720-fc6d7531b64c/volume-60858074-69ea-468d-8720-fc6d7531b64c.vmdk. No consolidation needed. {{(pid=69159) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 787.601963] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 787.605234] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7563bace-025c-4cbb-9a5d-3fdb990ac7bd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.625772] env[69159]: DEBUG oslo_vmware.api [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 787.625772] env[69159]: value = "task-3448484" [ 787.625772] env[69159]: _type = "Task" [ 787.625772] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.636379] env[69159]: DEBUG oslo_vmware.api [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448484, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.726708] env[69159]: INFO nova.compute.manager [-] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Took 1.54 seconds to deallocate network for instance. [ 787.762895] env[69159]: DEBUG nova.network.neutron [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Successfully created port: 27d05fc1-bd16-49f5-9dcb-babc3482af26 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.816439] env[69159]: DEBUG nova.compute.manager [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 787.856661] env[69159]: DEBUG oslo_vmware.api [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448481, 'name': PowerOffVM_Task, 'duration_secs': 0.192761} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.856661] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.856661] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.856895] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6495234c-85bb-44fc-82da-afc85550c4ef {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.918696] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078038} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.923594] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.925025] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b596a1-9338-4771-9753-ee89c173747b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.952022] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 873ed12d-97e6-4349-8c04-b806f8f486ed/873ed12d-97e6-4349-8c04-b806f8f486ed.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.956788] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb655641-783e-49de-b39a-9dfe3da600ae {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.971727] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.971940] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.972138] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Deleting the datastore file [datastore1] 3492e320-3e6b-4e50-8a9a-b5c97fc47241 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.977210] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12040a4e-5126-4e40-8706-3d9cb3da2dc8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.982994] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513941} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.985188] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 00776691-3b62-4c23-bd35-8149937a5386/00776691-3b62-4c23-bd35-8149937a5386.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.985407] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.985725] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 787.985725] env[69159]: value = "task-3448486" [ 787.985725] env[69159]: _type = "Task" [ 787.985725] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.985945] env[69159]: DEBUG oslo_vmware.api [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for the task: (returnval){ [ 787.985945] env[69159]: value = "task-3448487" [ 787.985945] env[69159]: _type = "Task" [ 787.985945] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.988456] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a5e6b80-5044-406d-b7b1-a89b32408273 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.001845] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.006905] env[69159]: DEBUG oslo_vmware.api [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.007821] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 788.007821] env[69159]: value = "task-3448488" [ 788.007821] env[69159]: _type = "Task" [ 788.007821] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.019041] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.048043] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6dff86-b244-465f-b910-605d02960e01 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.051381] env[69159]: DEBUG nova.compute.manager [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 788.058914] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c45ecc-5ca4-4791-a72d-e261ad3cc86f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.094094] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b507cb-995e-4131-b1b5-049aed04990b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.104017] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3afed3-42fc-4bc3-935c-5deb3efb4321 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.116792] env[69159]: DEBUG nova.compute.provider_tree [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.139188] env[69159]: DEBUG oslo_vmware.api [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448484, 'name': ReconfigVM_Task, 'duration_secs': 0.436253} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.140071] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 788.146848] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e5259a9-c2e1-440a-8745-0b3e8c16e530 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.162071] env[69159]: DEBUG oslo_vmware.api [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 788.162071] env[69159]: value = "task-3448489" [ 788.162071] env[69159]: _type = "Task" [ 788.162071] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.174720] env[69159]: DEBUG oslo_vmware.api [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.236430] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.406463] env[69159]: DEBUG nova.compute.manager [req-01933f98-27b7-496b-aeb7-c2fadd3c4b0e req-0349b43c-8234-4c5f-b950-7d8e5719c13d service nova] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Received event network-vif-deleted-c73eddad-4587-4f80-9f58-d0ea3974e7ef {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 788.506750] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.509920] env[69159]: DEBUG oslo_vmware.api [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Task: {'id': task-3448487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163745} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.514462] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.514462] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.514462] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.514462] env[69159]: INFO nova.compute.manager [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Took 1.19 seconds to destroy the instance on the hypervisor. [ 788.514462] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.514854] env[69159]: DEBUG nova.compute.manager [-] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 788.514854] env[69159]: DEBUG nova.network.neutron [-] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.291779] env[69159]: DEBUG nova.scheduler.client.report [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.297400] env[69159]: INFO nova.compute.manager [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Rebuilding instance [ 789.300350] env[69159]: DEBUG nova.compute.manager [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 789.303151] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072995} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.320634] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.322265] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca79597-0397-4df8-a9ed-bf648896da84 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.357581] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 00776691-3b62-4c23-bd35-8149937a5386/00776691-3b62-4c23-bd35-8149937a5386.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.357950] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448486, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.358202] env[69159]: DEBUG oslo_vmware.api [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448489, 'name': ReconfigVM_Task, 'duration_secs': 0.178029} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.364747] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.365481] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddea55c0-03fd-498c-96ae-aee711ef3697 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.382265] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688522', 'volume_id': '60858074-69ea-468d-8720-fc6d7531b64c', 'name': 'volume-60858074-69ea-468d-8720-fc6d7531b64c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764', 'attached_at': '', 'detached_at': '', 'volume_id': '60858074-69ea-468d-8720-fc6d7531b64c', 'serial': '60858074-69ea-468d-8720-fc6d7531b64c'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 789.387422] env[69159]: DEBUG nova.network.neutron [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Successfully updated port: 27d05fc1-bd16-49f5-9dcb-babc3482af26 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.396682] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 789.396682] env[69159]: value = "task-3448490" [ 789.396682] env[69159]: _type = "Task" [ 789.396682] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.396984] env[69159]: DEBUG nova.virt.hardware [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.397416] env[69159]: DEBUG nova.virt.hardware [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.397640] env[69159]: DEBUG nova.virt.hardware [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.397916] env[69159]: DEBUG nova.virt.hardware [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.398092] env[69159]: DEBUG nova.virt.hardware [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.398272] env[69159]: DEBUG nova.virt.hardware [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.398452] env[69159]: DEBUG nova.virt.hardware [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.399011] env[69159]: DEBUG nova.virt.hardware [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.399011] env[69159]: DEBUG nova.virt.hardware [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.400230] env[69159]: DEBUG nova.virt.hardware [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.400230] env[69159]: DEBUG nova.virt.hardware [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.401034] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebdf023-8371-411a-8dfa-4e9609898262 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.413579] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.417194] env[69159]: DEBUG nova.compute.manager [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.419636] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3407fe6-4740-4853-a037-742da3e45361 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.424757] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657d96a8-1aa5-4478-a9a8-b9b1bbd99d26 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.720977] env[69159]: DEBUG nova.compute.manager [req-51f593ae-b704-43c9-b61f-3e5d3ca661e7 req-2204e351-a872-411b-98f8-6ad5247252bc service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Received event network-vif-plugged-27d05fc1-bd16-49f5-9dcb-babc3482af26 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 789.723345] env[69159]: DEBUG oslo_concurrency.lockutils [req-51f593ae-b704-43c9-b61f-3e5d3ca661e7 req-2204e351-a872-411b-98f8-6ad5247252bc service nova] Acquiring lock "9607aa48-7f97-4944-9450-98863f0937ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.723749] env[69159]: DEBUG oslo_concurrency.lockutils [req-51f593ae-b704-43c9-b61f-3e5d3ca661e7 req-2204e351-a872-411b-98f8-6ad5247252bc service nova] Lock "9607aa48-7f97-4944-9450-98863f0937ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.723874] env[69159]: DEBUG oslo_concurrency.lockutils [req-51f593ae-b704-43c9-b61f-3e5d3ca661e7 req-2204e351-a872-411b-98f8-6ad5247252bc service nova] Lock "9607aa48-7f97-4944-9450-98863f0937ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.723954] env[69159]: DEBUG nova.compute.manager [req-51f593ae-b704-43c9-b61f-3e5d3ca661e7 req-2204e351-a872-411b-98f8-6ad5247252bc service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] No waiting events found dispatching network-vif-plugged-27d05fc1-bd16-49f5-9dcb-babc3482af26 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 789.724135] env[69159]: WARNING nova.compute.manager [req-51f593ae-b704-43c9-b61f-3e5d3ca661e7 req-2204e351-a872-411b-98f8-6ad5247252bc service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Received unexpected event network-vif-plugged-27d05fc1-bd16-49f5-9dcb-babc3482af26 for instance with vm_state building and task_state spawning. [ 789.798543] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.996s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.800853] env[69159]: DEBUG oslo_concurrency.lockutils [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.561s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.804743] env[69159]: INFO nova.compute.claims [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.812541] env[69159]: INFO nova.compute.manager [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Rebuilding instance [ 789.819621] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448486, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.820136] env[69159]: INFO nova.scheduler.client.report [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Deleted allocations for instance afff8818-2298-46fe-b4f7-cbd46c470d89 [ 789.883201] env[69159]: DEBUG nova.compute.manager [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.884151] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d1fcfb-8247-41e8-a5ab-ed1883400cca {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.889260] env[69159]: DEBUG oslo_concurrency.lockutils [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Acquiring lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.889386] env[69159]: DEBUG oslo_concurrency.lockutils [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Acquired lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.889539] env[69159]: DEBUG nova.network.neutron [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.905818] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.966259] env[69159]: DEBUG nova.objects.instance [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lazy-loading 'flavor' on Instance uuid f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.160278] env[69159]: DEBUG nova.network.neutron [-] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.324015] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448486, 'name': ReconfigVM_Task, 'duration_secs': 1.918033} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.324362] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 873ed12d-97e6-4349-8c04-b806f8f486ed/873ed12d-97e6-4349-8c04-b806f8f486ed.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.327512] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d653431-3cc6-4bdf-8fa3-f4216c587a30 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.331702] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0611b1e4-b0a4-430b-a71d-ebf0435d4339 tempest-ImagesNegativeTestJSON-1935806795 tempest-ImagesNegativeTestJSON-1935806795-project-member] Lock "afff8818-2298-46fe-b4f7-cbd46c470d89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.207s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.338999] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 790.338999] env[69159]: value = "task-3448491" [ 790.338999] env[69159]: _type = "Task" [ 790.338999] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.348029] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448491, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.404030] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448490, 'name': ReconfigVM_Task, 'duration_secs': 0.722033} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.404030] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 00776691-3b62-4c23-bd35-8149937a5386/00776691-3b62-4c23-bd35-8149937a5386.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.404853] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57ee4ac0-a12d-4dd5-9666-07371f8f178b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.411347] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 790.411347] env[69159]: value = "task-3448492" [ 790.411347] env[69159]: _type = "Task" [ 790.411347] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.419424] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448492, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.451323] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.451691] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f42ddb9c-994f-4acc-a700-b887c4e2c17f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.454863] env[69159]: DEBUG nova.network.neutron [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.462836] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 790.462836] env[69159]: value = "task-3448493" [ 790.462836] env[69159]: _type = "Task" [ 790.462836] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.475906] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.654627] env[69159]: DEBUG nova.network.neutron [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Updating instance_info_cache with network_info: [{"id": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "address": "fa:16:3e:23:11:8b", "network": {"id": "253c555b-e424-4096-bd5a-e72e2e62e26e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759042436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf9162ee4c2b4493ab375f449e3f0fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d05fc1-bd", "ovs_interfaceid": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.661998] env[69159]: INFO nova.compute.manager [-] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Took 2.15 seconds to deallocate network for instance. [ 790.701290] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Acquiring lock "9b60f662-8aa1-4ba8-91f2-c565a236d775" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.701601] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Lock "9b60f662-8aa1-4ba8-91f2-c565a236d775" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.790946] env[69159]: DEBUG nova.compute.manager [req-931adbd5-989b-46d7-b0df-815f65710c15 req-d9529d3b-6cc8-4cf1-a02f-bb57abd10909 service nova] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Received event network-vif-deleted-b8f9cacb-4ed6-466c-8bd8-6589998acc13 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 790.850265] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448491, 'name': Rename_Task, 'duration_secs': 0.222877} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.854692] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.858106] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6f1fd8a-5c66-41d9-876a-4a7ccf569eff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.862352] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 790.862352] env[69159]: value = "task-3448494" [ 790.862352] env[69159]: _type = "Task" [ 790.862352] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.875442] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.900450] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.901157] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c434dc51-7330-42b7-bf53-8bc4cbac177f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.906935] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 790.906935] env[69159]: value = "task-3448495" [ 790.906935] env[69159]: _type = "Task" [ 790.906935] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.922806] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.928187] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448492, 'name': Rename_Task, 'duration_secs': 0.150318} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.931049] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.931517] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d2feb98-df57-42b6-8904-4ffb2eb86e03 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.937696] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 790.937696] env[69159]: value = "task-3448496" [ 790.937696] env[69159]: _type = "Task" [ 790.937696] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.947997] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.972525] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448493, 'name': PowerOffVM_Task, 'duration_secs': 0.176694} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.975472] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.975737] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.976478] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c35bdf84-1f09-4329-abc9-e93c59a7e5c7 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.006s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.978072] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eea92d-612f-43aa-a592-0ecf1cd49823 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.986084] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.986374] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af4708c1-6fb6-4acf-8294-4aa2e62656ce {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.054734] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.055561] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.055948] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleting the datastore file [datastore1] 1c71ca38-5e4b-4afd-b253-6481bd027a80 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.056354] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-500b6303-f716-4519-b41c-bfbf0c60fcc2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.065317] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 791.065317] env[69159]: value = "task-3448498" [ 791.065317] env[69159]: _type = "Task" [ 791.065317] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.077918] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.159246] env[69159]: DEBUG oslo_concurrency.lockutils [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Releasing lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.159565] env[69159]: DEBUG nova.compute.manager [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Instance network_info: |[{"id": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "address": "fa:16:3e:23:11:8b", "network": {"id": "253c555b-e424-4096-bd5a-e72e2e62e26e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759042436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf9162ee4c2b4493ab375f449e3f0fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d05fc1-bd", "ovs_interfaceid": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 791.160274] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:11:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27d05fc1-bd16-49f5-9dcb-babc3482af26', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.170777] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Creating folder: Project (cf9162ee4c2b4493ab375f449e3f0fc8). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.170777] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.170777] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3baadb07-fa20-4745-befe-1e076c47e9ff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.181394] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Created folder: Project (cf9162ee4c2b4493ab375f449e3f0fc8) in parent group-v688391. [ 791.181667] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Creating folder: Instances. Parent ref: group-v688528. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.181992] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-623eb331-6d82-432a-8dda-5b9b943204b6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.198267] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Created folder: Instances in parent group-v688528. [ 791.198773] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.198861] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.199030] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8eba7e45-89f4-4653-b72c-46f3af060c78 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.225483] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.225483] env[69159]: value = "task-3448501" [ 791.225483] env[69159]: _type = "Task" [ 791.225483] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.241056] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448501, 'name': CreateVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.375607] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448494, 'name': PowerOnVM_Task, 'duration_secs': 0.508721} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.380549] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.380830] env[69159]: DEBUG nova.compute.manager [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 791.382189] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6589f8e2-ddcd-4f76-b045-7352a5df88f5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.394356] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31532b99-b810-47cc-bc38-7a1eb487d4e9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.402432] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd192b44-f789-4dd2-b7f1-11f1ad949b00 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.437280] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a882eb35-acda-4f67-a405-6774eacac7bd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.443680] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448495, 'name': PowerOffVM_Task, 'duration_secs': 0.195155} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.448199] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.450558] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.450558] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68875ba4-624b-4bb7-aa80-68631da47bb4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.456848] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c40a42-55ff-46fd-a16e-a124a85c90fa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.467843] env[69159]: DEBUG oslo_vmware.api [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448496, 'name': PowerOnVM_Task, 'duration_secs': 0.481363} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.468297] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.469586] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.469586] env[69159]: INFO nova.compute.manager [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Took 9.96 seconds to spawn the instance on the hypervisor. [ 791.469755] env[69159]: DEBUG nova.compute.manager [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 791.470042] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4be0aebd-b988-40c2-99d5-0ae74c5e52da {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.472786] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8331cd-885e-41d5-bc82-43ed36167c0f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.484326] env[69159]: DEBUG nova.compute.provider_tree [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.572420] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.572420] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.572420] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Deleting the datastore file [datastore1] 5251e5ab-e698-4e5c-ad9f-514103618b22 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.572777] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-173ec93b-875a-4941-b492-7c457bc66cb8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.582022] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173101} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.582022] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.582022] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.582022] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.585133] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 791.585133] env[69159]: value = "task-3448503" [ 791.585133] env[69159]: _type = "Task" [ 791.585133] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.594134] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.737248] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448501, 'name': CreateVM_Task, 'duration_secs': 0.389473} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.737960] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.738248] env[69159]: DEBUG oslo_concurrency.lockutils [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.738442] env[69159]: DEBUG oslo_concurrency.lockutils [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.738723] env[69159]: DEBUG oslo_concurrency.lockutils [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.739419] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d74b357a-81f7-495d-8f96-4ab62c8cdaa4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.747342] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Waiting for the task: (returnval){ [ 791.747342] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52128b9a-585c-f8bd-f208-15c2950c3f6a" [ 791.747342] env[69159]: _type = "Task" [ 791.747342] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.756601] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52128b9a-585c-f8bd-f208-15c2950c3f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.881494] env[69159]: DEBUG nova.compute.manager [req-3d2e9766-edcb-4198-ae92-0ab2c6cf8d41 req-e6a418e3-1f7e-4b64-b700-d06af6fa34d7 service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Received event network-changed-27d05fc1-bd16-49f5-9dcb-babc3482af26 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 791.881729] env[69159]: DEBUG nova.compute.manager [req-3d2e9766-edcb-4198-ae92-0ab2c6cf8d41 req-e6a418e3-1f7e-4b64-b700-d06af6fa34d7 service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Refreshing instance network info cache due to event network-changed-27d05fc1-bd16-49f5-9dcb-babc3482af26. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 791.882117] env[69159]: DEBUG oslo_concurrency.lockutils [req-3d2e9766-edcb-4198-ae92-0ab2c6cf8d41 req-e6a418e3-1f7e-4b64-b700-d06af6fa34d7 service nova] Acquiring lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.882299] env[69159]: DEBUG oslo_concurrency.lockutils [req-3d2e9766-edcb-4198-ae92-0ab2c6cf8d41 req-e6a418e3-1f7e-4b64-b700-d06af6fa34d7 service nova] Acquired lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.882490] env[69159]: DEBUG nova.network.neutron [req-3d2e9766-edcb-4198-ae92-0ab2c6cf8d41 req-e6a418e3-1f7e-4b64-b700-d06af6fa34d7 service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Refreshing network info cache for port 27d05fc1-bd16-49f5-9dcb-babc3482af26 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.899099] env[69159]: INFO nova.compute.manager [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] bringing vm to original state: 'stopped' [ 791.994604] env[69159]: DEBUG nova.scheduler.client.report [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.012014] env[69159]: INFO nova.compute.manager [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Took 44.68 seconds to build instance. [ 792.102681] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.258194] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "290384ad-2090-472b-a68e-7543c51f8e84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.258194] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "290384ad-2090-472b-a68e-7543c51f8e84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.266020] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52128b9a-585c-f8bd-f208-15c2950c3f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.01206} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.266020] env[69159]: DEBUG oslo_concurrency.lockutils [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.266020] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.266020] env[69159]: DEBUG oslo_concurrency.lockutils [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.266020] env[69159]: DEBUG oslo_concurrency.lockutils [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.266020] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.266020] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b06a8a8-ff78-4e95-a50c-cb1c0b913395 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.276521] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.278032] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.278032] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421cea7b-e001-4aba-a1ea-fff52553b567 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.289899] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Waiting for the task: (returnval){ [ 792.289899] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526332bd-c4dc-da31-987e-181e6841e2bb" [ 792.289899] env[69159]: _type = "Task" [ 792.289899] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.300479] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526332bd-c4dc-da31-987e-181e6841e2bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.510486] env[69159]: DEBUG oslo_concurrency.lockutils [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.511090] env[69159]: DEBUG nova.compute.manager [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 792.515778] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.034s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.516035] env[69159]: DEBUG nova.objects.instance [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Lazy-loading 'resources' on Instance uuid b20de2d2-f796-41b6-be49-c08147018866 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.517190] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b47484e-16eb-4aa9-97f4-e8016ec60770 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "00776691-3b62-4c23-bd35-8149937a5386" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.762s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.608759] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.55661} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.609143] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.609318] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.609491] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.625365] env[69159]: DEBUG nova.virt.hardware [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.625634] env[69159]: DEBUG nova.virt.hardware [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.625798] env[69159]: DEBUG nova.virt.hardware [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.626666] env[69159]: DEBUG nova.virt.hardware [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.626922] env[69159]: DEBUG nova.virt.hardware [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.627112] env[69159]: DEBUG nova.virt.hardware [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.627334] env[69159]: DEBUG nova.virt.hardware [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.627494] env[69159]: DEBUG nova.virt.hardware [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.627881] env[69159]: DEBUG nova.virt.hardware [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.627957] env[69159]: DEBUG nova.virt.hardware [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.628081] env[69159]: DEBUG nova.virt.hardware [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.628926] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b8eae7-a464-482f-8e93-2d209bb6a34e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.647022] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e53def-615d-4e68-89bf-4b598c4dc525 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.663570] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:33:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c6da3dc-3b54-414b-a6f3-30b4257ce776', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.671983] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.672610] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.672876] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a4eb49c-46ee-488c-a1fe-4b1113cd7116 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.693844] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.693844] env[69159]: value = "task-3448504" [ 792.693844] env[69159]: _type = "Task" [ 792.693844] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.703389] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448504, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.813713] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526332bd-c4dc-da31-987e-181e6841e2bb, 'name': SearchDatastore_Task, 'duration_secs': 0.013576} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.813837] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c7fc48d-26d4-48a4-8d61-0e77680c36da {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.822420] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Waiting for the task: (returnval){ [ 792.822420] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52605f63-0cb7-25c5-bca1-d5efad9fd035" [ 792.822420] env[69159]: _type = "Task" [ 792.822420] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.834137] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52605f63-0cb7-25c5-bca1-d5efad9fd035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.859885] env[69159]: DEBUG nova.network.neutron [req-3d2e9766-edcb-4198-ae92-0ab2c6cf8d41 req-e6a418e3-1f7e-4b64-b700-d06af6fa34d7 service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Updated VIF entry in instance network info cache for port 27d05fc1-bd16-49f5-9dcb-babc3482af26. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.860450] env[69159]: DEBUG nova.network.neutron [req-3d2e9766-edcb-4198-ae92-0ab2c6cf8d41 req-e6a418e3-1f7e-4b64-b700-d06af6fa34d7 service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Updating instance_info_cache with network_info: [{"id": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "address": "fa:16:3e:23:11:8b", "network": {"id": "253c555b-e424-4096-bd5a-e72e2e62e26e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759042436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf9162ee4c2b4493ab375f449e3f0fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d05fc1-bd", "ovs_interfaceid": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.909309] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "873ed12d-97e6-4349-8c04-b806f8f486ed" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.909309] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "873ed12d-97e6-4349-8c04-b806f8f486ed" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.909534] env[69159]: DEBUG nova.compute.manager [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.910467] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a1865d-46cd-4d13-bc7b-d29f668139cd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.919814] env[69159]: DEBUG nova.compute.manager [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69159) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 793.020149] env[69159]: DEBUG nova.compute.utils [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.028459] env[69159]: DEBUG nova.compute.manager [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 793.037722] env[69159]: DEBUG nova.compute.manager [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 793.038008] env[69159]: DEBUG nova.network.neutron [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.040931] env[69159]: DEBUG nova.compute.manager [req-c5c4239a-4e53-4534-8943-7d2dc4435f7f req-a9bfff0d-6e04-4894-9ca3-d3cb0a9d91f2 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Received event network-changed-2938d3e5-77dc-43fa-aeb4-675e6b0a69bf {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 793.041279] env[69159]: DEBUG nova.compute.manager [req-c5c4239a-4e53-4534-8943-7d2dc4435f7f req-a9bfff0d-6e04-4894-9ca3-d3cb0a9d91f2 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Refreshing instance network info cache due to event network-changed-2938d3e5-77dc-43fa-aeb4-675e6b0a69bf. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 793.041627] env[69159]: DEBUG oslo_concurrency.lockutils [req-c5c4239a-4e53-4534-8943-7d2dc4435f7f req-a9bfff0d-6e04-4894-9ca3-d3cb0a9d91f2 service nova] Acquiring lock "refresh_cache-00776691-3b62-4c23-bd35-8149937a5386" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.041849] env[69159]: DEBUG oslo_concurrency.lockutils [req-c5c4239a-4e53-4534-8943-7d2dc4435f7f req-a9bfff0d-6e04-4894-9ca3-d3cb0a9d91f2 service nova] Acquired lock "refresh_cache-00776691-3b62-4c23-bd35-8149937a5386" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.042080] env[69159]: DEBUG nova.network.neutron [req-c5c4239a-4e53-4534-8943-7d2dc4435f7f req-a9bfff0d-6e04-4894-9ca3-d3cb0a9d91f2 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Refreshing network info cache for port 2938d3e5-77dc-43fa-aeb4-675e6b0a69bf {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.113803] env[69159]: DEBUG nova.policy [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8858d472e7e844c9bc7f59add3321e95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b57d4867fc1d4382b4451d8fa7b2a464', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.204980] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448504, 'name': CreateVM_Task, 'duration_secs': 0.391008} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.207599] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.208679] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.208867] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.209254] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.209819] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6feee3f-26ff-45fe-af6c-c20704da75a9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.215289] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 793.215289] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524b6a43-359c-420f-b1e5-263acf4bee63" [ 793.215289] env[69159]: _type = "Task" [ 793.215289] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.227024] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524b6a43-359c-420f-b1e5-263acf4bee63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.334376] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52605f63-0cb7-25c5-bca1-d5efad9fd035, 'name': SearchDatastore_Task, 'duration_secs': 0.013511} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.337342] env[69159]: DEBUG oslo_concurrency.lockutils [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.338932] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 9607aa48-7f97-4944-9450-98863f0937ff/9607aa48-7f97-4944-9450-98863f0937ff.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.339541] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b418269-44ec-4e5d-97e4-b59f52f357e3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.348815] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Waiting for the task: (returnval){ [ 793.348815] env[69159]: value = "task-3448505" [ 793.348815] env[69159]: _type = "Task" [ 793.348815] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.363771] env[69159]: DEBUG oslo_concurrency.lockutils [req-3d2e9766-edcb-4198-ae92-0ab2c6cf8d41 req-e6a418e3-1f7e-4b64-b700-d06af6fa34d7 service nova] Releasing lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.364521] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3448505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.424840] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.425159] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbda49ad-c1e9-4036-bc31-3b2bca78b1c9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.434246] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 793.434246] env[69159]: value = "task-3448506" [ 793.434246] env[69159]: _type = "Task" [ 793.434246] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.454397] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.535621] env[69159]: DEBUG nova.compute.manager [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 793.564982] env[69159]: DEBUG oslo_concurrency.lockutils [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.611268] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84810b2e-3e54-40ef-babf-22c77e2c1492 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.615876] env[69159]: DEBUG nova.network.neutron [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Successfully created port: 14c32621-a3e8-432e-ac2f-16ee5e14289a {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.623761] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702c5c63-4942-460d-a41f-d402f9ebf2fc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.671456] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bebe81-8eee-412b-afdd-efec2110936a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.681485] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39aa115d-0a4f-4b78-b4e6-3fd7f901b263 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.688391] env[69159]: DEBUG nova.virt.hardware [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.688907] env[69159]: DEBUG nova.virt.hardware [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.689155] env[69159]: DEBUG nova.virt.hardware [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.689474] env[69159]: DEBUG nova.virt.hardware [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.689651] env[69159]: DEBUG nova.virt.hardware [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.689916] env[69159]: DEBUG nova.virt.hardware [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.690329] env[69159]: DEBUG nova.virt.hardware [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.690511] env[69159]: DEBUG nova.virt.hardware [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.690789] env[69159]: DEBUG nova.virt.hardware [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.690988] env[69159]: DEBUG nova.virt.hardware [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.691195] env[69159]: DEBUG nova.virt.hardware [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.692218] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28d427e-3f61-42d3-b26f-a014b0ea2967 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.708367] env[69159]: DEBUG nova.compute.provider_tree [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.715097] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5674284-f9c1-463e-bfeb-903d07bdb64f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.736788] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:d8:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f87ba086-8d2d-403d-bfeb-5891dc36b7a0', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.744606] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.749921] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.749921] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524b6a43-359c-420f-b1e5-263acf4bee63, 'name': SearchDatastore_Task, 'duration_secs': 0.032953} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.750164] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15186022-de19-41ec-b0ef-a134ffdf5193 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.766649] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.766919] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.767215] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.767439] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.767644] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.771295] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6dbc27e-6b7d-44a2-81b4-c992d6929602 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.781632] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.781632] env[69159]: value = "task-3448507" [ 793.781632] env[69159]: _type = "Task" [ 793.781632] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.786563] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.787039] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.788018] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27cbb42c-db1e-4c52-a1af-3f3e2d7ccd16 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.793407] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448507, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.796707] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b0180dc1-0576-432c-969d-122ee8967c75 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "00776691-3b62-4c23-bd35-8149937a5386" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.797012] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b0180dc1-0576-432c-969d-122ee8967c75 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "00776691-3b62-4c23-bd35-8149937a5386" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.797259] env[69159]: INFO nova.compute.manager [None req-b0180dc1-0576-432c-969d-122ee8967c75 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Rebooting instance [ 793.800183] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 793.800183] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526a16d6-7b8d-26f8-d9a6-e20aa74dee7b" [ 793.800183] env[69159]: _type = "Task" [ 793.800183] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.810302] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526a16d6-7b8d-26f8-d9a6-e20aa74dee7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.856805] env[69159]: DEBUG nova.network.neutron [req-c5c4239a-4e53-4534-8943-7d2dc4435f7f req-a9bfff0d-6e04-4894-9ca3-d3cb0a9d91f2 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Updated VIF entry in instance network info cache for port 2938d3e5-77dc-43fa-aeb4-675e6b0a69bf. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.857203] env[69159]: DEBUG nova.network.neutron [req-c5c4239a-4e53-4534-8943-7d2dc4435f7f req-a9bfff0d-6e04-4894-9ca3-d3cb0a9d91f2 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Updating instance_info_cache with network_info: [{"id": "2938d3e5-77dc-43fa-aeb4-675e6b0a69bf", "address": "fa:16:3e:ac:7d:68", "network": {"id": "be0e550a-2a66-4d8e-9f1e-502d817e389a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1599219712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7724e2df194e09a2a060c820223636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2938d3e5-77", "ovs_interfaceid": "2938d3e5-77dc-43fa-aeb4-675e6b0a69bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.866214] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3448505, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.945734] env[69159]: DEBUG oslo_vmware.api [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448506, 'name': PowerOffVM_Task, 'duration_secs': 0.242659} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.946144] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.946354] env[69159]: DEBUG nova.compute.manager [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 793.947273] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bf2bad-3442-4678-b90f-ee97466c6007 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.215622] env[69159]: DEBUG nova.scheduler.client.report [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.292613] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448507, 'name': CreateVM_Task, 'duration_secs': 0.459451} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.292806] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.293574] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.293798] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.294168] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.294458] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914c1630-8170-47fa-88d0-d630daaf81ac {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.299842] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 794.299842] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b17368-f869-bea5-e370-aa0899c905b1" [ 794.299842] env[69159]: _type = "Task" [ 794.299842] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.317448] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526a16d6-7b8d-26f8-d9a6-e20aa74dee7b, 'name': SearchDatastore_Task, 'duration_secs': 0.059692} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.321609] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b17368-f869-bea5-e370-aa0899c905b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012142} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.321907] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be070b8-7031-4a04-847d-e68441da65ad {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.324680] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.324967] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.325223] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.326361] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b0180dc1-0576-432c-969d-122ee8967c75 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "refresh_cache-00776691-3b62-4c23-bd35-8149937a5386" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.330518] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 794.330518] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c84bed-dd1a-978c-b04c-2351db4dad78" [ 794.330518] env[69159]: _type = "Task" [ 794.330518] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.341709] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c84bed-dd1a-978c-b04c-2351db4dad78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.359429] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3448505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589892} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.359691] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 9607aa48-7f97-4944-9450-98863f0937ff/9607aa48-7f97-4944-9450-98863f0937ff.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.359907] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.360176] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85f08135-9591-4a1f-96e1-e0d59d0d5714 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.367180] env[69159]: DEBUG oslo_concurrency.lockutils [req-c5c4239a-4e53-4534-8943-7d2dc4435f7f req-a9bfff0d-6e04-4894-9ca3-d3cb0a9d91f2 service nova] Releasing lock "refresh_cache-00776691-3b62-4c23-bd35-8149937a5386" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.368745] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b0180dc1-0576-432c-969d-122ee8967c75 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquired lock "refresh_cache-00776691-3b62-4c23-bd35-8149937a5386" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.368970] env[69159]: DEBUG nova.network.neutron [None req-b0180dc1-0576-432c-969d-122ee8967c75 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.370357] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Waiting for the task: (returnval){ [ 794.370357] env[69159]: value = "task-3448508" [ 794.370357] env[69159]: _type = "Task" [ 794.370357] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.380400] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3448508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.407666] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Acquiring lock "af542ca8-ff1b-46e4-b833-9d24b83d520f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.407859] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Lock "af542ca8-ff1b-46e4-b833-9d24b83d520f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.463086] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "873ed12d-97e6-4349-8c04-b806f8f486ed" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.554s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.549015] env[69159]: DEBUG nova.compute.manager [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 794.576638] env[69159]: DEBUG nova.virt.hardware [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.576889] env[69159]: DEBUG nova.virt.hardware [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.577066] env[69159]: DEBUG nova.virt.hardware [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.577257] env[69159]: DEBUG nova.virt.hardware [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.577404] env[69159]: DEBUG nova.virt.hardware [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.577549] env[69159]: DEBUG nova.virt.hardware [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.577762] env[69159]: DEBUG nova.virt.hardware [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.577917] env[69159]: DEBUG nova.virt.hardware [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.578102] env[69159]: DEBUG nova.virt.hardware [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.578269] env[69159]: DEBUG nova.virt.hardware [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.578438] env[69159]: DEBUG nova.virt.hardware [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.579318] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f9c5b0-fa27-48a0-8fcf-160dd45570d2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.589758] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26177616-664a-4a1c-b666-071b460f544c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.720546] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.722897] env[69159]: DEBUG oslo_concurrency.lockutils [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.668s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.723151] env[69159]: DEBUG nova.objects.instance [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Lazy-loading 'resources' on Instance uuid 531569c8-9bb4-4adf-a6ab-b107a99d11d6 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.745516] env[69159]: INFO nova.scheduler.client.report [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Deleted allocations for instance b20de2d2-f796-41b6-be49-c08147018866 [ 794.844021] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c84bed-dd1a-978c-b04c-2351db4dad78, 'name': SearchDatastore_Task, 'duration_secs': 0.0155} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.844021] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.844021] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 1c71ca38-5e4b-4afd-b253-6481bd027a80/1c71ca38-5e4b-4afd-b253-6481bd027a80.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.844021] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.844021] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.844021] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d2aa26b-301a-4d19-9f78-7523fc3437b2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.845456] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dda02efa-df3c-401e-b7ca-25c5a295fa8e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.856767] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 794.856767] env[69159]: value = "task-3448509" [ 794.856767] env[69159]: _type = "Task" [ 794.856767] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.858563] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.858873] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.863088] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e51aecd-4949-49b7-8f6a-115493e40eee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.870032] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 794.870032] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c3bc53-ca08-f538-fe05-a43edc2663b1" [ 794.870032] env[69159]: _type = "Task" [ 794.870032] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.871841] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.886036] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3448508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205305} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.887442] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.887733] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c3bc53-ca08-f538-fe05-a43edc2663b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.888449] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a632553d-f9bf-44df-ae25-fc42f432bc40 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.911784] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 9607aa48-7f97-4944-9450-98863f0937ff/9607aa48-7f97-4944-9450-98863f0937ff.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.914402] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6573cd5e-f1b4-4aad-b3da-ce9a4ce81c19 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.937596] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Waiting for the task: (returnval){ [ 794.937596] env[69159]: value = "task-3448510" [ 794.937596] env[69159]: _type = "Task" [ 794.937596] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.946599] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3448510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.973024] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.109578] env[69159]: DEBUG nova.network.neutron [None req-b0180dc1-0576-432c-969d-122ee8967c75 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Updating instance_info_cache with network_info: [{"id": "2938d3e5-77dc-43fa-aeb4-675e6b0a69bf", "address": "fa:16:3e:ac:7d:68", "network": {"id": "be0e550a-2a66-4d8e-9f1e-502d817e389a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1599219712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7724e2df194e09a2a060c820223636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2938d3e5-77", "ovs_interfaceid": "2938d3e5-77dc-43fa-aeb4-675e6b0a69bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.253374] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0713a45e-6474-40ec-af59-1cd82160f65e tempest-ServersV294TestFqdnHostnames-1115444310 tempest-ServersV294TestFqdnHostnames-1115444310-project-member] Lock "b20de2d2-f796-41b6-be49-c08147018866" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.782s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.291839] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "873ed12d-97e6-4349-8c04-b806f8f486ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.292153] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "873ed12d-97e6-4349-8c04-b806f8f486ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.292389] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "873ed12d-97e6-4349-8c04-b806f8f486ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.292556] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "873ed12d-97e6-4349-8c04-b806f8f486ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.292730] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "873ed12d-97e6-4349-8c04-b806f8f486ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.294984] env[69159]: INFO nova.compute.manager [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Terminating instance [ 795.360137] env[69159]: DEBUG nova.compute.manager [req-e433cc87-f193-49f0-85d1-80cd3f773e7c req-03f52cc2-3417-4d8b-b343-adcb5da10c28 service nova] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Received event network-vif-plugged-14c32621-a3e8-432e-ac2f-16ee5e14289a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 795.360362] env[69159]: DEBUG oslo_concurrency.lockutils [req-e433cc87-f193-49f0-85d1-80cd3f773e7c req-03f52cc2-3417-4d8b-b343-adcb5da10c28 service nova] Acquiring lock "a29c1eef-b9eb-477a-a810-1162e6ea5fa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.360571] env[69159]: DEBUG oslo_concurrency.lockutils [req-e433cc87-f193-49f0-85d1-80cd3f773e7c req-03f52cc2-3417-4d8b-b343-adcb5da10c28 service nova] Lock "a29c1eef-b9eb-477a-a810-1162e6ea5fa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.360742] env[69159]: DEBUG oslo_concurrency.lockutils [req-e433cc87-f193-49f0-85d1-80cd3f773e7c req-03f52cc2-3417-4d8b-b343-adcb5da10c28 service nova] Lock "a29c1eef-b9eb-477a-a810-1162e6ea5fa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.360925] env[69159]: DEBUG nova.compute.manager [req-e433cc87-f193-49f0-85d1-80cd3f773e7c req-03f52cc2-3417-4d8b-b343-adcb5da10c28 service nova] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] No waiting events found dispatching network-vif-plugged-14c32621-a3e8-432e-ac2f-16ee5e14289a {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 795.361338] env[69159]: WARNING nova.compute.manager [req-e433cc87-f193-49f0-85d1-80cd3f773e7c req-03f52cc2-3417-4d8b-b343-adcb5da10c28 service nova] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Received unexpected event network-vif-plugged-14c32621-a3e8-432e-ac2f-16ee5e14289a for instance with vm_state building and task_state spawning. [ 795.373308] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.383950] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c3bc53-ca08-f538-fe05-a43edc2663b1, 'name': SearchDatastore_Task, 'duration_secs': 0.05014} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.384769] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a662228-dc4e-4122-bcd2-2738b4037b46 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.392031] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 795.392031] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523d4878-c16e-a565-7896-f7cf20e315ef" [ 795.392031] env[69159]: _type = "Task" [ 795.392031] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.399819] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523d4878-c16e-a565-7896-f7cf20e315ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.428888] env[69159]: DEBUG nova.network.neutron [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Successfully updated port: 14c32621-a3e8-432e-ac2f-16ee5e14289a {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.450349] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3448510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.612514] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b0180dc1-0576-432c-969d-122ee8967c75 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Releasing lock "refresh_cache-00776691-3b62-4c23-bd35-8149937a5386" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.711244] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95e4e6f-6b57-4d10-a623-3af20c90556e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.721447] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7c9df6-7c94-450c-a399-4618f8be2669 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.757057] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d3a322-f9f4-49a3-aa1f-c897a30ac6eb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.766595] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e630e5a-a3ff-4cb4-9176-a047f3bc2891 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.785548] env[69159]: DEBUG nova.compute.provider_tree [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.802982] env[69159]: DEBUG nova.compute.manager [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 795.803390] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.804556] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89736285-7ee4-4425-a7c5-ccf1cb180e48 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.814393] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.814735] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-199bb32f-3f58-4afb-bd9d-8061d9133845 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.877927] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448509, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.909175] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523d4878-c16e-a565-7896-f7cf20e315ef, 'name': SearchDatastore_Task, 'duration_secs': 0.06001} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.910992] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.911431] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 5251e5ab-e698-4e5c-ad9f-514103618b22/5251e5ab-e698-4e5c-ad9f-514103618b22.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.911811] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.912111] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.912337] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleting the datastore file [datastore2] 873ed12d-97e6-4349-8c04-b806f8f486ed {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.912618] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07de5743-4417-457b-ba65-bc3645b0164e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.916322] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89390978-6b8f-4809-bb9f-8a9e99932c16 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.923949] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 795.923949] env[69159]: value = "task-3448512" [ 795.923949] env[69159]: _type = "Task" [ 795.923949] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.931250] env[69159]: DEBUG oslo_vmware.api [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 795.931250] env[69159]: value = "task-3448513" [ 795.931250] env[69159]: _type = "Task" [ 795.931250] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.942739] env[69159]: DEBUG oslo_concurrency.lockutils [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "refresh_cache-a29c1eef-b9eb-477a-a810-1162e6ea5fa8" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.942739] env[69159]: DEBUG oslo_concurrency.lockutils [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "refresh_cache-a29c1eef-b9eb-477a-a810-1162e6ea5fa8" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.942739] env[69159]: DEBUG nova.network.neutron [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.942739] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.949811] env[69159]: DEBUG oslo_vmware.api [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.961794] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3448510, 'name': ReconfigVM_Task, 'duration_secs': 0.964756} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.961794] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 9607aa48-7f97-4944-9450-98863f0937ff/9607aa48-7f97-4944-9450-98863f0937ff.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.962238] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-386f96bd-53dd-4248-8c5b-2abd589458c0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.973206] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Waiting for the task: (returnval){ [ 795.973206] env[69159]: value = "task-3448514" [ 795.973206] env[69159]: _type = "Task" [ 795.973206] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.991988] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3448514, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.117688] env[69159]: DEBUG nova.compute.manager [None req-b0180dc1-0576-432c-969d-122ee8967c75 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 796.118949] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101b1226-4c9d-432a-a926-ec9c88e278e6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.292627] env[69159]: DEBUG nova.scheduler.client.report [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.378506] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448509, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.214605} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.378506] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 1c71ca38-5e4b-4afd-b253-6481bd027a80/1c71ca38-5e4b-4afd-b253-6481bd027a80.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.378775] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.378990] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1e13c7d-ce91-496e-85a2-1f05a575e73e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.390997] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 796.390997] env[69159]: value = "task-3448515" [ 796.390997] env[69159]: _type = "Task" [ 796.390997] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.403529] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.437667] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448512, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.447090] env[69159]: DEBUG oslo_vmware.api [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243631} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.447435] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.447625] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.447807] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.448010] env[69159]: INFO nova.compute.manager [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Took 0.64 seconds to destroy the instance on the hypervisor. [ 796.448274] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.449136] env[69159]: DEBUG nova.compute.manager [-] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 796.449136] env[69159]: DEBUG nova.network.neutron [-] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.486424] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3448514, 'name': Rename_Task, 'duration_secs': 0.189002} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.486756] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.487043] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c695caee-8d22-4556-b9d7-8c16111203c3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.491035] env[69159]: DEBUG nova.network.neutron [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.499122] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Waiting for the task: (returnval){ [ 796.499122] env[69159]: value = "task-3448516" [ 796.499122] env[69159]: _type = "Task" [ 796.499122] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.513592] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3448516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.801518] env[69159]: DEBUG oslo_concurrency.lockutils [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.806749] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.062s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.811777] env[69159]: DEBUG nova.objects.instance [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Lazy-loading 'resources' on Instance uuid 62015eca-8518-450f-98a5-98af7156fc9a {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.836837] env[69159]: INFO nova.scheduler.client.report [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Deleted allocations for instance 531569c8-9bb4-4adf-a6ab-b107a99d11d6 [ 796.903939] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146732} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.904270] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.905182] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03709d8-6c6e-497f-a04f-10e6d4af8fa3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.935237] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 1c71ca38-5e4b-4afd-b253-6481bd027a80/1c71ca38-5e4b-4afd-b253-6481bd027a80.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.935237] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb66d15e-dc48-4ea0-a905-0fe1c1e8e51d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.965472] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613205} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.967013] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 5251e5ab-e698-4e5c-ad9f-514103618b22/5251e5ab-e698-4e5c-ad9f-514103618b22.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.967258] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.967689] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 796.967689] env[69159]: value = "task-3448517" [ 796.967689] env[69159]: _type = "Task" [ 796.967689] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.968105] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7c6dd48-33d8-4281-a32f-fdd649913105 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.980698] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.982333] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 796.982333] env[69159]: value = "task-3448518" [ 796.982333] env[69159]: _type = "Task" [ 796.982333] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.993041] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.014770] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3448516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.030144] env[69159]: DEBUG nova.compute.manager [req-ca5b5d84-bba4-4025-856e-eeff0e39af82 req-df07c6cc-ade3-45d0-99d7-c2adc7ecace3 service nova] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Received event network-vif-deleted-dfe1b136-4eb0-4221-8cfd-a73ba62e59f0 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 797.030312] env[69159]: INFO nova.compute.manager [req-ca5b5d84-bba4-4025-856e-eeff0e39af82 req-df07c6cc-ade3-45d0-99d7-c2adc7ecace3 service nova] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Neutron deleted interface dfe1b136-4eb0-4221-8cfd-a73ba62e59f0; detaching it from the instance and deleting it from the info cache [ 797.030530] env[69159]: DEBUG nova.network.neutron [req-ca5b5d84-bba4-4025-856e-eeff0e39af82 req-df07c6cc-ade3-45d0-99d7-c2adc7ecace3 service nova] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.036225] env[69159]: DEBUG nova.network.neutron [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Updating instance_info_cache with network_info: [{"id": "14c32621-a3e8-432e-ac2f-16ee5e14289a", "address": "fa:16:3e:82:6d:c0", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c32621-a3", "ovs_interfaceid": "14c32621-a3e8-432e-ac2f-16ee5e14289a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.145332] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f667597d-8de5-48c5-844a-603942c6305e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.158316] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b0180dc1-0576-432c-969d-122ee8967c75 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Doing hard reboot of VM {{(pid=69159) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 797.158727] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a73582b8-4a1f-4cea-98ed-b36ec90e43da {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.168672] env[69159]: DEBUG oslo_vmware.api [None req-b0180dc1-0576-432c-969d-122ee8967c75 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 797.168672] env[69159]: value = "task-3448519" [ 797.168672] env[69159]: _type = "Task" [ 797.168672] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.183476] env[69159]: DEBUG oslo_vmware.api [None req-b0180dc1-0576-432c-969d-122ee8967c75 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448519, 'name': ResetVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.345507] env[69159]: DEBUG oslo_concurrency.lockutils [None req-16255260-9148-4d50-aa2a-1a2e6d0edeed tempest-ServersNegativeTestMultiTenantJSON-2125627550 tempest-ServersNegativeTestMultiTenantJSON-2125627550-project-member] Lock "531569c8-9bb4-4adf-a6ab-b107a99d11d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.405s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.356418] env[69159]: DEBUG nova.network.neutron [-] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.484775] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.496662] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.286721} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.496975] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.497790] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcb3c31-c42f-4fdb-828f-c3abe49d1049 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.530166] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 5251e5ab-e698-4e5c-ad9f-514103618b22/5251e5ab-e698-4e5c-ad9f-514103618b22.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.530883] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3448516, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.531190] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b6e3092-6198-49f1-8048-abdace39e386 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.549637] env[69159]: DEBUG oslo_concurrency.lockutils [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "refresh_cache-a29c1eef-b9eb-477a-a810-1162e6ea5fa8" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.549935] env[69159]: DEBUG nova.compute.manager [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Instance network_info: |[{"id": "14c32621-a3e8-432e-ac2f-16ee5e14289a", "address": "fa:16:3e:82:6d:c0", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c32621-a3", "ovs_interfaceid": "14c32621-a3e8-432e-ac2f-16ee5e14289a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 797.551390] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4e8ee6d-b20e-4ddb-ac2b-39ca47b84b54 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.553736] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:6d:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14c32621-a3e8-432e-ac2f-16ee5e14289a', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.561788] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Creating folder: Project (b57d4867fc1d4382b4451d8fa7b2a464). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.563804] env[69159]: DEBUG nova.compute.manager [req-ddc30578-b3a4-49cd-8dee-4a78ef1d7cde req-47081495-ea85-4e03-a2f2-2e8cc5ec4324 service nova] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Received event network-changed-14c32621-a3e8-432e-ac2f-16ee5e14289a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 797.563958] env[69159]: DEBUG nova.compute.manager [req-ddc30578-b3a4-49cd-8dee-4a78ef1d7cde req-47081495-ea85-4e03-a2f2-2e8cc5ec4324 service nova] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Refreshing instance network info cache due to event network-changed-14c32621-a3e8-432e-ac2f-16ee5e14289a. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 797.564515] env[69159]: DEBUG oslo_concurrency.lockutils [req-ddc30578-b3a4-49cd-8dee-4a78ef1d7cde req-47081495-ea85-4e03-a2f2-2e8cc5ec4324 service nova] Acquiring lock "refresh_cache-a29c1eef-b9eb-477a-a810-1162e6ea5fa8" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.564619] env[69159]: DEBUG oslo_concurrency.lockutils [req-ddc30578-b3a4-49cd-8dee-4a78ef1d7cde req-47081495-ea85-4e03-a2f2-2e8cc5ec4324 service nova] Acquired lock "refresh_cache-a29c1eef-b9eb-477a-a810-1162e6ea5fa8" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.564743] env[69159]: DEBUG nova.network.neutron [req-ddc30578-b3a4-49cd-8dee-4a78ef1d7cde req-47081495-ea85-4e03-a2f2-2e8cc5ec4324 service nova] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Refreshing network info cache for port 14c32621-a3e8-432e-ac2f-16ee5e14289a {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.567271] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69211977-7206-418a-a9bb-1daec154f326 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.576696] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 797.576696] env[69159]: value = "task-3448520" [ 797.576696] env[69159]: _type = "Task" [ 797.576696] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.582065] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758309d6-a459-43eb-a53c-c3e362d2f71e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.602060] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Created folder: Project (b57d4867fc1d4382b4451d8fa7b2a464) in parent group-v688391. [ 797.602362] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Creating folder: Instances. Parent ref: group-v688533. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.602643] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.603496] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a68af4a-cede-4922-9207-c605c3af8c04 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.617927] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Created folder: Instances in parent group-v688533. [ 797.618230] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.618801] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.638814] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e083bacc-d92d-4ddd-8796-1c1249f1b15f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.653850] env[69159]: DEBUG nova.compute.manager [req-ca5b5d84-bba4-4025-856e-eeff0e39af82 req-df07c6cc-ade3-45d0-99d7-c2adc7ecace3 service nova] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Detach interface failed, port_id=dfe1b136-4eb0-4221-8cfd-a73ba62e59f0, reason: Instance 873ed12d-97e6-4349-8c04-b806f8f486ed could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 797.663887] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.663887] env[69159]: value = "task-3448523" [ 797.663887] env[69159]: _type = "Task" [ 797.663887] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.678601] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448523, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.688505] env[69159]: DEBUG oslo_vmware.api [None req-b0180dc1-0576-432c-969d-122ee8967c75 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448519, 'name': ResetVM_Task, 'duration_secs': 0.143962} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.689291] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b0180dc1-0576-432c-969d-122ee8967c75 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Did hard reboot of VM {{(pid=69159) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 797.689512] env[69159]: DEBUG nova.compute.manager [None req-b0180dc1-0576-432c-969d-122ee8967c75 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 797.690440] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca775229-a605-4181-824b-5f16e80e2553 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.859465] env[69159]: INFO nova.compute.manager [-] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Took 1.41 seconds to deallocate network for instance. [ 797.990085] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448517, 'name': ReconfigVM_Task, 'duration_secs': 0.875} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.990085] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 1c71ca38-5e4b-4afd-b253-6481bd027a80/1c71ca38-5e4b-4afd-b253-6481bd027a80.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.990437] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a11f49a-eed0-4ce6-b227-78fee04bb4e5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.996170] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c039906-29a0-43ac-aa0f-8b23991a7804 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.000527] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 798.000527] env[69159]: value = "task-3448524" [ 798.000527] env[69159]: _type = "Task" [ 798.000527] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.018537] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d38c4f-217c-4245-990a-802e0dec0ade {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.026728] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448524, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.027994] env[69159]: DEBUG oslo_vmware.api [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3448516, 'name': PowerOnVM_Task, 'duration_secs': 1.350232} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.028740] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.032037] env[69159]: INFO nova.compute.manager [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Took 8.73 seconds to spawn the instance on the hypervisor. [ 798.032037] env[69159]: DEBUG nova.compute.manager [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 798.032037] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d876102-7801-4100-8833-956baa5827c7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.065258] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0482f273-52e7-40ff-982e-b2c81a52a123 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.085919] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9589143f-c022-4190-a7b3-8bd107dba87f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.095435] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448520, 'name': ReconfigVM_Task, 'duration_secs': 0.500902} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.103522] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 5251e5ab-e698-4e5c-ad9f-514103618b22/5251e5ab-e698-4e5c-ad9f-514103618b22.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.104501] env[69159]: DEBUG nova.compute.provider_tree [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.106496] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc6a29ec-3673-4343-b006-785fd3b1847f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.114580] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 798.114580] env[69159]: value = "task-3448525" [ 798.114580] env[69159]: _type = "Task" [ 798.114580] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.128546] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448525, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.174734] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448523, 'name': CreateVM_Task, 'duration_secs': 0.43717} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.174951] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.175700] env[69159]: DEBUG oslo_concurrency.lockutils [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.175891] env[69159]: DEBUG oslo_concurrency.lockutils [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.176373] env[69159]: DEBUG oslo_concurrency.lockutils [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.176642] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a33f6d-8488-4796-89d8-e7f2b533bb84 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.182532] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 798.182532] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528b15d4-9e6e-7843-c4ca-b9b01509bf11" [ 798.182532] env[69159]: _type = "Task" [ 798.182532] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.192392] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528b15d4-9e6e-7843-c4ca-b9b01509bf11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.211995] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b0180dc1-0576-432c-969d-122ee8967c75 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "00776691-3b62-4c23-bd35-8149937a5386" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.415s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.371312] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.512230] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448524, 'name': Rename_Task, 'duration_secs': 0.337704} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.512623] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.513125] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08d0e5eb-abbc-49ea-ba55-b626ef687582 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.534038] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 798.534038] env[69159]: value = "task-3448526" [ 798.534038] env[69159]: _type = "Task" [ 798.534038] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.549222] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.589113] env[69159]: INFO nova.compute.manager [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Took 41.79 seconds to build instance. [ 798.591149] env[69159]: DEBUG nova.network.neutron [req-ddc30578-b3a4-49cd-8dee-4a78ef1d7cde req-47081495-ea85-4e03-a2f2-2e8cc5ec4324 service nova] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Updated VIF entry in instance network info cache for port 14c32621-a3e8-432e-ac2f-16ee5e14289a. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.593358] env[69159]: DEBUG nova.network.neutron [req-ddc30578-b3a4-49cd-8dee-4a78ef1d7cde req-47081495-ea85-4e03-a2f2-2e8cc5ec4324 service nova] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Updating instance_info_cache with network_info: [{"id": "14c32621-a3e8-432e-ac2f-16ee5e14289a", "address": "fa:16:3e:82:6d:c0", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c32621-a3", "ovs_interfaceid": "14c32621-a3e8-432e-ac2f-16ee5e14289a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.611977] env[69159]: DEBUG nova.scheduler.client.report [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.626725] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448525, 'name': Rename_Task, 'duration_secs': 0.214327} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.627107] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.627437] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92afc4f6-6a66-4f20-9af6-a988fd1ff903 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.640448] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 798.640448] env[69159]: value = "task-3448527" [ 798.640448] env[69159]: _type = "Task" [ 798.640448] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.650616] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.697914] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528b15d4-9e6e-7843-c4ca-b9b01509bf11, 'name': SearchDatastore_Task, 'duration_secs': 0.01251} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.698559] env[69159]: DEBUG oslo_concurrency.lockutils [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.698668] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.698977] env[69159]: DEBUG oslo_concurrency.lockutils [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.699200] env[69159]: DEBUG oslo_concurrency.lockutils [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.699439] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.699755] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2198b53-cf1f-4abc-bc74-10543bab30ed {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.710983] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.711205] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.712049] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f6e46e-d529-475e-9548-5fb3e62759c5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.719357] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 798.719357] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525c2585-cb3f-1f1f-23b0-5919f2d66027" [ 798.719357] env[69159]: _type = "Task" [ 798.719357] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.728786] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525c2585-cb3f-1f1f-23b0-5919f2d66027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.047389] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448526, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.094271] env[69159]: DEBUG oslo_concurrency.lockutils [None req-96a3e316-9e0a-40f9-968e-68493de31d23 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Lock "9607aa48-7f97-4944-9450-98863f0937ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.270s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.096106] env[69159]: DEBUG oslo_concurrency.lockutils [req-ddc30578-b3a4-49cd-8dee-4a78ef1d7cde req-47081495-ea85-4e03-a2f2-2e8cc5ec4324 service nova] Releasing lock "refresh_cache-a29c1eef-b9eb-477a-a810-1162e6ea5fa8" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.117742] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.120769] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.032s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.123776] env[69159]: INFO nova.compute.claims [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.149849] env[69159]: INFO nova.scheduler.client.report [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Deleted allocations for instance 62015eca-8518-450f-98a5-98af7156fc9a [ 799.162914] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448527, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.230076] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525c2585-cb3f-1f1f-23b0-5919f2d66027, 'name': SearchDatastore_Task, 'duration_secs': 0.015912} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.231898] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7f1e82-e540-46c9-a0b7-380946059f57 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.240325] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 799.240325] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52aad3e7-f02a-56d5-00bb-986c95b0d1a0" [ 799.240325] env[69159]: _type = "Task" [ 799.240325] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.256942] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52aad3e7-f02a-56d5-00bb-986c95b0d1a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.547285] env[69159]: DEBUG oslo_vmware.api [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448526, 'name': PowerOnVM_Task, 'duration_secs': 0.684777} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.547576] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.547775] env[69159]: DEBUG nova.compute.manager [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.548687] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4645d395-0869-4d9a-ad35-475620e80da6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.598050] env[69159]: DEBUG nova.compute.manager [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 799.653425] env[69159]: DEBUG oslo_vmware.api [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448527, 'name': PowerOnVM_Task, 'duration_secs': 0.625097} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.653705] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.653939] env[69159]: DEBUG nova.compute.manager [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.654981] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bae5bb5-74d6-41c5-bf8c-3bf3f4220b3a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.661120] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9fb61a70-9f37-472d-af03-1eebc1474c5e tempest-TenantUsagesTestJSON-1926902373 tempest-TenantUsagesTestJSON-1926902373-project-member] Lock "62015eca-8518-450f-98a5-98af7156fc9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.458s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.755675] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52aad3e7-f02a-56d5-00bb-986c95b0d1a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015607} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.755675] env[69159]: DEBUG oslo_concurrency.lockutils [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.755675] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] a29c1eef-b9eb-477a-a810-1162e6ea5fa8/a29c1eef-b9eb-477a-a810-1162e6ea5fa8.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.755954] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1582ed9e-02c0-4934-aa8a-6ec5f611d12f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.764979] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 799.764979] env[69159]: value = "task-3448528" [ 799.764979] env[69159]: _type = "Task" [ 799.764979] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.774745] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.797401] env[69159]: DEBUG nova.compute.manager [req-7fa8c4a9-6737-4d00-82de-590cdd8ba9a4 req-9c5c45f0-5724-4d9a-a118-a88e7df53694 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Received event network-changed-2938d3e5-77dc-43fa-aeb4-675e6b0a69bf {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 799.797894] env[69159]: DEBUG nova.compute.manager [req-7fa8c4a9-6737-4d00-82de-590cdd8ba9a4 req-9c5c45f0-5724-4d9a-a118-a88e7df53694 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Refreshing instance network info cache due to event network-changed-2938d3e5-77dc-43fa-aeb4-675e6b0a69bf. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 799.803336] env[69159]: DEBUG oslo_concurrency.lockutils [req-7fa8c4a9-6737-4d00-82de-590cdd8ba9a4 req-9c5c45f0-5724-4d9a-a118-a88e7df53694 service nova] Acquiring lock "refresh_cache-00776691-3b62-4c23-bd35-8149937a5386" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.803336] env[69159]: DEBUG oslo_concurrency.lockutils [req-7fa8c4a9-6737-4d00-82de-590cdd8ba9a4 req-9c5c45f0-5724-4d9a-a118-a88e7df53694 service nova] Acquired lock "refresh_cache-00776691-3b62-4c23-bd35-8149937a5386" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.803336] env[69159]: DEBUG nova.network.neutron [req-7fa8c4a9-6737-4d00-82de-590cdd8ba9a4 req-9c5c45f0-5724-4d9a-a118-a88e7df53694 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Refreshing network info cache for port 2938d3e5-77dc-43fa-aeb4-675e6b0a69bf {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.074138] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.091454] env[69159]: DEBUG nova.compute.manager [req-943fdfe6-7aa3-45a9-bcd6-a55b1eec185d req-8c83fdd6-e5ac-4f64-a150-dcb85c52178d service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Received event network-changed-27d05fc1-bd16-49f5-9dcb-babc3482af26 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 800.091454] env[69159]: DEBUG nova.compute.manager [req-943fdfe6-7aa3-45a9-bcd6-a55b1eec185d req-8c83fdd6-e5ac-4f64-a150-dcb85c52178d service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Refreshing instance network info cache due to event network-changed-27d05fc1-bd16-49f5-9dcb-babc3482af26. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 800.091454] env[69159]: DEBUG oslo_concurrency.lockutils [req-943fdfe6-7aa3-45a9-bcd6-a55b1eec185d req-8c83fdd6-e5ac-4f64-a150-dcb85c52178d service nova] Acquiring lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.091454] env[69159]: DEBUG oslo_concurrency.lockutils [req-943fdfe6-7aa3-45a9-bcd6-a55b1eec185d req-8c83fdd6-e5ac-4f64-a150-dcb85c52178d service nova] Acquired lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.091454] env[69159]: DEBUG nova.network.neutron [req-943fdfe6-7aa3-45a9-bcd6-a55b1eec185d req-8c83fdd6-e5ac-4f64-a150-dcb85c52178d service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Refreshing network info cache for port 27d05fc1-bd16-49f5-9dcb-babc3482af26 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.133568] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.177067] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.284932] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448528, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.375299] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "00776691-3b62-4c23-bd35-8149937a5386" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.375660] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "00776691-3b62-4c23-bd35-8149937a5386" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.376043] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "00776691-3b62-4c23-bd35-8149937a5386-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.376395] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "00776691-3b62-4c23-bd35-8149937a5386-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.376491] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "00776691-3b62-4c23-bd35-8149937a5386-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.379153] env[69159]: INFO nova.compute.manager [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Terminating instance [ 800.713677] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76948c6c-432b-434b-8f5f-7ca38c8e31b2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.721960] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ca647d-bec5-46c8-b6f2-73892370697e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.764038] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e002b88-2036-4bc0-bd3b-db9f437293b5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.780107] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12bf1e0-1a92-4078-beca-b669daa90e9c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.787683] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850842} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.790567] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] a29c1eef-b9eb-477a-a810-1162e6ea5fa8/a29c1eef-b9eb-477a-a810-1162e6ea5fa8.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.790815] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.791102] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72fca665-4fc2-458f-9348-361200059af2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.802435] env[69159]: DEBUG nova.compute.provider_tree [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.812023] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 800.812023] env[69159]: value = "task-3448529" [ 800.812023] env[69159]: _type = "Task" [ 800.812023] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.824394] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.890335] env[69159]: DEBUG nova.compute.manager [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 800.890603] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.893216] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5628ee0d-b802-404c-bfe7-25faa1d8e4d7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.902528] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.902837] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2099ad7b-8f70-4c25-9d1e-bf9bf54d240a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.911779] env[69159]: DEBUG oslo_vmware.api [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 800.911779] env[69159]: value = "task-3448530" [ 800.911779] env[69159]: _type = "Task" [ 800.911779] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.923210] env[69159]: DEBUG oslo_vmware.api [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.042820] env[69159]: DEBUG nova.network.neutron [req-943fdfe6-7aa3-45a9-bcd6-a55b1eec185d req-8c83fdd6-e5ac-4f64-a150-dcb85c52178d service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Updated VIF entry in instance network info cache for port 27d05fc1-bd16-49f5-9dcb-babc3482af26. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.046377] env[69159]: DEBUG nova.network.neutron [req-943fdfe6-7aa3-45a9-bcd6-a55b1eec185d req-8c83fdd6-e5ac-4f64-a150-dcb85c52178d service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Updating instance_info_cache with network_info: [{"id": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "address": "fa:16:3e:23:11:8b", "network": {"id": "253c555b-e424-4096-bd5a-e72e2e62e26e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759042436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf9162ee4c2b4493ab375f449e3f0fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d05fc1-bd", "ovs_interfaceid": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.117769] env[69159]: DEBUG nova.network.neutron [req-7fa8c4a9-6737-4d00-82de-590cdd8ba9a4 req-9c5c45f0-5724-4d9a-a118-a88e7df53694 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Updated VIF entry in instance network info cache for port 2938d3e5-77dc-43fa-aeb4-675e6b0a69bf. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.118184] env[69159]: DEBUG nova.network.neutron [req-7fa8c4a9-6737-4d00-82de-590cdd8ba9a4 req-9c5c45f0-5724-4d9a-a118-a88e7df53694 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Updating instance_info_cache with network_info: [{"id": "2938d3e5-77dc-43fa-aeb4-675e6b0a69bf", "address": "fa:16:3e:ac:7d:68", "network": {"id": "be0e550a-2a66-4d8e-9f1e-502d817e389a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1599219712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7724e2df194e09a2a060c820223636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2938d3e5-77", "ovs_interfaceid": "2938d3e5-77dc-43fa-aeb4-675e6b0a69bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.307202] env[69159]: DEBUG nova.scheduler.client.report [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.328710] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118378} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.328989] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.331326] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55699567-a3f4-4649-b27a-2b30ca3693fe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.357015] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] a29c1eef-b9eb-477a-a810-1162e6ea5fa8/a29c1eef-b9eb-477a-a810-1162e6ea5fa8.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.357409] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e93fc841-eb93-40a6-8376-81311b76d26f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.383234] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 801.383234] env[69159]: value = "task-3448531" [ 801.383234] env[69159]: _type = "Task" [ 801.383234] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.392630] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.423796] env[69159]: DEBUG oslo_vmware.api [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448530, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.550599] env[69159]: DEBUG oslo_concurrency.lockutils [req-943fdfe6-7aa3-45a9-bcd6-a55b1eec185d req-8c83fdd6-e5ac-4f64-a150-dcb85c52178d service nova] Releasing lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.613294] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.613294] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.627446] env[69159]: DEBUG oslo_concurrency.lockutils [req-7fa8c4a9-6737-4d00-82de-590cdd8ba9a4 req-9c5c45f0-5724-4d9a-a118-a88e7df53694 service nova] Releasing lock "refresh_cache-00776691-3b62-4c23-bd35-8149937a5386" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.819893] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.820637] env[69159]: DEBUG nova.compute.manager [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 801.824321] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.101s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.825838] env[69159]: INFO nova.compute.claims [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.898378] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448531, 'name': ReconfigVM_Task, 'duration_secs': 0.319843} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.898712] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Reconfigured VM instance instance-00000031 to attach disk [datastore1] a29c1eef-b9eb-477a-a810-1162e6ea5fa8/a29c1eef-b9eb-477a-a810-1162e6ea5fa8.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.899410] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b2d60c4-61ab-49d5-b335-ec91058d2246 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.907905] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 801.907905] env[69159]: value = "task-3448532" [ 801.907905] env[69159]: _type = "Task" [ 801.907905] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.928284] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448532, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.932310] env[69159]: DEBUG oslo_vmware.api [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448530, 'name': PowerOffVM_Task, 'duration_secs': 0.541906} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.932768] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.932934] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.933517] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c57329f-0f02-4501-8e90-496d087bce29 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.023207] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.023207] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.023207] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Deleting the datastore file [datastore2] 00776691-3b62-4c23-bd35-8149937a5386 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.023207] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a403de49-732d-485f-b9e5-d4a5aac62e29 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.036222] env[69159]: DEBUG oslo_vmware.api [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 802.036222] env[69159]: value = "task-3448534" [ 802.036222] env[69159]: _type = "Task" [ 802.036222] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.046690] env[69159]: DEBUG oslo_vmware.api [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.056448] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "1c71ca38-5e4b-4afd-b253-6481bd027a80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.056721] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "1c71ca38-5e4b-4afd-b253-6481bd027a80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.056935] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "1c71ca38-5e4b-4afd-b253-6481bd027a80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.057139] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "1c71ca38-5e4b-4afd-b253-6481bd027a80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.057314] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "1c71ca38-5e4b-4afd-b253-6481bd027a80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.059594] env[69159]: INFO nova.compute.manager [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Terminating instance [ 802.130541] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.132266] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.133776] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.133776] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.133776] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.133776] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.134132] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69159) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 802.134203] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.331820] env[69159]: DEBUG nova.compute.utils [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.335602] env[69159]: DEBUG nova.compute.manager [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 802.336499] env[69159]: DEBUG nova.network.neutron [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.423243] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448532, 'name': Rename_Task, 'duration_secs': 0.17238} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.423336] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.424711] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82261a53-f9cf-4006-9dc5-e254de6389e5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.434644] env[69159]: DEBUG nova.policy [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0922c220139744c1998bec8d536ee955', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc9438f6504741beb293eb15fed0e339', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.435634] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 802.435634] env[69159]: value = "task-3448535" [ 802.435634] env[69159]: _type = "Task" [ 802.435634] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.446570] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.455208] env[69159]: INFO nova.compute.manager [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Rebuilding instance [ 802.526576] env[69159]: DEBUG nova.compute.manager [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.527481] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4967b47e-fa16-4499-9823-127bc5287549 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.552041] env[69159]: DEBUG oslo_vmware.api [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266171} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.557447] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.557447] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.557447] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.557447] env[69159]: INFO nova.compute.manager [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Took 1.67 seconds to destroy the instance on the hypervisor. [ 802.557447] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.557847] env[69159]: DEBUG nova.compute.manager [-] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 802.557847] env[69159]: DEBUG nova.network.neutron [-] [instance: 00776691-3b62-4c23-bd35-8149937a5386] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.563604] env[69159]: DEBUG nova.compute.manager [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 802.563787] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.564695] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62740e0d-c609-4160-8ae4-701bc5e10fcd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.576462] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.576759] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e70c39be-4418-41cc-9705-a185ca1e5e69 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.585016] env[69159]: DEBUG oslo_vmware.api [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 802.585016] env[69159]: value = "task-3448536" [ 802.585016] env[69159]: _type = "Task" [ 802.585016] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.596637] env[69159]: DEBUG oslo_vmware.api [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.641960] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.837945] env[69159]: DEBUG nova.compute.manager [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 802.949580] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.011187] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "8bad35e0-2531-41a6-9b1e-ecf9c88c7665" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.011187] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "8bad35e0-2531-41a6-9b1e-ecf9c88c7665" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.106399] env[69159]: DEBUG oslo_vmware.api [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448536, 'name': PowerOffVM_Task, 'duration_secs': 0.304434} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.106399] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.106399] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.107269] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54a79ff0-06f9-45b0-9d85-91b502801a5c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.132045] env[69159]: DEBUG nova.compute.manager [req-547a2b33-16c2-4214-af0c-b59b22f00622 req-99664342-c416-40f3-8413-d4dbd8ef4d06 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Received event network-vif-deleted-2938d3e5-77dc-43fa-aeb4-675e6b0a69bf {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 803.132620] env[69159]: INFO nova.compute.manager [req-547a2b33-16c2-4214-af0c-b59b22f00622 req-99664342-c416-40f3-8413-d4dbd8ef4d06 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Neutron deleted interface 2938d3e5-77dc-43fa-aeb4-675e6b0a69bf; detaching it from the instance and deleting it from the info cache [ 803.132707] env[69159]: DEBUG nova.network.neutron [req-547a2b33-16c2-4214-af0c-b59b22f00622 req-99664342-c416-40f3-8413-d4dbd8ef4d06 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.197162] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.197505] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.197871] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleting the datastore file [datastore1] 1c71ca38-5e4b-4afd-b253-6481bd027a80 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.198188] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd79db9e-8e52-4b97-ba98-83402a16f520 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.208152] env[69159]: DEBUG oslo_vmware.api [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 803.208152] env[69159]: value = "task-3448538" [ 803.208152] env[69159]: _type = "Task" [ 803.208152] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.221300] env[69159]: DEBUG oslo_vmware.api [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.274730] env[69159]: DEBUG nova.network.neutron [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Successfully created port: 322d6292-fe85-4205-a31e-598066358dfb {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.404398] env[69159]: DEBUG nova.network.neutron [-] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.454357] env[69159]: DEBUG oslo_vmware.api [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448535, 'name': PowerOnVM_Task, 'duration_secs': 0.718335} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.455335] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.455577] env[69159]: INFO nova.compute.manager [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Took 8.91 seconds to spawn the instance on the hypervisor. [ 803.455736] env[69159]: DEBUG nova.compute.manager [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.456680] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0c44c9-f749-49ac-8080-3c60ac5329f6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.507620] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a3fa24-0b24-4f62-b230-215065982859 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.534078] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a78044-d312-4623-846c-5ce46197fc9b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.548465] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.578457] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebe61f82-9774-4ddb-9310-c87388018705 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.581843] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e17e5ab-51a0-4472-acd4-4c576b471ff6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.592540] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3ea9a7-307b-4c96-9434-20bd7350f872 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.598406] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 803.598406] env[69159]: value = "task-3448539" [ 803.598406] env[69159]: _type = "Task" [ 803.598406] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.610698] env[69159]: DEBUG nova.compute.provider_tree [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.622020] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.642037] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d001a289-7251-47d6-993e-3e4fc826f2dd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.653624] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8942396d-044b-461c-893b-20ca581d2c9b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.696519] env[69159]: DEBUG nova.compute.manager [req-547a2b33-16c2-4214-af0c-b59b22f00622 req-99664342-c416-40f3-8413-d4dbd8ef4d06 service nova] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Detach interface failed, port_id=2938d3e5-77dc-43fa-aeb4-675e6b0a69bf, reason: Instance 00776691-3b62-4c23-bd35-8149937a5386 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 803.723253] env[69159]: DEBUG oslo_vmware.api [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349111} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.723683] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.724553] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.724800] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.725131] env[69159]: INFO nova.compute.manager [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Took 1.16 seconds to destroy the instance on the hypervisor. [ 803.725736] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.725736] env[69159]: DEBUG nova.compute.manager [-] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 803.725736] env[69159]: DEBUG nova.network.neutron [-] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.854258] env[69159]: DEBUG nova.compute.manager [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 803.887730] env[69159]: DEBUG nova.virt.hardware [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.887730] env[69159]: DEBUG nova.virt.hardware [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.888010] env[69159]: DEBUG nova.virt.hardware [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.888096] env[69159]: DEBUG nova.virt.hardware [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.888433] env[69159]: DEBUG nova.virt.hardware [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.888742] env[69159]: DEBUG nova.virt.hardware [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.888857] env[69159]: DEBUG nova.virt.hardware [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.888987] env[69159]: DEBUG nova.virt.hardware [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.889177] env[69159]: DEBUG nova.virt.hardware [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.889339] env[69159]: DEBUG nova.virt.hardware [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.889508] env[69159]: DEBUG nova.virt.hardware [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.890473] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03f879f-df64-4190-8b17-08c34e57d58d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.904517] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de28335-d930-49db-9d7f-e0d707b652cb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.909577] env[69159]: INFO nova.compute.manager [-] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Took 1.35 seconds to deallocate network for instance. [ 803.980851] env[69159]: INFO nova.compute.manager [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Took 43.78 seconds to build instance. [ 804.088899] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Acquiring lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.089262] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.112516] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448539, 'name': PowerOffVM_Task, 'duration_secs': 0.213082} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.112775] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.113027] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.114757] env[69159]: DEBUG nova.scheduler.client.report [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.118260] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f738c8c2-f0c2-4531-819f-1449b7852c1e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.127744] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.128039] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c5593d6-2a21-443a-824e-5484ce21671f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.216158] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.216525] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.216750] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Deleting the datastore file [datastore1] 5251e5ab-e698-4e5c-ad9f-514103618b22 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.217092] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77b36c5f-b0ec-4140-ba2f-86b5684c77aa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.225414] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 804.225414] env[69159]: value = "task-3448541" [ 804.225414] env[69159]: _type = "Task" [ 804.225414] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.236131] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.426318] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.485303] env[69159]: DEBUG oslo_concurrency.lockutils [None req-14d97f8b-4026-40cf-861b-d3daa2c0b1a6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "a29c1eef-b9eb-477a-a810-1162e6ea5fa8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.206s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.565322] env[69159]: DEBUG nova.network.neutron [-] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.593959] env[69159]: DEBUG nova.compute.utils [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.626143] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.626143] env[69159]: DEBUG nova.compute.manager [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 804.627448] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.434s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.736648] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253025} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.736963] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.737170] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.737351] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.988071] env[69159]: DEBUG nova.compute.manager [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 805.071441] env[69159]: INFO nova.compute.manager [-] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Took 1.35 seconds to deallocate network for instance. [ 805.097771] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.131090] env[69159]: DEBUG nova.compute.utils [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.135779] env[69159]: DEBUG nova.compute.manager [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 805.135960] env[69159]: DEBUG nova.network.neutron [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.213394] env[69159]: DEBUG nova.policy [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a94c73c92e64c6596def887eabcc39f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c916ffe145f74f37b7e8b6472536e374', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.488166] env[69159]: DEBUG nova.network.neutron [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Successfully updated port: 322d6292-fe85-4205-a31e-598066358dfb {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.514627] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.579466] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.636060] env[69159]: DEBUG nova.compute.manager [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 805.647988] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eee8b5e-4a59-49ca-886d-d56cb2fa80c1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.659811] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d84449-fe61-4e04-8671-64e58435b03b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.702172] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132eac5d-56d3-42e2-94dd-e4a64113c1f5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.714363] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2ff735-a7d1-4602-a995-d33e8cf232c2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.732847] env[69159]: DEBUG nova.compute.provider_tree [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.787164] env[69159]: DEBUG nova.virt.hardware [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.787164] env[69159]: DEBUG nova.virt.hardware [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.787164] env[69159]: DEBUG nova.virt.hardware [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.787164] env[69159]: DEBUG nova.virt.hardware [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.787433] env[69159]: DEBUG nova.virt.hardware [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.787433] env[69159]: DEBUG nova.virt.hardware [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.787595] env[69159]: DEBUG nova.virt.hardware [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.787733] env[69159]: DEBUG nova.virt.hardware [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.787953] env[69159]: DEBUG nova.virt.hardware [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.788392] env[69159]: DEBUG nova.virt.hardware [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.788624] env[69159]: DEBUG nova.virt.hardware [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.792674] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f261ed-9aba-48dd-98fc-652055a6d2e8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.801032] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281c935d-fe76-4823-be0c-1af9a83f8fe1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.817765] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:d8:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f87ba086-8d2d-403d-bfeb-5891dc36b7a0', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.827179] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.827555] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.828112] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f549e9a9-cadd-41af-8527-b9a97d247305 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.852666] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.852666] env[69159]: value = "task-3448542" [ 805.852666] env[69159]: _type = "Task" [ 805.852666] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.889083] env[69159]: DEBUG oslo_concurrency.lockutils [None req-012368cb-d6b4-41f6-83b0-509b95553e8e tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "9e1a5632-327c-49f3-a833-713e6eb170e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.889332] env[69159]: DEBUG oslo_concurrency.lockutils [None req-012368cb-d6b4-41f6-83b0-509b95553e8e tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "9e1a5632-327c-49f3-a833-713e6eb170e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.990481] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Acquiring lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.991021] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Acquired lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.991176] env[69159]: DEBUG nova.network.neutron [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.035410] env[69159]: DEBUG nova.network.neutron [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Successfully created port: 351ab1b1-8b03-40ca-9f50-4cf3ed09f6e9 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.214160] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Acquiring lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.214976] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.215427] env[69159]: INFO nova.compute.manager [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Attaching volume 41e1ee14-58c4-488b-8b4c-3e6be6d61951 to /dev/sdb [ 806.236908] env[69159]: DEBUG nova.scheduler.client.report [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.269207] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a067d543-5d1d-4173-8a97-0f706134e505 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.278159] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67841dd5-5088-4261-8913-f6b1154fedc6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.296383] env[69159]: DEBUG nova.virt.block_device [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Updating existing volume attachment record: 27dd52fc-0694-45a7-bd85-2a9d7d2a1da5 {{(pid=69159) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 806.342284] env[69159]: DEBUG nova.compute.manager [req-26f208db-7fae-48bc-8ca9-ed75f1b38e1a req-42ab6cdf-1272-49ba-a31d-a8180e6c740e service nova] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Received event network-vif-deleted-5c6da3dc-3b54-414b-a6f3-30b4257ce776 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 806.364151] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448542, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.467273] env[69159]: DEBUG nova.compute.manager [req-ec3b75a4-d110-4c8d-82bf-a0c32a7ae6b1 req-b5ae5263-4ad4-4c22-af1e-ea48467c1bd7 service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Received event network-vif-plugged-322d6292-fe85-4205-a31e-598066358dfb {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 806.467273] env[69159]: DEBUG oslo_concurrency.lockutils [req-ec3b75a4-d110-4c8d-82bf-a0c32a7ae6b1 req-b5ae5263-4ad4-4c22-af1e-ea48467c1bd7 service nova] Acquiring lock "eaa07690-118d-4c3d-837e-63358222e9d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.467493] env[69159]: DEBUG oslo_concurrency.lockutils [req-ec3b75a4-d110-4c8d-82bf-a0c32a7ae6b1 req-b5ae5263-4ad4-4c22-af1e-ea48467c1bd7 service nova] Lock "eaa07690-118d-4c3d-837e-63358222e9d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.468140] env[69159]: DEBUG oslo_concurrency.lockutils [req-ec3b75a4-d110-4c8d-82bf-a0c32a7ae6b1 req-b5ae5263-4ad4-4c22-af1e-ea48467c1bd7 service nova] Lock "eaa07690-118d-4c3d-837e-63358222e9d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.468705] env[69159]: DEBUG nova.compute.manager [req-ec3b75a4-d110-4c8d-82bf-a0c32a7ae6b1 req-b5ae5263-4ad4-4c22-af1e-ea48467c1bd7 service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] No waiting events found dispatching network-vif-plugged-322d6292-fe85-4205-a31e-598066358dfb {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 806.468705] env[69159]: WARNING nova.compute.manager [req-ec3b75a4-d110-4c8d-82bf-a0c32a7ae6b1 req-b5ae5263-4ad4-4c22-af1e-ea48467c1bd7 service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Received unexpected event network-vif-plugged-322d6292-fe85-4205-a31e-598066358dfb for instance with vm_state building and task_state spawning. [ 806.580904] env[69159]: DEBUG nova.network.neutron [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.650148] env[69159]: DEBUG nova.compute.manager [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 806.686627] env[69159]: DEBUG nova.virt.hardware [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.687089] env[69159]: DEBUG nova.virt.hardware [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.687287] env[69159]: DEBUG nova.virt.hardware [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.687482] env[69159]: DEBUG nova.virt.hardware [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.687629] env[69159]: DEBUG nova.virt.hardware [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.687777] env[69159]: DEBUG nova.virt.hardware [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.687993] env[69159]: DEBUG nova.virt.hardware [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.688237] env[69159]: DEBUG nova.virt.hardware [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.688616] env[69159]: DEBUG nova.virt.hardware [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.689037] env[69159]: DEBUG nova.virt.hardware [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.689226] env[69159]: DEBUG nova.virt.hardware [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.690484] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f34cb5-7d25-451e-b968-04f35054f9a8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.705223] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089d77ee-73e2-46cb-80b3-9fd95e70c6ee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.868855] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448542, 'name': CreateVM_Task, 'duration_secs': 0.673045} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.869131] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.869904] env[69159]: DEBUG oslo_concurrency.lockutils [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.870165] env[69159]: DEBUG oslo_concurrency.lockutils [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.871107] env[69159]: DEBUG oslo_concurrency.lockutils [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.871107] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3248705b-f393-4a50-acb7-30451cc1209f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.879226] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 806.879226] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5223c999-dc9b-8876-fe80-89cfd61d7f2c" [ 806.879226] env[69159]: _type = "Task" [ 806.879226] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.893359] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5223c999-dc9b-8876-fe80-89cfd61d7f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.895026] env[69159]: DEBUG nova.network.neutron [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Updating instance_info_cache with network_info: [{"id": "322d6292-fe85-4205-a31e-598066358dfb", "address": "fa:16:3e:76:11:3e", "network": {"id": "bd8f6145-44ed-4297-8e88-5722aac7c68b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-785293201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bc9438f6504741beb293eb15fed0e339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d6292-fe", "ovs_interfaceid": "322d6292-fe85-4205-a31e-598066358dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.109602] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.109850] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.252439] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.625s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.255700] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.634s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.257233] env[69159]: INFO nova.compute.claims [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.392106] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5223c999-dc9b-8876-fe80-89cfd61d7f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010765} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.393029] env[69159]: DEBUG oslo_concurrency.lockutils [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.393029] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.393326] env[69159]: DEBUG oslo_concurrency.lockutils [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.393584] env[69159]: DEBUG oslo_concurrency.lockutils [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.393933] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.394304] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b11b8731-afe3-4e75-ad09-669c261a98c2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.398856] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Releasing lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.399203] env[69159]: DEBUG nova.compute.manager [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Instance network_info: |[{"id": "322d6292-fe85-4205-a31e-598066358dfb", "address": "fa:16:3e:76:11:3e", "network": {"id": "bd8f6145-44ed-4297-8e88-5722aac7c68b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-785293201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bc9438f6504741beb293eb15fed0e339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d6292-fe", "ovs_interfaceid": "322d6292-fe85-4205-a31e-598066358dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 807.399636] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:11:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '322d6292-fe85-4205-a31e-598066358dfb', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.408972] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Creating folder: Project (bc9438f6504741beb293eb15fed0e339). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.410412] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28260e5b-21f0-41a2-9ed0-52a83710a734 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.414093] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.414338] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.415434] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b56acce2-5fca-4966-ac89-b719caaba1f6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.422303] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 807.422303] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52de289e-fa5a-4665-01b0-6edfe7e10aec" [ 807.422303] env[69159]: _type = "Task" [ 807.422303] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.432019] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52de289e-fa5a-4665-01b0-6edfe7e10aec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.433783] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Created folder: Project (bc9438f6504741beb293eb15fed0e339) in parent group-v688391. [ 807.434122] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Creating folder: Instances. Parent ref: group-v688540. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.434418] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7f07810-531a-45e3-a070-2afa22b4ebc5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.453638] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Created folder: Instances in parent group-v688540. [ 807.454333] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.454333] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.455126] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e2b3db2-ffbc-473a-ad1b-b3d656a5c5b7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.483018] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.483018] env[69159]: value = "task-3448548" [ 807.483018] env[69159]: _type = "Task" [ 807.483018] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.499260] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448548, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.807463] env[69159]: DEBUG nova.network.neutron [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Successfully updated port: 351ab1b1-8b03-40ca-9f50-4cf3ed09f6e9 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.850070] env[69159]: INFO nova.scheduler.client.report [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Deleted allocation for migration bf4475d4-3ac5-40ec-a6d3-4a7dafc324f1 [ 807.935838] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52de289e-fa5a-4665-01b0-6edfe7e10aec, 'name': SearchDatastore_Task, 'duration_secs': 0.015128} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.937008] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e4e740c-e053-4a01-9e80-1ff40e4076e1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.944311] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 807.944311] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529628f8-bf4b-3b92-512e-79bc8c44b1f0" [ 807.944311] env[69159]: _type = "Task" [ 807.944311] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.953688] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529628f8-bf4b-3b92-512e-79bc8c44b1f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.994109] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448548, 'name': CreateVM_Task, 'duration_secs': 0.429373} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.994298] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.994983] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.995412] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.996127] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.996370] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad0069c-e7e0-48d4-b715-3e40f0f3f19b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.001920] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 808.001920] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5215722d-f970-6827-8f70-533df535c8d0" [ 808.001920] env[69159]: _type = "Task" [ 808.001920] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.010822] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5215722d-f970-6827-8f70-533df535c8d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.281973] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.281973] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.312086] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "refresh_cache-31d57149-a77a-43af-bb05-1013587cf9ce" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.312268] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired lock "refresh_cache-31d57149-a77a-43af-bb05-1013587cf9ce" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.312523] env[69159]: DEBUG nova.network.neutron [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.359983] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac58b585-8f0e-4d62-bd2f-ef78073b0ffb tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "24ac6469-2873-4020-8df5-4ab801a14b5b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.642s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.461959] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529628f8-bf4b-3b92-512e-79bc8c44b1f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.463075] env[69159]: DEBUG oslo_concurrency.lockutils [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.463788] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 5251e5ab-e698-4e5c-ad9f-514103618b22/5251e5ab-e698-4e5c-ad9f-514103618b22.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.463788] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc29789c-3eed-4725-98ce-122005960b48 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.473827] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 808.473827] env[69159]: value = "task-3448549" [ 808.473827] env[69159]: _type = "Task" [ 808.473827] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.487475] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.518786] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5215722d-f970-6827-8f70-533df535c8d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011056} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.519947] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.519947] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.519947] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.520121] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.520555] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.520648] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6b1d0c6-3d07-44b3-b4c0-9e38e533e395 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.532217] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.532478] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.533368] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-578250fe-930b-4308-a1fd-54d10bf89dc4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.541295] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 808.541295] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527ad478-b80d-f66f-5aa3-1cfabe8777f2" [ 808.541295] env[69159]: _type = "Task" [ 808.541295] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.553756] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527ad478-b80d-f66f-5aa3-1cfabe8777f2, 'name': SearchDatastore_Task} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.554706] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4d98fac-a70b-4787-89c3-8d80f10af0d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.565196] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 808.565196] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523fe335-ac90-73c8-4e2f-0b832063a3a1" [ 808.565196] env[69159]: _type = "Task" [ 808.565196] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.577586] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523fe335-ac90-73c8-4e2f-0b832063a3a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010574} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.578060] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.578228] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] eaa07690-118d-4c3d-837e-63358222e9d2/eaa07690-118d-4c3d-837e-63358222e9d2.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.578617] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cbdb327-d4da-4840-9f55-88ba87fac71f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.591387] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 808.591387] env[69159]: value = "task-3448550" [ 808.591387] env[69159]: _type = "Task" [ 808.591387] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.603858] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.613255] env[69159]: DEBUG nova.compute.manager [req-220e6309-e237-49dc-9049-36b5b06c4bb7 req-e64ed759-760f-4fb8-bf6a-a8e322fcdd9b service nova] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Received event network-vif-plugged-351ab1b1-8b03-40ca-9f50-4cf3ed09f6e9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 808.613255] env[69159]: DEBUG oslo_concurrency.lockutils [req-220e6309-e237-49dc-9049-36b5b06c4bb7 req-e64ed759-760f-4fb8-bf6a-a8e322fcdd9b service nova] Acquiring lock "31d57149-a77a-43af-bb05-1013587cf9ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.613503] env[69159]: DEBUG oslo_concurrency.lockutils [req-220e6309-e237-49dc-9049-36b5b06c4bb7 req-e64ed759-760f-4fb8-bf6a-a8e322fcdd9b service nova] Lock "31d57149-a77a-43af-bb05-1013587cf9ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.613659] env[69159]: DEBUG oslo_concurrency.lockutils [req-220e6309-e237-49dc-9049-36b5b06c4bb7 req-e64ed759-760f-4fb8-bf6a-a8e322fcdd9b service nova] Lock "31d57149-a77a-43af-bb05-1013587cf9ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.614020] env[69159]: DEBUG nova.compute.manager [req-220e6309-e237-49dc-9049-36b5b06c4bb7 req-e64ed759-760f-4fb8-bf6a-a8e322fcdd9b service nova] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] No waiting events found dispatching network-vif-plugged-351ab1b1-8b03-40ca-9f50-4cf3ed09f6e9 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 808.614147] env[69159]: WARNING nova.compute.manager [req-220e6309-e237-49dc-9049-36b5b06c4bb7 req-e64ed759-760f-4fb8-bf6a-a8e322fcdd9b service nova] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Received unexpected event network-vif-plugged-351ab1b1-8b03-40ca-9f50-4cf3ed09f6e9 for instance with vm_state building and task_state spawning. [ 808.614450] env[69159]: DEBUG nova.compute.manager [req-220e6309-e237-49dc-9049-36b5b06c4bb7 req-e64ed759-760f-4fb8-bf6a-a8e322fcdd9b service nova] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Received event network-changed-351ab1b1-8b03-40ca-9f50-4cf3ed09f6e9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 808.614450] env[69159]: DEBUG nova.compute.manager [req-220e6309-e237-49dc-9049-36b5b06c4bb7 req-e64ed759-760f-4fb8-bf6a-a8e322fcdd9b service nova] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Refreshing instance network info cache due to event network-changed-351ab1b1-8b03-40ca-9f50-4cf3ed09f6e9. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 808.614551] env[69159]: DEBUG oslo_concurrency.lockutils [req-220e6309-e237-49dc-9049-36b5b06c4bb7 req-e64ed759-760f-4fb8-bf6a-a8e322fcdd9b service nova] Acquiring lock "refresh_cache-31d57149-a77a-43af-bb05-1013587cf9ce" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.651392] env[69159]: DEBUG nova.compute.manager [req-063f0995-94ea-4be0-a9eb-9ca0d8c650d0 req-f0ecf392-7f83-4aee-9dd1-0806d4752207 service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Received event network-changed-322d6292-fe85-4205-a31e-598066358dfb {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 808.651392] env[69159]: DEBUG nova.compute.manager [req-063f0995-94ea-4be0-a9eb-9ca0d8c650d0 req-f0ecf392-7f83-4aee-9dd1-0806d4752207 service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Refreshing instance network info cache due to event network-changed-322d6292-fe85-4205-a31e-598066358dfb. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 808.651630] env[69159]: DEBUG oslo_concurrency.lockutils [req-063f0995-94ea-4be0-a9eb-9ca0d8c650d0 req-f0ecf392-7f83-4aee-9dd1-0806d4752207 service nova] Acquiring lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.651630] env[69159]: DEBUG oslo_concurrency.lockutils [req-063f0995-94ea-4be0-a9eb-9ca0d8c650d0 req-f0ecf392-7f83-4aee-9dd1-0806d4752207 service nova] Acquired lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.651897] env[69159]: DEBUG nova.network.neutron [req-063f0995-94ea-4be0-a9eb-9ca0d8c650d0 req-f0ecf392-7f83-4aee-9dd1-0806d4752207 service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Refreshing network info cache for port 322d6292-fe85-4205-a31e-598066358dfb {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.891913] env[69159]: DEBUG nova.network.neutron [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.987589] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49647} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.989699] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 5251e5ab-e698-4e5c-ad9f-514103618b22/5251e5ab-e698-4e5c-ad9f-514103618b22.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.989699] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.990443] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1520e93f-0c17-4ae2-94f5-e87253b6537a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.993107] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05fdaa97-ad45-4a96-82d7-d66086859428 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.003414] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e94d325-1131-439e-a028-60a40dc05179 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.007520] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 809.007520] env[69159]: value = "task-3448552" [ 809.007520] env[69159]: _type = "Task" [ 809.007520] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.055829] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2937933-d66f-4698-8f1f-36e3b808c052 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.058974] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.067580] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c84dfb7-fba4-4ca2-be40-1e52036045a7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.086624] env[69159]: DEBUG nova.compute.provider_tree [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.109843] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448550, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.240683] env[69159]: DEBUG nova.network.neutron [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Updating instance_info_cache with network_info: [{"id": "351ab1b1-8b03-40ca-9f50-4cf3ed09f6e9", "address": "fa:16:3e:1c:89:01", "network": {"id": "4f428291-617b-4f5e-83cc-839c99d7397a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1597968833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c916ffe145f74f37b7e8b6472536e374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351ab1b1-8b", "ovs_interfaceid": "351ab1b1-8b03-40ca-9f50-4cf3ed09f6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.524096] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226088} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.524567] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.525714] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877e977a-9c6a-4349-b315-ff0a82efeedc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.553102] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 5251e5ab-e698-4e5c-ad9f-514103618b22/5251e5ab-e698-4e5c-ad9f-514103618b22.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.553102] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa688f0e-c02a-49e6-ac40-5652cac9a6a3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.574782] env[69159]: DEBUG nova.network.neutron [req-063f0995-94ea-4be0-a9eb-9ca0d8c650d0 req-f0ecf392-7f83-4aee-9dd1-0806d4752207 service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Updated VIF entry in instance network info cache for port 322d6292-fe85-4205-a31e-598066358dfb. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.575557] env[69159]: DEBUG nova.network.neutron [req-063f0995-94ea-4be0-a9eb-9ca0d8c650d0 req-f0ecf392-7f83-4aee-9dd1-0806d4752207 service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Updating instance_info_cache with network_info: [{"id": "322d6292-fe85-4205-a31e-598066358dfb", "address": "fa:16:3e:76:11:3e", "network": {"id": "bd8f6145-44ed-4297-8e88-5722aac7c68b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-785293201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bc9438f6504741beb293eb15fed0e339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d6292-fe", "ovs_interfaceid": "322d6292-fe85-4205-a31e-598066358dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.584030] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 809.584030] env[69159]: value = "task-3448553" [ 809.584030] env[69159]: _type = "Task" [ 809.584030] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.590033] env[69159]: DEBUG nova.scheduler.client.report [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.602031] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.612179] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736761} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.612179] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] eaa07690-118d-4c3d-837e-63358222e9d2/eaa07690-118d-4c3d-837e-63358222e9d2.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.612179] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.612179] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed2d8200-c1f0-480f-a9fb-23859006aba6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.619411] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 809.619411] env[69159]: value = "task-3448554" [ 809.619411] env[69159]: _type = "Task" [ 809.619411] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.628616] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.744425] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Releasing lock "refresh_cache-31d57149-a77a-43af-bb05-1013587cf9ce" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.744788] env[69159]: DEBUG nova.compute.manager [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Instance network_info: |[{"id": "351ab1b1-8b03-40ca-9f50-4cf3ed09f6e9", "address": "fa:16:3e:1c:89:01", "network": {"id": "4f428291-617b-4f5e-83cc-839c99d7397a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1597968833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c916ffe145f74f37b7e8b6472536e374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351ab1b1-8b", "ovs_interfaceid": "351ab1b1-8b03-40ca-9f50-4cf3ed09f6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 809.745157] env[69159]: DEBUG oslo_concurrency.lockutils [req-220e6309-e237-49dc-9049-36b5b06c4bb7 req-e64ed759-760f-4fb8-bf6a-a8e322fcdd9b service nova] Acquired lock "refresh_cache-31d57149-a77a-43af-bb05-1013587cf9ce" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.745358] env[69159]: DEBUG nova.network.neutron [req-220e6309-e237-49dc-9049-36b5b06c4bb7 req-e64ed759-760f-4fb8-bf6a-a8e322fcdd9b service nova] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Refreshing network info cache for port 351ab1b1-8b03-40ca-9f50-4cf3ed09f6e9 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.748941] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:89:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '351ab1b1-8b03-40ca-9f50-4cf3ed09f6e9', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.757632] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Creating folder: Project (c916ffe145f74f37b7e8b6472536e374). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.758832] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbd81350-59ac-4ce7-9600-aeadd23248cf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.773348] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Created folder: Project (c916ffe145f74f37b7e8b6472536e374) in parent group-v688391. [ 809.773675] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Creating folder: Instances. Parent ref: group-v688543. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.774072] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-524e688a-1656-4fe3-9aaf-ff6012a73209 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.788476] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Created folder: Instances in parent group-v688543. [ 809.788476] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.788476] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.788675] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f182069-b4f9-4bd9-ad9f-5b94affb50af {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.812487] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.812487] env[69159]: value = "task-3448557" [ 809.812487] env[69159]: _type = "Task" [ 809.812487] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.824024] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448557, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.014617] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.015040] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.081907] env[69159]: DEBUG oslo_concurrency.lockutils [req-063f0995-94ea-4be0-a9eb-9ca0d8c650d0 req-f0ecf392-7f83-4aee-9dd1-0806d4752207 service nova] Releasing lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.093875] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448553, 'name': ReconfigVM_Task, 'duration_secs': 0.315832} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.094181] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 5251e5ab-e698-4e5c-ad9f-514103618b22/5251e5ab-e698-4e5c-ad9f-514103618b22.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.094822] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d143fbbc-7301-4d0b-81e8-76701066281b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.102372] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.847s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.102837] env[69159]: DEBUG nova.compute.manager [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 810.106502] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.110s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.107868] env[69159]: INFO nova.compute.claims [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.111590] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 810.111590] env[69159]: value = "task-3448558" [ 810.111590] env[69159]: _type = "Task" [ 810.111590] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.121818] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448558, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.131048] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170155} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.131048] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.134810] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1e5b06-e5a8-463a-a2d4-66f5488ccbdd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.164712] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] eaa07690-118d-4c3d-837e-63358222e9d2/eaa07690-118d-4c3d-837e-63358222e9d2.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.166582] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-735fbc3b-fc21-4d3a-92b0-92eaa132d599 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.189111] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 810.189111] env[69159]: value = "task-3448559" [ 810.189111] env[69159]: _type = "Task" [ 810.189111] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.199795] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.299894] env[69159]: DEBUG oslo_concurrency.lockutils [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Acquiring lock "8fb4512b-575b-42b0-ae3e-79770127b4e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.300334] env[69159]: DEBUG oslo_concurrency.lockutils [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Lock "8fb4512b-575b-42b0-ae3e-79770127b4e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.324836] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448557, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.566658] env[69159]: DEBUG nova.network.neutron [req-220e6309-e237-49dc-9049-36b5b06c4bb7 req-e64ed759-760f-4fb8-bf6a-a8e322fcdd9b service nova] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Updated VIF entry in instance network info cache for port 351ab1b1-8b03-40ca-9f50-4cf3ed09f6e9. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.567090] env[69159]: DEBUG nova.network.neutron [req-220e6309-e237-49dc-9049-36b5b06c4bb7 req-e64ed759-760f-4fb8-bf6a-a8e322fcdd9b service nova] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Updating instance_info_cache with network_info: [{"id": "351ab1b1-8b03-40ca-9f50-4cf3ed09f6e9", "address": "fa:16:3e:1c:89:01", "network": {"id": "4f428291-617b-4f5e-83cc-839c99d7397a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1597968833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c916ffe145f74f37b7e8b6472536e374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351ab1b1-8b", "ovs_interfaceid": "351ab1b1-8b03-40ca-9f50-4cf3ed09f6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.615453] env[69159]: DEBUG nova.compute.utils [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.618896] env[69159]: DEBUG nova.compute.manager [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 810.618896] env[69159]: DEBUG nova.network.neutron [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.638029] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448558, 'name': Rename_Task, 'duration_secs': 0.178725} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.638029] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.638029] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31ad1a53-2842-41c0-91fb-cd03bc9531d7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.644378] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 810.644378] env[69159]: value = "task-3448560" [ 810.644378] env[69159]: _type = "Task" [ 810.644378] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.654306] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.669237] env[69159]: DEBUG nova.policy [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64be9a588d5f4dbe8cce98a8cc7e60f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '141671046485499380d9e0e7e4374f4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.704232] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448559, 'name': ReconfigVM_Task, 'duration_secs': 0.337036} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.704601] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Reconfigured VM instance instance-00000032 to attach disk [datastore2] eaa07690-118d-4c3d-837e-63358222e9d2/eaa07690-118d-4c3d-837e-63358222e9d2.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.705487] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e5d76d9-1e08-4983-a5da-27a2c3a5fe61 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.714884] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 810.714884] env[69159]: value = "task-3448561" [ 810.714884] env[69159]: _type = "Task" [ 810.714884] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.724180] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448561, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.824272] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448557, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.859726] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Volume attach. Driver type: vmdk {{(pid=69159) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 810.859993] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688539', 'volume_id': '41e1ee14-58c4-488b-8b4c-3e6be6d61951', 'name': 'volume-41e1ee14-58c4-488b-8b4c-3e6be6d61951', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7548a4b2-15e3-4464-9875-9bf88de7a4ef', 'attached_at': '', 'detached_at': '', 'volume_id': '41e1ee14-58c4-488b-8b4c-3e6be6d61951', 'serial': '41e1ee14-58c4-488b-8b4c-3e6be6d61951'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 810.860989] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb066b18-eba7-4746-90ec-6eb76bb3d1be {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.879963] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7174243c-b7cb-4d71-ba86-a50a4dc2ce78 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.908072] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-41e1ee14-58c4-488b-8b4c-3e6be6d61951/volume-41e1ee14-58c4-488b-8b4c-3e6be6d61951.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.908294] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c64a8c8-8fa0-4f77-840d-2ce883b5d797 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.929583] env[69159]: DEBUG oslo_vmware.api [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Waiting for the task: (returnval){ [ 810.929583] env[69159]: value = "task-3448562" [ 810.929583] env[69159]: _type = "Task" [ 810.929583] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.946194] env[69159]: DEBUG oslo_vmware.api [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Task: {'id': task-3448562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.070546] env[69159]: DEBUG oslo_concurrency.lockutils [req-220e6309-e237-49dc-9049-36b5b06c4bb7 req-e64ed759-760f-4fb8-bf6a-a8e322fcdd9b service nova] Releasing lock "refresh_cache-31d57149-a77a-43af-bb05-1013587cf9ce" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.127957] env[69159]: DEBUG nova.compute.manager [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 811.156469] env[69159]: DEBUG nova.network.neutron [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Successfully created port: 2c05b760-8730-46cc-be77-a6f9cf3d6762 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.164773] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448560, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.239694] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448561, 'name': Rename_Task, 'duration_secs': 0.197082} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.239987] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.240366] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1a061b9-64b4-49ce-884f-77d47394ef3d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.258222] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 811.258222] env[69159]: value = "task-3448563" [ 811.258222] env[69159]: _type = "Task" [ 811.258222] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.275641] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.324661] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448557, 'name': CreateVM_Task, 'duration_secs': 1.083519} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.324849] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.325626] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.325785] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.326231] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.326368] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa2a1b21-c620-449e-801f-7fb98b532618 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.335574] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 811.335574] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52cc55ae-fd90-804f-0d69-94c54554c823" [ 811.335574] env[69159]: _type = "Task" [ 811.335574] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.343763] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52cc55ae-fd90-804f-0d69-94c54554c823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.443751] env[69159]: DEBUG oslo_vmware.api [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Task: {'id': task-3448562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.611528] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "82089513-0900-4427-a46e-cf63474e8abc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.611791] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "82089513-0900-4427-a46e-cf63474e8abc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.656099] env[69159]: DEBUG oslo_vmware.api [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448560, 'name': PowerOnVM_Task, 'duration_secs': 0.529994} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.656406] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.656607] env[69159]: DEBUG nova.compute.manager [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 811.657407] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af12f1d-0345-4ce1-aac0-d2193c36c59d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.764225] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8ebefc-7f96-429b-952c-c09652660451 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.790412] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d98b76-7d9c-4c0a-926e-f2ffe89625a7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.791466] env[69159]: DEBUG oslo_vmware.api [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448563, 'name': PowerOnVM_Task, 'duration_secs': 0.530016} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.791871] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.792557] env[69159]: INFO nova.compute.manager [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Took 7.94 seconds to spawn the instance on the hypervisor. [ 811.795348] env[69159]: DEBUG nova.compute.manager [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 811.795348] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f2e5fe-c61d-43ab-af04-388ea63639a7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.826461] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99a2d38-18c7-4057-8e56-0514ca093329 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.841815] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bba221-cffd-4de9-9ca2-9afaf79adcb8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.849716] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52cc55ae-fd90-804f-0d69-94c54554c823, 'name': SearchDatastore_Task, 'duration_secs': 0.011398} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.851741] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.852015] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.852269] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.852479] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.852596] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.862019] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ec6fc7e-a021-4cbd-879d-20fa75ff74e3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.863068] env[69159]: DEBUG nova.compute.provider_tree [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.874096] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.874301] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.875072] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535a0755-4054-4b36-9026-902f795b2fcf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.881779] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 811.881779] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e09ecf-cc33-e7ca-16cb-91e7c6ed5c65" [ 811.881779] env[69159]: _type = "Task" [ 811.881779] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.891535] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e09ecf-cc33-e7ca-16cb-91e7c6ed5c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.940286] env[69159]: DEBUG oslo_vmware.api [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Task: {'id': task-3448562, 'name': ReconfigVM_Task, 'duration_secs': 0.57711} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.940920] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-41e1ee14-58c4-488b-8b4c-3e6be6d61951/volume-41e1ee14-58c4-488b-8b4c-3e6be6d61951.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.945897] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc0e99b1-87d0-43ca-8669-a1232426785d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.962759] env[69159]: DEBUG oslo_vmware.api [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Waiting for the task: (returnval){ [ 811.962759] env[69159]: value = "task-3448564" [ 811.962759] env[69159]: _type = "Task" [ 811.962759] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.979682] env[69159]: DEBUG oslo_vmware.api [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Task: {'id': task-3448564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.140847] env[69159]: DEBUG nova.compute.manager [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 812.167815] env[69159]: DEBUG nova.virt.hardware [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.168073] env[69159]: DEBUG nova.virt.hardware [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.168240] env[69159]: DEBUG nova.virt.hardware [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.168427] env[69159]: DEBUG nova.virt.hardware [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.168568] env[69159]: DEBUG nova.virt.hardware [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.168711] env[69159]: DEBUG nova.virt.hardware [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.168918] env[69159]: DEBUG nova.virt.hardware [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.169084] env[69159]: DEBUG nova.virt.hardware [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.169249] env[69159]: DEBUG nova.virt.hardware [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.169409] env[69159]: DEBUG nova.virt.hardware [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.169578] env[69159]: DEBUG nova.virt.hardware [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.170455] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7259915-44d5-4739-bc6c-7c3120f29c90 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.181993] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037b7898-3f05-4635-a4ee-4f61b6740d09 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.186309] env[69159]: DEBUG oslo_concurrency.lockutils [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.341139] env[69159]: INFO nova.compute.manager [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Took 35.28 seconds to build instance. [ 812.366723] env[69159]: DEBUG nova.scheduler.client.report [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.394119] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e09ecf-cc33-e7ca-16cb-91e7c6ed5c65, 'name': SearchDatastore_Task, 'duration_secs': 0.013498} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.395593] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf17d1d5-dad0-4fb7-b8bb-b32decf30ca9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.400920] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 812.400920] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524a0873-bd9a-715c-3f25-40e61a9046a3" [ 812.400920] env[69159]: _type = "Task" [ 812.400920] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.411382] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524a0873-bd9a-715c-3f25-40e61a9046a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.473191] env[69159]: DEBUG oslo_vmware.api [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Task: {'id': task-3448564, 'name': ReconfigVM_Task, 'duration_secs': 0.27343} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.473562] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688539', 'volume_id': '41e1ee14-58c4-488b-8b4c-3e6be6d61951', 'name': 'volume-41e1ee14-58c4-488b-8b4c-3e6be6d61951', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7548a4b2-15e3-4464-9875-9bf88de7a4ef', 'attached_at': '', 'detached_at': '', 'volume_id': '41e1ee14-58c4-488b-8b4c-3e6be6d61951', 'serial': '41e1ee14-58c4-488b-8b4c-3e6be6d61951'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 812.842880] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ca7744ab-e06b-479d-9ed5-36a460609f13 tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Lock "eaa07690-118d-4c3d-837e-63358222e9d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.792s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.872423] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.872423] env[69159]: DEBUG nova.compute.manager [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 812.874604] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.224s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.876027] env[69159]: INFO nova.compute.claims [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.912535] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524a0873-bd9a-715c-3f25-40e61a9046a3, 'name': SearchDatastore_Task, 'duration_secs': 0.030991} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.912772] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.913058] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 31d57149-a77a-43af-bb05-1013587cf9ce/31d57149-a77a-43af-bb05-1013587cf9ce.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.913329] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e47a217-d814-4d9f-b901-c082127c346d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.925020] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 812.925020] env[69159]: value = "task-3448565" [ 812.925020] env[69159]: _type = "Task" [ 812.925020] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.931503] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.082585] env[69159]: DEBUG nova.compute.manager [req-e7404645-9910-4cdc-abda-61dd14d4525d req-f972e45f-d5e8-4452-89e6-c85d6189c874 service nova] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Received event network-vif-plugged-2c05b760-8730-46cc-be77-a6f9cf3d6762 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 813.082822] env[69159]: DEBUG oslo_concurrency.lockutils [req-e7404645-9910-4cdc-abda-61dd14d4525d req-f972e45f-d5e8-4452-89e6-c85d6189c874 service nova] Acquiring lock "784beeb2-44f5-42af-b2d8-45847a628c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.083046] env[69159]: DEBUG oslo_concurrency.lockutils [req-e7404645-9910-4cdc-abda-61dd14d4525d req-f972e45f-d5e8-4452-89e6-c85d6189c874 service nova] Lock "784beeb2-44f5-42af-b2d8-45847a628c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.083226] env[69159]: DEBUG oslo_concurrency.lockutils [req-e7404645-9910-4cdc-abda-61dd14d4525d req-f972e45f-d5e8-4452-89e6-c85d6189c874 service nova] Lock "784beeb2-44f5-42af-b2d8-45847a628c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.083394] env[69159]: DEBUG nova.compute.manager [req-e7404645-9910-4cdc-abda-61dd14d4525d req-f972e45f-d5e8-4452-89e6-c85d6189c874 service nova] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] No waiting events found dispatching network-vif-plugged-2c05b760-8730-46cc-be77-a6f9cf3d6762 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 813.083548] env[69159]: WARNING nova.compute.manager [req-e7404645-9910-4cdc-abda-61dd14d4525d req-f972e45f-d5e8-4452-89e6-c85d6189c874 service nova] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Received unexpected event network-vif-plugged-2c05b760-8730-46cc-be77-a6f9cf3d6762 for instance with vm_state building and task_state spawning. [ 813.139495] env[69159]: DEBUG nova.network.neutron [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Successfully updated port: 2c05b760-8730-46cc-be77-a6f9cf3d6762 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.217029] env[69159]: INFO nova.compute.manager [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Rescuing [ 813.217487] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Acquiring lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.217684] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Acquired lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.217908] env[69159]: DEBUG nova.network.neutron [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.346231] env[69159]: DEBUG nova.compute.manager [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 813.383503] env[69159]: DEBUG nova.compute.utils [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.385058] env[69159]: DEBUG nova.compute.manager [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 813.385268] env[69159]: DEBUG nova.network.neutron [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.435844] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449718} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.436355] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 31d57149-a77a-43af-bb05-1013587cf9ce/31d57149-a77a-43af-bb05-1013587cf9ce.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.436765] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.437232] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfb07892-9cd6-4d22-97d1-09871d95c629 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.442988] env[69159]: DEBUG nova.policy [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86e7f824dc534d79bb7369140acb9e2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84a81c2b6a2042abb23eecebd289ce40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.446246] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 813.446246] env[69159]: value = "task-3448566" [ 813.446246] env[69159]: _type = "Task" [ 813.446246] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.456829] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.534420] env[69159]: DEBUG nova.objects.instance [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Lazy-loading 'flavor' on Instance uuid 7548a4b2-15e3-4464-9875-9bf88de7a4ef {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.642942] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Acquiring lock "refresh_cache-784beeb2-44f5-42af-b2d8-45847a628c71" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.643559] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Acquired lock "refresh_cache-784beeb2-44f5-42af-b2d8-45847a628c71" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.643559] env[69159]: DEBUG nova.network.neutron [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.877058] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.889285] env[69159]: DEBUG nova.compute.manager [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 813.914173] env[69159]: DEBUG nova.network.neutron [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Successfully created port: ecc9511e-4473-4093-91f1-3695cdf2c606 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.937854] env[69159]: DEBUG nova.network.neutron [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Updating instance_info_cache with network_info: [{"id": "322d6292-fe85-4205-a31e-598066358dfb", "address": "fa:16:3e:76:11:3e", "network": {"id": "bd8f6145-44ed-4297-8e88-5722aac7c68b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-785293201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bc9438f6504741beb293eb15fed0e339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d6292-fe", "ovs_interfaceid": "322d6292-fe85-4205-a31e-598066358dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.962456] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069362} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.965396] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.966788] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692330bd-f650-4cec-a36d-b1667756396c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.991574] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 31d57149-a77a-43af-bb05-1013587cf9ce/31d57149-a77a-43af-bb05-1013587cf9ce.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.995514] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2db38f5-b5b5-4e5a-8efe-fd2d800f4724 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.022506] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 814.022506] env[69159]: value = "task-3448567" [ 814.022506] env[69159]: _type = "Task" [ 814.022506] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.035305] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.042418] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bced0113-bea0-4108-8f6c-e8c5d11c150b tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.828s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.189138] env[69159]: DEBUG nova.network.neutron [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.321332] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Acquiring lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.321668] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.390236] env[69159]: DEBUG nova.network.neutron [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Updating instance_info_cache with network_info: [{"id": "2c05b760-8730-46cc-be77-a6f9cf3d6762", "address": "fa:16:3e:c7:ad:be", "network": {"id": "d9346d95-06a9-45a9-a521-c634525e3c48", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-944254931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "141671046485499380d9e0e7e4374f4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c05b760-87", "ovs_interfaceid": "2c05b760-8730-46cc-be77-a6f9cf3d6762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.446349] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Releasing lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.516204] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "cd69c4bf-2319-4880-8707-8e6b0c9aba18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.516494] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "cd69c4bf-2319-4880-8707-8e6b0c9aba18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.516701] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "cd69c4bf-2319-4880-8707-8e6b0c9aba18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.516911] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "cd69c4bf-2319-4880-8707-8e6b0c9aba18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.517044] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "cd69c4bf-2319-4880-8707-8e6b0c9aba18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.519618] env[69159]: INFO nova.compute.manager [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Terminating instance [ 814.534771] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448567, 'name': ReconfigVM_Task, 'duration_secs': 0.345787} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.538110] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 31d57149-a77a-43af-bb05-1013587cf9ce/31d57149-a77a-43af-bb05-1013587cf9ce.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.538966] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-332b7a17-0c64-4503-8e2d-53ecb16a3b70 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.548474] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 814.548474] env[69159]: value = "task-3448568" [ 814.548474] env[69159]: _type = "Task" [ 814.548474] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.561620] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448568, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.591326] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a49cf9-d5dd-49c6-90bd-758c4df602e1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.599429] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34334f50-a7fc-4f0a-9093-4cd0f6fbb305 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.631100] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1917a5ce-ca8c-4028-affb-a6ff9747ad11 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.639683] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8f1084-3cfb-4505-b39b-1d1a35e01eb3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.655380] env[69159]: DEBUG nova.compute.provider_tree [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.827099] env[69159]: INFO nova.compute.manager [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Detaching volume 41e1ee14-58c4-488b-8b4c-3e6be6d61951 [ 814.861930] env[69159]: INFO nova.virt.block_device [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Attempting to driver detach volume 41e1ee14-58c4-488b-8b4c-3e6be6d61951 from mountpoint /dev/sdb [ 814.862191] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 814.862423] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688539', 'volume_id': '41e1ee14-58c4-488b-8b4c-3e6be6d61951', 'name': 'volume-41e1ee14-58c4-488b-8b4c-3e6be6d61951', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7548a4b2-15e3-4464-9875-9bf88de7a4ef', 'attached_at': '', 'detached_at': '', 'volume_id': '41e1ee14-58c4-488b-8b4c-3e6be6d61951', 'serial': '41e1ee14-58c4-488b-8b4c-3e6be6d61951'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 814.863343] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5983a9-bc2e-4bec-be81-2da12fe20f09 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.885968] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74279fa1-251d-4c5c-bd4e-7455f83d71ba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.893398] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Releasing lock "refresh_cache-784beeb2-44f5-42af-b2d8-45847a628c71" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.893632] env[69159]: DEBUG nova.compute.manager [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Instance network_info: |[{"id": "2c05b760-8730-46cc-be77-a6f9cf3d6762", "address": "fa:16:3e:c7:ad:be", "network": {"id": "d9346d95-06a9-45a9-a521-c634525e3c48", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-944254931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "141671046485499380d9e0e7e4374f4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c05b760-87", "ovs_interfaceid": "2c05b760-8730-46cc-be77-a6f9cf3d6762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 814.894204] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:ad:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c05b760-8730-46cc-be77-a6f9cf3d6762', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.901457] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Creating folder: Project (141671046485499380d9e0e7e4374f4a). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.902178] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef16f7a6-fd32-4056-bd91-8ca1f7d90a65 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.905526] env[69159]: DEBUG nova.compute.manager [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 814.907397] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3551c565-99b5-4ade-b218-4863a06fd8e0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.932240] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e325b8a-e01c-4e08-8faa-14cdbdd3d58c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.934813] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Created folder: Project (141671046485499380d9e0e7e4374f4a) in parent group-v688391. [ 814.934960] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Creating folder: Instances. Parent ref: group-v688546. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.935419] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2548c7b4-1b15-43c1-9b6c-5755c9e2b64f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.941354] env[69159]: DEBUG nova.virt.hardware [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.941590] env[69159]: DEBUG nova.virt.hardware [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.941743] env[69159]: DEBUG nova.virt.hardware [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.941920] env[69159]: DEBUG nova.virt.hardware [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.942077] env[69159]: DEBUG nova.virt.hardware [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.942228] env[69159]: DEBUG nova.virt.hardware [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.942434] env[69159]: DEBUG nova.virt.hardware [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.942591] env[69159]: DEBUG nova.virt.hardware [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.942753] env[69159]: DEBUG nova.virt.hardware [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.942913] env[69159]: DEBUG nova.virt.hardware [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.943100] env[69159]: DEBUG nova.virt.hardware [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.943909] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb40abd1-fee6-408a-a736-ecbcc99a8f0a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.959029] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] The volume has not been displaced from its original location: [datastore2] volume-41e1ee14-58c4-488b-8b4c-3e6be6d61951/volume-41e1ee14-58c4-488b-8b4c-3e6be6d61951.vmdk. No consolidation needed. {{(pid=69159) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 814.963171] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 814.963489] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Created folder: Instances in parent group-v688546. [ 814.963696] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.964320] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d71344d2-e3f6-4f9e-8eb8-1b653e204083 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.976854] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.979423] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df03d9d6-793a-4961-93b8-a28450ed6a20 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.996128] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8371491-e1e1-4b37-9197-a945745dfc8e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.001859] env[69159]: DEBUG oslo_vmware.api [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Waiting for the task: (returnval){ [ 815.001859] env[69159]: value = "task-3448571" [ 815.001859] env[69159]: _type = "Task" [ 815.001859] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.019587] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.019587] env[69159]: value = "task-3448572" [ 815.019587] env[69159]: _type = "Task" [ 815.019587] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.027025] env[69159]: DEBUG nova.compute.manager [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 815.027025] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.027025] env[69159]: DEBUG oslo_vmware.api [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Task: {'id': task-3448571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.027025] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e04e381-cf7a-4952-b3f7-a4ff5a8084d2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.032963] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448572, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.037672] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.038017] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-430d6573-ece8-445c-9b03-54bc5b15ac41 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.043901] env[69159]: DEBUG oslo_vmware.api [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 815.043901] env[69159]: value = "task-3448573" [ 815.043901] env[69159]: _type = "Task" [ 815.043901] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.056549] env[69159]: DEBUG oslo_vmware.api [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.062590] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448568, 'name': Rename_Task, 'duration_secs': 0.161245} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.062873] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.063151] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4466e15d-8967-4892-9684-872d2ae6a098 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.070427] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 815.070427] env[69159]: value = "task-3448574" [ 815.070427] env[69159]: _type = "Task" [ 815.070427] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.079131] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.150061] env[69159]: DEBUG nova.compute.manager [req-7e6c2b30-6ed1-4061-b69c-0a3223b0ebbc req-480460d8-5ec4-48f1-905a-04378e02dae2 service nova] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Received event network-changed-2c05b760-8730-46cc-be77-a6f9cf3d6762 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 815.150289] env[69159]: DEBUG nova.compute.manager [req-7e6c2b30-6ed1-4061-b69c-0a3223b0ebbc req-480460d8-5ec4-48f1-905a-04378e02dae2 service nova] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Refreshing instance network info cache due to event network-changed-2c05b760-8730-46cc-be77-a6f9cf3d6762. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 815.150536] env[69159]: DEBUG oslo_concurrency.lockutils [req-7e6c2b30-6ed1-4061-b69c-0a3223b0ebbc req-480460d8-5ec4-48f1-905a-04378e02dae2 service nova] Acquiring lock "refresh_cache-784beeb2-44f5-42af-b2d8-45847a628c71" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.150760] env[69159]: DEBUG oslo_concurrency.lockutils [req-7e6c2b30-6ed1-4061-b69c-0a3223b0ebbc req-480460d8-5ec4-48f1-905a-04378e02dae2 service nova] Acquired lock "refresh_cache-784beeb2-44f5-42af-b2d8-45847a628c71" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.150946] env[69159]: DEBUG nova.network.neutron [req-7e6c2b30-6ed1-4061-b69c-0a3223b0ebbc req-480460d8-5ec4-48f1-905a-04378e02dae2 service nova] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Refreshing network info cache for port 2c05b760-8730-46cc-be77-a6f9cf3d6762 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.158053] env[69159]: DEBUG nova.scheduler.client.report [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.515356] env[69159]: DEBUG oslo_vmware.api [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Task: {'id': task-3448571, 'name': ReconfigVM_Task, 'duration_secs': 0.340426} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.516073] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 815.526012] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-712c6742-4cbf-448f-b125-4ea0be5e83cf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.547856] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448572, 'name': CreateVM_Task, 'duration_secs': 0.41677} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.552561] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.553096] env[69159]: DEBUG oslo_vmware.api [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Waiting for the task: (returnval){ [ 815.553096] env[69159]: value = "task-3448575" [ 815.553096] env[69159]: _type = "Task" [ 815.553096] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.554143] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.554440] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.554849] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.555610] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4a301e-6f2f-4835-a8b3-afff3ab20f34 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.564992] env[69159]: DEBUG oslo_vmware.api [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448573, 'name': PowerOffVM_Task, 'duration_secs': 0.239341} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.566154] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.566496] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.567053] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfbc3be3-f567-40bc-a977-087a2a550f75 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.570797] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Waiting for the task: (returnval){ [ 815.570797] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52afdfc9-387f-6bfc-c2f3-038b24e41ef8" [ 815.570797] env[69159]: _type = "Task" [ 815.570797] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.576536] env[69159]: DEBUG oslo_vmware.api [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Task: {'id': task-3448575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.593782] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448574, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.597938] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52afdfc9-387f-6bfc-c2f3-038b24e41ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.01595} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.598286] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.598545] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.598930] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.599014] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.599198] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.599487] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4318f53f-c497-4819-9953-24f1f1c5e14b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.610207] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.610756] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.611281] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d94af8a-7eb7-45c1-9b96-912717d9c3f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.618588] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Waiting for the task: (returnval){ [ 815.618588] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c66fcc-a62c-bdb4-673f-5af6f899ee4e" [ 815.618588] env[69159]: _type = "Task" [ 815.618588] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.628424] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c66fcc-a62c-bdb4-673f-5af6f899ee4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.656456] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.656712] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.656916] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Deleting the datastore file [datastore1] cd69c4bf-2319-4880-8707-8e6b0c9aba18 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.661021] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38e94acc-5f90-4ddb-908c-04a75edca81a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.663552] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.664085] env[69159]: DEBUG nova.compute.manager [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 815.668799] env[69159]: DEBUG oslo_concurrency.lockutils [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.878s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.670218] env[69159]: INFO nova.compute.claims [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.676865] env[69159]: DEBUG oslo_vmware.api [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 815.676865] env[69159]: value = "task-3448577" [ 815.676865] env[69159]: _type = "Task" [ 815.676865] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.694776] env[69159]: DEBUG oslo_vmware.api [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.751812] env[69159]: DEBUG nova.network.neutron [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Successfully updated port: ecc9511e-4473-4093-91f1-3695cdf2c606 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.867359] env[69159]: DEBUG nova.network.neutron [req-7e6c2b30-6ed1-4061-b69c-0a3223b0ebbc req-480460d8-5ec4-48f1-905a-04378e02dae2 service nova] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Updated VIF entry in instance network info cache for port 2c05b760-8730-46cc-be77-a6f9cf3d6762. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.867871] env[69159]: DEBUG nova.network.neutron [req-7e6c2b30-6ed1-4061-b69c-0a3223b0ebbc req-480460d8-5ec4-48f1-905a-04378e02dae2 service nova] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Updating instance_info_cache with network_info: [{"id": "2c05b760-8730-46cc-be77-a6f9cf3d6762", "address": "fa:16:3e:c7:ad:be", "network": {"id": "d9346d95-06a9-45a9-a521-c634525e3c48", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-944254931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "141671046485499380d9e0e7e4374f4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c05b760-87", "ovs_interfaceid": "2c05b760-8730-46cc-be77-a6f9cf3d6762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.010203] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.010965] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19ec33e2-00be-4e46-ae4b-1f4794676656 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.020349] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 816.020349] env[69159]: value = "task-3448578" [ 816.020349] env[69159]: _type = "Task" [ 816.020349] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.030373] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.066949] env[69159]: DEBUG oslo_vmware.api [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Task: {'id': task-3448575, 'name': ReconfigVM_Task, 'duration_secs': 0.187514} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.067384] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688539', 'volume_id': '41e1ee14-58c4-488b-8b4c-3e6be6d61951', 'name': 'volume-41e1ee14-58c4-488b-8b4c-3e6be6d61951', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7548a4b2-15e3-4464-9875-9bf88de7a4ef', 'attached_at': '', 'detached_at': '', 'volume_id': '41e1ee14-58c4-488b-8b4c-3e6be6d61951', 'serial': '41e1ee14-58c4-488b-8b4c-3e6be6d61951'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 816.086691] env[69159]: DEBUG oslo_vmware.api [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448574, 'name': PowerOnVM_Task, 'duration_secs': 0.558243} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.087165] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.087277] env[69159]: INFO nova.compute.manager [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Took 9.44 seconds to spawn the instance on the hypervisor. [ 816.087427] env[69159]: DEBUG nova.compute.manager [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 816.088295] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dec9c98-7f33-4dd0-bebb-526d6f2b4cdf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.130624] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c66fcc-a62c-bdb4-673f-5af6f899ee4e, 'name': SearchDatastore_Task, 'duration_secs': 0.015361} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.131393] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d2a54de-4ab4-4af0-988c-d3c45a3343f9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.140641] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Waiting for the task: (returnval){ [ 816.140641] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5287c57b-1d8a-b429-08f5-3890c5a2ffc2" [ 816.140641] env[69159]: _type = "Task" [ 816.140641] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.154024] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5287c57b-1d8a-b429-08f5-3890c5a2ffc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.168936] env[69159]: DEBUG nova.compute.utils [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.170320] env[69159]: DEBUG nova.compute.manager [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 816.170477] env[69159]: DEBUG nova.network.neutron [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.190792] env[69159]: DEBUG oslo_vmware.api [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410134} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.191906] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.192182] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.192532] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.192843] env[69159]: INFO nova.compute.manager [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Took 1.17 seconds to destroy the instance on the hypervisor. [ 816.193204] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.197023] env[69159]: DEBUG nova.compute.manager [-] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 816.197023] env[69159]: DEBUG nova.network.neutron [-] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.222268] env[69159]: DEBUG nova.policy [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86e7f824dc534d79bb7369140acb9e2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84a81c2b6a2042abb23eecebd289ce40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.254812] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "refresh_cache-cdd2e1bb-aed8-4d0e-809d-87d069a85378" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.255038] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquired lock "refresh_cache-cdd2e1bb-aed8-4d0e-809d-87d069a85378" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.255274] env[69159]: DEBUG nova.network.neutron [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.371738] env[69159]: DEBUG oslo_concurrency.lockutils [req-7e6c2b30-6ed1-4061-b69c-0a3223b0ebbc req-480460d8-5ec4-48f1-905a-04378e02dae2 service nova] Releasing lock "refresh_cache-784beeb2-44f5-42af-b2d8-45847a628c71" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.464147] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquiring lock "a7041ba9-8ba8-4777-8aea-1987a87397bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.464470] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "a7041ba9-8ba8-4777-8aea-1987a87397bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.464664] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquiring lock "a7041ba9-8ba8-4777-8aea-1987a87397bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.464846] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "a7041ba9-8ba8-4777-8aea-1987a87397bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.465019] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "a7041ba9-8ba8-4777-8aea-1987a87397bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.468811] env[69159]: INFO nova.compute.manager [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Terminating instance [ 816.529823] env[69159]: DEBUG nova.network.neutron [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Successfully created port: fbf5885f-15f6-498a-8d8c-6a129175e98e {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.534992] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448578, 'name': PowerOffVM_Task, 'duration_secs': 0.217943} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.535393] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.536225] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb141d2-1114-4b58-bb32-b1a4c4929a65 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.555300] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60737812-496f-4a8c-bf8a-0dfe12a5a024 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.611286] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.611286] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7caa8162-e9a1-4630-86a8-2c952cfc5233 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.614621] env[69159]: INFO nova.compute.manager [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Took 38.92 seconds to build instance. [ 816.620882] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 816.620882] env[69159]: value = "task-3448579" [ 816.620882] env[69159]: _type = "Task" [ 816.620882] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.635283] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] VM already powered off {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 816.635283] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.635483] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.635580] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.635705] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.636724] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd4fcbcc-75b4-4aaf-8e0b-f8a7a651c0ed {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.640143] env[69159]: DEBUG nova.objects.instance [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Lazy-loading 'flavor' on Instance uuid 7548a4b2-15e3-4464-9875-9bf88de7a4ef {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.653452] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5287c57b-1d8a-b429-08f5-3890c5a2ffc2, 'name': SearchDatastore_Task, 'duration_secs': 0.014495} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.654663] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.654925] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 784beeb2-44f5-42af-b2d8-45847a628c71/784beeb2-44f5-42af-b2d8-45847a628c71.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.655235] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.655394] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.656144] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a404212f-06bf-4717-89b0-98390d68b7b3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.658150] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eec0585-8fae-4f8f-962e-25fdf9abc9b3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.668520] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Waiting for the task: (returnval){ [ 816.668520] env[69159]: value = "task-3448580" [ 816.668520] env[69159]: _type = "Task" [ 816.668520] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.668715] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 816.668715] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c8cdb1-827b-750e-cd4f-520e93275ede" [ 816.668715] env[69159]: _type = "Task" [ 816.668715] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.676487] env[69159]: DEBUG nova.compute.manager [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 816.690886] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c8cdb1-827b-750e-cd4f-520e93275ede, 'name': SearchDatastore_Task, 'duration_secs': 0.012458} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.690886] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': task-3448580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.694034] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82ecadeb-f18a-4286-bdea-360915ca1f8e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.700439] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 816.700439] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f1b102-088c-36b6-f2dc-da5664093cef" [ 816.700439] env[69159]: _type = "Task" [ 816.700439] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.709426] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f1b102-088c-36b6-f2dc-da5664093cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.834266] env[69159]: DEBUG nova.network.neutron [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.975460] env[69159]: DEBUG nova.compute.manager [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 816.975701] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.977515] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e094c3-dda7-453b-b7d7-e241ff02224a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.988204] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.988504] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d4f6399-ae52-4c24-9e2c-54f0fbb0ccd9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.999157] env[69159]: DEBUG oslo_vmware.api [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 816.999157] env[69159]: value = "task-3448581" [ 816.999157] env[69159]: _type = "Task" [ 816.999157] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.019156] env[69159]: DEBUG oslo_vmware.api [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.116765] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6619e68d-4b16-4726-b91a-7cb3163e8f01 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "31d57149-a77a-43af-bb05-1013587cf9ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.436s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.129963] env[69159]: DEBUG nova.network.neutron [-] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.173317] env[69159]: DEBUG nova.network.neutron [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Updating instance_info_cache with network_info: [{"id": "ecc9511e-4473-4093-91f1-3695cdf2c606", "address": "fa:16:3e:0d:be:31", "network": {"id": "11532b1a-d79a-485b-8f98-0e8727fa432a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1835600866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a81c2b6a2042abb23eecebd289ce40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc9511e-44", "ovs_interfaceid": "ecc9511e-4473-4093-91f1-3695cdf2c606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.185547] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': task-3448580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489164} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.185798] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 784beeb2-44f5-42af-b2d8-45847a628c71/784beeb2-44f5-42af-b2d8-45847a628c71.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.186027] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.187039] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fff30867-4547-4765-9406-a8c88c508683 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.199676] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Waiting for the task: (returnval){ [ 817.199676] env[69159]: value = "task-3448582" [ 817.199676] env[69159]: _type = "Task" [ 817.199676] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.213577] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f1b102-088c-36b6-f2dc-da5664093cef, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.219895] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.220439] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] eaa07690-118d-4c3d-837e-63358222e9d2/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk. {{(pid=69159) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 817.220892] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': task-3448582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.221471] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2761ad0a-dc5d-4d85-8dc9-c29fcb2dfff1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.231282] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 817.231282] env[69159]: value = "task-3448583" [ 817.231282] env[69159]: _type = "Task" [ 817.231282] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.247710] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.319829] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquiring lock "83e88bef-5ad0-4215-abc7-54ebc83452a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.320136] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "83e88bef-5ad0-4215-abc7-54ebc83452a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.336684] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5cfc62-d77f-4bc0-a601-3e92c3a7058b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.346474] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e987393-28a9-494e-aa3c-77fe85ecbbf0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.383646] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0c0211-627a-4f72-b7ec-49b41882cd74 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.393727] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d83da6-87ff-4da1-b2f0-e81b625e0e36 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.407611] env[69159]: DEBUG nova.compute.provider_tree [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.514167] env[69159]: DEBUG oslo_vmware.api [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448581, 'name': PowerOffVM_Task, 'duration_secs': 0.241048} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.514490] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.514659] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.514955] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-849e52b4-dc0c-4e16-9465-cbd5d65c6a1c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.584947] env[69159]: DEBUG nova.compute.manager [req-7207b37b-28da-41ee-95de-41bfe18bf4f2 req-af786164-aaea-485f-8ab6-e3106598f645 service nova] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Received event network-vif-plugged-ecc9511e-4473-4093-91f1-3695cdf2c606 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 817.584947] env[69159]: DEBUG oslo_concurrency.lockutils [req-7207b37b-28da-41ee-95de-41bfe18bf4f2 req-af786164-aaea-485f-8ab6-e3106598f645 service nova] Acquiring lock "cdd2e1bb-aed8-4d0e-809d-87d069a85378-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.584947] env[69159]: DEBUG oslo_concurrency.lockutils [req-7207b37b-28da-41ee-95de-41bfe18bf4f2 req-af786164-aaea-485f-8ab6-e3106598f645 service nova] Lock "cdd2e1bb-aed8-4d0e-809d-87d069a85378-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.584947] env[69159]: DEBUG oslo_concurrency.lockutils [req-7207b37b-28da-41ee-95de-41bfe18bf4f2 req-af786164-aaea-485f-8ab6-e3106598f645 service nova] Lock "cdd2e1bb-aed8-4d0e-809d-87d069a85378-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.585614] env[69159]: DEBUG nova.compute.manager [req-7207b37b-28da-41ee-95de-41bfe18bf4f2 req-af786164-aaea-485f-8ab6-e3106598f645 service nova] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] No waiting events found dispatching network-vif-plugged-ecc9511e-4473-4093-91f1-3695cdf2c606 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 817.585614] env[69159]: WARNING nova.compute.manager [req-7207b37b-28da-41ee-95de-41bfe18bf4f2 req-af786164-aaea-485f-8ab6-e3106598f645 service nova] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Received unexpected event network-vif-plugged-ecc9511e-4473-4093-91f1-3695cdf2c606 for instance with vm_state building and task_state spawning. [ 817.585614] env[69159]: DEBUG nova.compute.manager [req-7207b37b-28da-41ee-95de-41bfe18bf4f2 req-af786164-aaea-485f-8ab6-e3106598f645 service nova] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Received event network-changed-ecc9511e-4473-4093-91f1-3695cdf2c606 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 817.585859] env[69159]: DEBUG nova.compute.manager [req-7207b37b-28da-41ee-95de-41bfe18bf4f2 req-af786164-aaea-485f-8ab6-e3106598f645 service nova] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Refreshing instance network info cache due to event network-changed-ecc9511e-4473-4093-91f1-3695cdf2c606. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 817.586078] env[69159]: DEBUG oslo_concurrency.lockutils [req-7207b37b-28da-41ee-95de-41bfe18bf4f2 req-af786164-aaea-485f-8ab6-e3106598f645 service nova] Acquiring lock "refresh_cache-cdd2e1bb-aed8-4d0e-809d-87d069a85378" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.619244] env[69159]: DEBUG nova.compute.manager [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 817.635353] env[69159]: INFO nova.compute.manager [-] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Took 1.44 seconds to deallocate network for instance. [ 817.650508] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9457b0dd-1fb7-4a0d-9d55-25ac796f2afd tempest-VolumesAssistedSnapshotsTest-1371980701 tempest-VolumesAssistedSnapshotsTest-1371980701-project-admin] Lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.329s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.679245] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Releasing lock "refresh_cache-cdd2e1bb-aed8-4d0e-809d-87d069a85378" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.679754] env[69159]: DEBUG nova.compute.manager [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Instance network_info: |[{"id": "ecc9511e-4473-4093-91f1-3695cdf2c606", "address": "fa:16:3e:0d:be:31", "network": {"id": "11532b1a-d79a-485b-8f98-0e8727fa432a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1835600866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a81c2b6a2042abb23eecebd289ce40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc9511e-44", "ovs_interfaceid": "ecc9511e-4473-4093-91f1-3695cdf2c606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 817.680175] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.680490] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.680766] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Deleting the datastore file [datastore2] a7041ba9-8ba8-4777-8aea-1987a87397bc {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.681215] env[69159]: DEBUG oslo_concurrency.lockutils [req-7207b37b-28da-41ee-95de-41bfe18bf4f2 req-af786164-aaea-485f-8ab6-e3106598f645 service nova] Acquired lock "refresh_cache-cdd2e1bb-aed8-4d0e-809d-87d069a85378" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.681497] env[69159]: DEBUG nova.network.neutron [req-7207b37b-28da-41ee-95de-41bfe18bf4f2 req-af786164-aaea-485f-8ab6-e3106598f645 service nova] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Refreshing network info cache for port ecc9511e-4473-4093-91f1-3695cdf2c606 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.683646] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:be:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecc9511e-4473-4093-91f1-3695cdf2c606', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.692618] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Creating folder: Project (84a81c2b6a2042abb23eecebd289ce40). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.692618] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d22c4a0-1e21-423b-934c-40554c52a750 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.696415] env[69159]: DEBUG nova.compute.manager [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 817.698068] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-333cf5cb-2389-4cc9-8a75-cccf2c67b73c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.709756] env[69159]: DEBUG oslo_vmware.api [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 817.709756] env[69159]: value = "task-3448586" [ 817.709756] env[69159]: _type = "Task" [ 817.709756] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.713716] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': task-3448582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085145} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.717241] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.719931] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754e914b-fd5c-4ed5-91ad-55f5663da1cf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.723062] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Created folder: Project (84a81c2b6a2042abb23eecebd289ce40) in parent group-v688391. [ 817.723259] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Creating folder: Instances. Parent ref: group-v688549. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.724041] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f894016e-5c4f-4a40-ba19-b1fe0ff2e30a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.732100] env[69159]: DEBUG oslo_vmware.api [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.751048] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 784beeb2-44f5-42af-b2d8-45847a628c71/784beeb2-44f5-42af-b2d8-45847a628c71.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.755308] env[69159]: DEBUG nova.virt.hardware [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.755549] env[69159]: DEBUG nova.virt.hardware [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.755702] env[69159]: DEBUG nova.virt.hardware [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.755881] env[69159]: DEBUG nova.virt.hardware [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.756041] env[69159]: DEBUG nova.virt.hardware [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.756202] env[69159]: DEBUG nova.virt.hardware [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.756436] env[69159]: DEBUG nova.virt.hardware [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.756598] env[69159]: DEBUG nova.virt.hardware [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.756764] env[69159]: DEBUG nova.virt.hardware [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.756923] env[69159]: DEBUG nova.virt.hardware [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.757162] env[69159]: DEBUG nova.virt.hardware [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.761928] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0295bf96-ca63-40fb-a358-4aa234147791 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.779269] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01beb89-24e7-493b-8a39-ae9d2da64488 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.781520] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Created folder: Instances in parent group-v688549. [ 817.781754] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.784018] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.784018] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2786031d-aaf4-47b1-b08c-30ba56361e1e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.810817] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550154} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.811221] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Waiting for the task: (returnval){ [ 817.811221] env[69159]: value = "task-3448588" [ 817.811221] env[69159]: _type = "Task" [ 817.811221] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.811913] env[69159]: INFO nova.virt.vmwareapi.ds_util [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] eaa07690-118d-4c3d-837e-63358222e9d2/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk. [ 817.813179] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258b8d58-ee0d-4a6c-a10d-9623216d46d3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.819129] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e07433-c64b-4573-9715-0eaf495ad9fe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.824572] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.824572] env[69159]: value = "task-3448589" [ 817.824572] env[69159]: _type = "Task" [ 817.824572] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.855823] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': task-3448588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.863733] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] eaa07690-118d-4c3d-837e-63358222e9d2/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.868069] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46cd379f-a3ea-445e-ab3d-51e5891cc93d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.881324] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448589, 'name': CreateVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.890220] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 817.890220] env[69159]: value = "task-3448591" [ 817.890220] env[69159]: _type = "Task" [ 817.890220] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.910426] env[69159]: DEBUG nova.scheduler.client.report [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.914301] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448591, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.119981] env[69159]: DEBUG nova.network.neutron [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Successfully updated port: fbf5885f-15f6-498a-8d8c-6a129175e98e {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.147188] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.147188] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e6176b9-1d3d-4854-b632-79e5e557c0b4 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "31d57149-a77a-43af-bb05-1013587cf9ce" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.147842] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e6176b9-1d3d-4854-b632-79e5e557c0b4 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "31d57149-a77a-43af-bb05-1013587cf9ce" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.147842] env[69159]: DEBUG nova.compute.manager [None req-6e6176b9-1d3d-4854-b632-79e5e557c0b4 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 818.149036] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cd1cae-d738-44fc-8e38-0377496ac7a7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.153767] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.156672] env[69159]: DEBUG nova.compute.manager [None req-6e6176b9-1d3d-4854-b632-79e5e557c0b4 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69159) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 818.157308] env[69159]: DEBUG nova.objects.instance [None req-6e6176b9-1d3d-4854-b632-79e5e557c0b4 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lazy-loading 'flavor' on Instance uuid 31d57149-a77a-43af-bb05-1013587cf9ce {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.225058] env[69159]: DEBUG oslo_vmware.api [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236948} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.227539] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.228099] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.229328] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.230037] env[69159]: INFO nova.compute.manager [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Took 1.25 seconds to destroy the instance on the hypervisor. [ 818.230037] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.231032] env[69159]: DEBUG nova.compute.manager [req-aa5cc6c8-aeb9-4f50-ad11-08b3451ee72f req-7d352583-06d0-45c0-8eb5-4eb8f1558ba6 service nova] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Received event network-vif-plugged-fbf5885f-15f6-498a-8d8c-6a129175e98e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 818.231237] env[69159]: DEBUG oslo_concurrency.lockutils [req-aa5cc6c8-aeb9-4f50-ad11-08b3451ee72f req-7d352583-06d0-45c0-8eb5-4eb8f1558ba6 service nova] Acquiring lock "9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.231437] env[69159]: DEBUG oslo_concurrency.lockutils [req-aa5cc6c8-aeb9-4f50-ad11-08b3451ee72f req-7d352583-06d0-45c0-8eb5-4eb8f1558ba6 service nova] Lock "9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.231597] env[69159]: DEBUG oslo_concurrency.lockutils [req-aa5cc6c8-aeb9-4f50-ad11-08b3451ee72f req-7d352583-06d0-45c0-8eb5-4eb8f1558ba6 service nova] Lock "9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.231763] env[69159]: DEBUG nova.compute.manager [req-aa5cc6c8-aeb9-4f50-ad11-08b3451ee72f req-7d352583-06d0-45c0-8eb5-4eb8f1558ba6 service nova] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] No waiting events found dispatching network-vif-plugged-fbf5885f-15f6-498a-8d8c-6a129175e98e {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 818.231954] env[69159]: WARNING nova.compute.manager [req-aa5cc6c8-aeb9-4f50-ad11-08b3451ee72f req-7d352583-06d0-45c0-8eb5-4eb8f1558ba6 service nova] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Received unexpected event network-vif-plugged-fbf5885f-15f6-498a-8d8c-6a129175e98e for instance with vm_state building and task_state spawning. [ 818.236557] env[69159]: DEBUG nova.compute.manager [-] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 818.236623] env[69159]: DEBUG nova.network.neutron [-] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.335069] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': task-3448588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.345633] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448589, 'name': CreateVM_Task, 'duration_secs': 0.433311} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.345819] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.346587] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.346749] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.347100] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.347394] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65119bae-f872-49ec-bace-23c28916ba92 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.354810] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 818.354810] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d08b8a-24a8-3ea4-31e9-e4683272b4c1" [ 818.354810] env[69159]: _type = "Task" [ 818.354810] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.371430] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d08b8a-24a8-3ea4-31e9-e4683272b4c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011712} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.371736] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.371964] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.372224] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.372379] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.372552] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.372812] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00438f76-2146-4eb5-91b6-7a9a2a3ad9e3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.382850] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.383101] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.383770] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc992258-a73c-429e-b1f5-8a0d246a0127 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.389738] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 818.389738] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525e3789-c1fe-7fb1-f5e2-240834d3d573" [ 818.389738] env[69159]: _type = "Task" [ 818.389738] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.404872] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525e3789-c1fe-7fb1-f5e2-240834d3d573, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.409567] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448591, 'name': ReconfigVM_Task, 'duration_secs': 0.454542} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.409808] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dff0a91-ece6-41ad-9e91-c3080d510796 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.412131] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Reconfigured VM instance instance-00000032 to attach disk [datastore2] eaa07690-118d-4c3d-837e-63358222e9d2/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.412940] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f53344b-af52-43e5-bc3c-0610028cbb2f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.417257] env[69159]: DEBUG oslo_concurrency.lockutils [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.417822] env[69159]: DEBUG nova.compute.manager [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 818.422761] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.186s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.423050] env[69159]: DEBUG nova.objects.instance [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lazy-loading 'resources' on Instance uuid 85f1cdf4-e578-4813-af15-d6d1f4e9ee50 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.426769] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 818.426769] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522a75c8-99d4-80bf-3ee1-45d5b2fd3b9d" [ 818.426769] env[69159]: _type = "Task" [ 818.426769] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.452506] env[69159]: DEBUG nova.network.neutron [req-7207b37b-28da-41ee-95de-41bfe18bf4f2 req-af786164-aaea-485f-8ab6-e3106598f645 service nova] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Updated VIF entry in instance network info cache for port ecc9511e-4473-4093-91f1-3695cdf2c606. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.456023] env[69159]: DEBUG nova.network.neutron [req-7207b37b-28da-41ee-95de-41bfe18bf4f2 req-af786164-aaea-485f-8ab6-e3106598f645 service nova] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Updating instance_info_cache with network_info: [{"id": "ecc9511e-4473-4093-91f1-3695cdf2c606", "address": "fa:16:3e:0d:be:31", "network": {"id": "11532b1a-d79a-485b-8f98-0e8727fa432a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1835600866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a81c2b6a2042abb23eecebd289ce40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc9511e-44", "ovs_interfaceid": "ecc9511e-4473-4093-91f1-3695cdf2c606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.456023] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ddf11f5-43b9-4fb8-84c1-fdcb47b2961e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.474017] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522a75c8-99d4-80bf-3ee1-45d5b2fd3b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.014219} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.474017] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.474017] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] cdd2e1bb-aed8-4d0e-809d-87d069a85378/cdd2e1bb-aed8-4d0e-809d-87d069a85378.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.474017] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c2e92bf-60f4-4c85-a179-6bb0cfd9c0da {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.477655] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 818.477655] env[69159]: value = "task-3448592" [ 818.477655] env[69159]: _type = "Task" [ 818.477655] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.479872] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 818.479872] env[69159]: value = "task-3448593" [ 818.479872] env[69159]: _type = "Task" [ 818.479872] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.492483] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.495382] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448592, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.623622] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "refresh_cache-9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.623907] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquired lock "refresh_cache-9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.624641] env[69159]: DEBUG nova.network.neutron [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.849440] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': task-3448588, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.932215] env[69159]: DEBUG nova.compute.utils [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.934053] env[69159]: DEBUG nova.compute.manager [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 818.934676] env[69159]: DEBUG nova.network.neutron [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.970900] env[69159]: DEBUG oslo_concurrency.lockutils [req-7207b37b-28da-41ee-95de-41bfe18bf4f2 req-af786164-aaea-485f-8ab6-e3106598f645 service nova] Releasing lock "refresh_cache-cdd2e1bb-aed8-4d0e-809d-87d069a85378" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.971297] env[69159]: DEBUG nova.compute.manager [req-7207b37b-28da-41ee-95de-41bfe18bf4f2 req-af786164-aaea-485f-8ab6-e3106598f645 service nova] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Received event network-vif-deleted-550ebba0-81f4-45dd-895c-95be36307b70 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 819.008812] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448592, 'name': ReconfigVM_Task, 'duration_secs': 0.182832} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.009315] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448593, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.010480] env[69159]: DEBUG nova.policy [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86e7f824dc534d79bb7369140acb9e2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84a81c2b6a2042abb23eecebd289ce40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.013398] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.014067] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-693c61c8-6563-4ee7-995b-6515f38ea20a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.021579] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 819.021579] env[69159]: value = "task-3448594" [ 819.021579] env[69159]: _type = "Task" [ 819.021579] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.038882] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.166434] env[69159]: DEBUG nova.network.neutron [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.168810] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6176b9-1d3d-4854-b632-79e5e557c0b4 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.169136] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89b46358-2b3c-4047-8df6-3ab6b36073a1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.177855] env[69159]: DEBUG oslo_vmware.api [None req-6e6176b9-1d3d-4854-b632-79e5e557c0b4 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 819.177855] env[69159]: value = "task-3448595" [ 819.177855] env[69159]: _type = "Task" [ 819.177855] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.192125] env[69159]: DEBUG oslo_vmware.api [None req-6e6176b9-1d3d-4854-b632-79e5e557c0b4 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.290609] env[69159]: DEBUG nova.network.neutron [-] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.341045] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': task-3448588, 'name': ReconfigVM_Task, 'duration_secs': 1.075279} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.341045] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 784beeb2-44f5-42af-b2d8-45847a628c71/784beeb2-44f5-42af-b2d8-45847a628c71.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.341045] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a0a10db-8b7b-4aa8-843f-cc50099c3fef {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.349758] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Waiting for the task: (returnval){ [ 819.349758] env[69159]: value = "task-3448596" [ 819.349758] env[69159]: _type = "Task" [ 819.349758] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.364081] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': task-3448596, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.383171] env[69159]: DEBUG nova.network.neutron [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Updating instance_info_cache with network_info: [{"id": "fbf5885f-15f6-498a-8d8c-6a129175e98e", "address": "fa:16:3e:9f:63:c5", "network": {"id": "11532b1a-d79a-485b-8f98-0e8727fa432a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1835600866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a81c2b6a2042abb23eecebd289ce40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf5885f-15", "ovs_interfaceid": "fbf5885f-15f6-498a-8d8c-6a129175e98e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.438328] env[69159]: DEBUG nova.compute.manager [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 819.513149] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54812} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.513149] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] cdd2e1bb-aed8-4d0e-809d-87d069a85378/cdd2e1bb-aed8-4d0e-809d-87d069a85378.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.513400] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.513864] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ceb16a88-cf2c-4515-9dfa-7b685ade5541 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.530550] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 819.530550] env[69159]: value = "task-3448597" [ 819.530550] env[69159]: _type = "Task" [ 819.530550] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.540951] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448594, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.545785] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.643767] env[69159]: DEBUG nova.network.neutron [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Successfully created port: e91691d9-8cf0-49ad-8e6d-96dc741566fd {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.696570] env[69159]: DEBUG oslo_vmware.api [None req-6e6176b9-1d3d-4854-b632-79e5e557c0b4 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448595, 'name': PowerOffVM_Task, 'duration_secs': 0.240428} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.696848] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6176b9-1d3d-4854-b632-79e5e557c0b4 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.697164] env[69159]: DEBUG nova.compute.manager [None req-6e6176b9-1d3d-4854-b632-79e5e557c0b4 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 819.698100] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c032a1c-4dbb-4357-9a7d-e48974ea8518 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.708810] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e2dd3a-b67b-4323-ae0d-890d399d8c52 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.721376] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ee4485-a792-4e05-a55d-0d096cedcb5f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.758752] env[69159]: DEBUG nova.compute.manager [req-d01b0ec2-507c-4847-b0a2-8278a5b7d483 req-6c378f29-a5fe-4de8-b319-c53e800f4afd service nova] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Received event network-vif-deleted-a61adc29-0dfd-4abb-99e1-b5840116f952 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 819.759823] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878504af-b595-42da-acff-614ac252563f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.769475] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12260769-9a20-4e41-925c-7f295bb6257b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.785160] env[69159]: DEBUG nova.compute.provider_tree [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.793964] env[69159]: INFO nova.compute.manager [-] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Took 1.56 seconds to deallocate network for instance. [ 819.861456] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': task-3448596, 'name': Rename_Task, 'duration_secs': 0.202025} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.861816] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.861998] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d68dcd00-43ba-4467-b14b-6396cedcca45 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.869684] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Waiting for the task: (returnval){ [ 819.869684] env[69159]: value = "task-3448598" [ 819.869684] env[69159]: _type = "Task" [ 819.869684] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.878469] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': task-3448598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.886112] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Releasing lock "refresh_cache-9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.886491] env[69159]: DEBUG nova.compute.manager [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Instance network_info: |[{"id": "fbf5885f-15f6-498a-8d8c-6a129175e98e", "address": "fa:16:3e:9f:63:c5", "network": {"id": "11532b1a-d79a-485b-8f98-0e8727fa432a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1835600866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a81c2b6a2042abb23eecebd289ce40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf5885f-15", "ovs_interfaceid": "fbf5885f-15f6-498a-8d8c-6a129175e98e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 819.886917] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:63:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbf5885f-15f6-498a-8d8c-6a129175e98e', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.895281] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.895877] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.896119] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6449e6dd-a2d5-4905-9db5-cff248d0bd58 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.918318] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.918318] env[69159]: value = "task-3448599" [ 819.918318] env[69159]: _type = "Task" [ 819.918318] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.926884] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448599, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.032926] env[69159]: DEBUG oslo_vmware.api [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448594, 'name': PowerOnVM_Task, 'duration_secs': 0.575274} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.036104] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.038909] env[69159]: DEBUG nova.compute.manager [None req-9ef841d3-5533-4936-836b-6783b3a18a0c tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 820.039701] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70e22cb-0e8a-4458-b07d-c152a53744f6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.045982] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161731} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.046578] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.047380] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad880ab-8ace-4db6-aca9-e675d87623d7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.077127] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] cdd2e1bb-aed8-4d0e-809d-87d069a85378/cdd2e1bb-aed8-4d0e-809d-87d069a85378.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.077441] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c95b0d4-6430-4178-9970-a909bbf6b97b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.099692] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 820.099692] env[69159]: value = "task-3448600" [ 820.099692] env[69159]: _type = "Task" [ 820.099692] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.108901] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.214769] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e6176b9-1d3d-4854-b632-79e5e557c0b4 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "31d57149-a77a-43af-bb05-1013587cf9ce" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.287978] env[69159]: DEBUG nova.scheduler.client.report [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.300929] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.337834] env[69159]: DEBUG nova.compute.manager [req-50e6e13e-79ff-4acc-82de-7628243d66ca req-b157891d-60fb-406f-9299-4144fe33101b service nova] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Received event network-changed-fbf5885f-15f6-498a-8d8c-6a129175e98e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 820.337834] env[69159]: DEBUG nova.compute.manager [req-50e6e13e-79ff-4acc-82de-7628243d66ca req-b157891d-60fb-406f-9299-4144fe33101b service nova] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Refreshing instance network info cache due to event network-changed-fbf5885f-15f6-498a-8d8c-6a129175e98e. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 820.338120] env[69159]: DEBUG oslo_concurrency.lockutils [req-50e6e13e-79ff-4acc-82de-7628243d66ca req-b157891d-60fb-406f-9299-4144fe33101b service nova] Acquiring lock "refresh_cache-9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.338307] env[69159]: DEBUG oslo_concurrency.lockutils [req-50e6e13e-79ff-4acc-82de-7628243d66ca req-b157891d-60fb-406f-9299-4144fe33101b service nova] Acquired lock "refresh_cache-9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.338496] env[69159]: DEBUG nova.network.neutron [req-50e6e13e-79ff-4acc-82de-7628243d66ca req-b157891d-60fb-406f-9299-4144fe33101b service nova] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Refreshing network info cache for port fbf5885f-15f6-498a-8d8c-6a129175e98e {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.380593] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': task-3448598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.431687] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448599, 'name': CreateVM_Task, 'duration_secs': 0.468352} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.431823] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.432580] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.432753] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.433084] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.433415] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec22c26c-7556-4ab8-86df-bc219082abd7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.439064] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 820.439064] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b46704-b405-62a2-64f1-bf4a42b39c1a" [ 820.439064] env[69159]: _type = "Task" [ 820.439064] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.448994] env[69159]: DEBUG nova.compute.manager [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 820.451138] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b46704-b405-62a2-64f1-bf4a42b39c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.483718] env[69159]: DEBUG nova.virt.hardware [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.484069] env[69159]: DEBUG nova.virt.hardware [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.484266] env[69159]: DEBUG nova.virt.hardware [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.484459] env[69159]: DEBUG nova.virt.hardware [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.484605] env[69159]: DEBUG nova.virt.hardware [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.484755] env[69159]: DEBUG nova.virt.hardware [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.485013] env[69159]: DEBUG nova.virt.hardware [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.485233] env[69159]: DEBUG nova.virt.hardware [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.485416] env[69159]: DEBUG nova.virt.hardware [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.485582] env[69159]: DEBUG nova.virt.hardware [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.485752] env[69159]: DEBUG nova.virt.hardware [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.486633] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8955bffe-a0fa-47c5-8ab1-ba8f9ccec95b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.498013] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449bd0e6-bdd2-49bd-930f-87536c3aae31 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.615229] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.794347] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.371s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.797882] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.433s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.799519] env[69159]: INFO nova.compute.claims [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.832023] env[69159]: INFO nova.scheduler.client.report [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Deleted allocations for instance 85f1cdf4-e578-4813-af15-d6d1f4e9ee50 [ 820.883026] env[69159]: DEBUG oslo_vmware.api [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': task-3448598, 'name': PowerOnVM_Task, 'duration_secs': 0.684064} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.885307] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.885649] env[69159]: INFO nova.compute.manager [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Took 8.74 seconds to spawn the instance on the hypervisor. [ 820.885781] env[69159]: DEBUG nova.compute.manager [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 820.886717] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9aa276-b297-409e-995b-bad6f900590c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.957033] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b46704-b405-62a2-64f1-bf4a42b39c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.031879} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.959773] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.960161] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.960523] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.960769] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.961096] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.961479] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a50147d0-b642-4df6-b47d-b4c52442aeb5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.974205] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.974472] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.975313] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3caaf759-3ee1-425b-9380-0d75abcc0ca6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.984512] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 820.984512] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fd8217-3dfc-d47e-4550-c9445665c778" [ 820.984512] env[69159]: _type = "Task" [ 820.984512] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.002850] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fd8217-3dfc-d47e-4550-c9445665c778, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.090314] env[69159]: DEBUG nova.network.neutron [req-50e6e13e-79ff-4acc-82de-7628243d66ca req-b157891d-60fb-406f-9299-4144fe33101b service nova] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Updated VIF entry in instance network info cache for port fbf5885f-15f6-498a-8d8c-6a129175e98e. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.090712] env[69159]: DEBUG nova.network.neutron [req-50e6e13e-79ff-4acc-82de-7628243d66ca req-b157891d-60fb-406f-9299-4144fe33101b service nova] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Updating instance_info_cache with network_info: [{"id": "fbf5885f-15f6-498a-8d8c-6a129175e98e", "address": "fa:16:3e:9f:63:c5", "network": {"id": "11532b1a-d79a-485b-8f98-0e8727fa432a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1835600866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a81c2b6a2042abb23eecebd289ce40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf5885f-15", "ovs_interfaceid": "fbf5885f-15f6-498a-8d8c-6a129175e98e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.112896] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448600, 'name': ReconfigVM_Task, 'duration_secs': 0.708598} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.114923] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Reconfigured VM instance instance-00000035 to attach disk [datastore1] cdd2e1bb-aed8-4d0e-809d-87d069a85378/cdd2e1bb-aed8-4d0e-809d-87d069a85378.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.114923] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b06e7142-d0c0-450b-b6a4-68d27d3f5fdd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.124890] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 821.124890] env[69159]: value = "task-3448601" [ 821.124890] env[69159]: _type = "Task" [ 821.124890] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.135962] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448601, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.340987] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5aafbc42-b8e8-4c3e-a10d-03025730c183 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "85f1cdf4-e578-4813-af15-d6d1f4e9ee50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.317s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.404791] env[69159]: INFO nova.compute.manager [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Took 38.80 seconds to build instance. [ 821.498434] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fd8217-3dfc-d47e-4550-c9445665c778, 'name': SearchDatastore_Task, 'duration_secs': 0.019021} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.499276] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-198f778c-c133-48ea-b0f7-b1c3798c9d42 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.505861] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 821.505861] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b44998-f65c-aec7-732a-be621d6cd625" [ 821.505861] env[69159]: _type = "Task" [ 821.505861] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.515903] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b44998-f65c-aec7-732a-be621d6cd625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.547486] env[69159]: DEBUG nova.network.neutron [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Successfully updated port: e91691d9-8cf0-49ad-8e6d-96dc741566fd {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.593528] env[69159]: DEBUG oslo_concurrency.lockutils [req-50e6e13e-79ff-4acc-82de-7628243d66ca req-b157891d-60fb-406f-9299-4144fe33101b service nova] Releasing lock "refresh_cache-9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.636953] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448601, 'name': Rename_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.817122] env[69159]: DEBUG nova.compute.manager [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 821.820573] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0849d3ee-c1d0-446f-9b5d-1cdecf0af35f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.909037] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0628896-89e3-4624-8515-1d9756229c07 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Lock "784beeb2-44f5-42af-b2d8-45847a628c71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.325s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.018654] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b44998-f65c-aec7-732a-be621d6cd625, 'name': SearchDatastore_Task, 'duration_secs': 0.01679} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.023887] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.024301] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2/9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.024625] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4000d50b-ef15-4054-bfec-bfca9d3d4714 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.032547] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 822.032547] env[69159]: value = "task-3448602" [ 822.032547] env[69159]: _type = "Task" [ 822.032547] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.047026] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.048677] env[69159]: DEBUG oslo_concurrency.lockutils [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "refresh_cache-d39be46c-2e04-472f-95ce-b2efd29e5827" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.048885] env[69159]: DEBUG oslo_concurrency.lockutils [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquired lock "refresh_cache-d39be46c-2e04-472f-95ce-b2efd29e5827" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.049216] env[69159]: DEBUG nova.network.neutron [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.056017] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Acquiring lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.056766] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.056766] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Acquiring lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.056766] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.057333] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.059504] env[69159]: INFO nova.compute.manager [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Terminating instance [ 822.136096] env[69159]: DEBUG nova.compute.manager [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Received event network-vif-plugged-e91691d9-8cf0-49ad-8e6d-96dc741566fd {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 822.136317] env[69159]: DEBUG oslo_concurrency.lockutils [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] Acquiring lock "d39be46c-2e04-472f-95ce-b2efd29e5827-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.136523] env[69159]: DEBUG oslo_concurrency.lockutils [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] Lock "d39be46c-2e04-472f-95ce-b2efd29e5827-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.136687] env[69159]: DEBUG oslo_concurrency.lockutils [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] Lock "d39be46c-2e04-472f-95ce-b2efd29e5827-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.136850] env[69159]: DEBUG nova.compute.manager [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] No waiting events found dispatching network-vif-plugged-e91691d9-8cf0-49ad-8e6d-96dc741566fd {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 822.137019] env[69159]: WARNING nova.compute.manager [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Received unexpected event network-vif-plugged-e91691d9-8cf0-49ad-8e6d-96dc741566fd for instance with vm_state building and task_state spawning. [ 822.137191] env[69159]: DEBUG nova.compute.manager [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Received event network-changed-322d6292-fe85-4205-a31e-598066358dfb {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 822.137344] env[69159]: DEBUG nova.compute.manager [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Refreshing instance network info cache due to event network-changed-322d6292-fe85-4205-a31e-598066358dfb. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 822.137636] env[69159]: DEBUG oslo_concurrency.lockutils [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] Acquiring lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.137777] env[69159]: DEBUG oslo_concurrency.lockutils [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] Acquired lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.137961] env[69159]: DEBUG nova.network.neutron [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Refreshing network info cache for port 322d6292-fe85-4205-a31e-598066358dfb {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.147916] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448601, 'name': Rename_Task, 'duration_secs': 0.796597} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.150631] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.151613] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a81e2fbe-fa26-46ac-b69b-17d42c18dbda {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.161771] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 822.161771] env[69159]: value = "task-3448603" [ 822.161771] env[69159]: _type = "Task" [ 822.161771] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.176235] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.337916] env[69159]: INFO nova.compute.manager [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] instance snapshotting [ 822.338165] env[69159]: WARNING nova.compute.manager [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 822.344097] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fcf90e-8834-411a-b246-5db9573172ca {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.379184] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c209ac0-ae9b-4b2b-8183-5d7651cd008c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.418168] env[69159]: DEBUG nova.compute.manager [None req-012368cb-d6b4-41f6-83b0-509b95553e8e tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 9e1a5632-327c-49f3-a833-713e6eb170e2] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 822.516861] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ee5fd4-b86b-4e81-8b60-e6715dfa9d61 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.526137] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ee08ba-f6e2-4bcf-a89c-27f918ac470e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.567065] env[69159]: DEBUG nova.compute.manager [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 822.567300] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.568954] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039ff2e7-6166-46a5-a16b-6650efb10c39 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.574597] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca10b9fd-23d4-453d-adc8-74e64c9718c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.580892] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448602, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.586839] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.589253] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2208e8e-e527-47df-ae52-191a0a61f78e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.592150] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5f98c7-6c68-4f53-ba65-f7d7e939da48 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.609343] env[69159]: DEBUG nova.compute.provider_tree [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.612611] env[69159]: DEBUG oslo_vmware.api [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Waiting for the task: (returnval){ [ 822.612611] env[69159]: value = "task-3448604" [ 822.612611] env[69159]: _type = "Task" [ 822.612611] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.622697] env[69159]: DEBUG oslo_vmware.api [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.644308] env[69159]: DEBUG nova.network.neutron [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.676387] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.848943] env[69159]: DEBUG nova.network.neutron [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Updated VIF entry in instance network info cache for port 322d6292-fe85-4205-a31e-598066358dfb. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.849501] env[69159]: DEBUG nova.network.neutron [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Updating instance_info_cache with network_info: [{"id": "322d6292-fe85-4205-a31e-598066358dfb", "address": "fa:16:3e:76:11:3e", "network": {"id": "bd8f6145-44ed-4297-8e88-5722aac7c68b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-785293201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bc9438f6504741beb293eb15fed0e339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d6292-fe", "ovs_interfaceid": "322d6292-fe85-4205-a31e-598066358dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.895327] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 822.896056] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f05252ac-7227-48ae-9c3d-1d1defea46cb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.907189] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 822.907189] env[69159]: value = "task-3448605" [ 822.907189] env[69159]: _type = "Task" [ 822.907189] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.917856] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448605, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.918990] env[69159]: DEBUG nova.network.neutron [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Updating instance_info_cache with network_info: [{"id": "e91691d9-8cf0-49ad-8e6d-96dc741566fd", "address": "fa:16:3e:0e:f3:50", "network": {"id": "11532b1a-d79a-485b-8f98-0e8727fa432a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1835600866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a81c2b6a2042abb23eecebd289ce40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape91691d9-8c", "ovs_interfaceid": "e91691d9-8cf0-49ad-8e6d-96dc741566fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.923115] env[69159]: DEBUG nova.compute.manager [None req-012368cb-d6b4-41f6-83b0-509b95553e8e tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 9e1a5632-327c-49f3-a833-713e6eb170e2] Instance disappeared before build. {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2445}} [ 823.044837] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561109} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.045223] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2/9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.045506] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.045778] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a598be1-5012-4a8b-944e-8f8f4db73bfe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.054328] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 823.054328] env[69159]: value = "task-3448606" [ 823.054328] env[69159]: _type = "Task" [ 823.054328] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.064838] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.112618] env[69159]: DEBUG nova.scheduler.client.report [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.128215] env[69159]: DEBUG oslo_vmware.api [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448604, 'name': PowerOffVM_Task, 'duration_secs': 0.349252} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.128517] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.128701] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.128959] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7de7bcf6-cd6d-4002-9f71-973e84843dd5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.173998] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448603, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.201139] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.201493] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.201764] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Deleting the datastore file [datastore1] 7548a4b2-15e3-4464-9875-9bf88de7a4ef {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.202159] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-812789d6-5bee-44ab-aafb-f8ed8e1c312c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.210031] env[69159]: DEBUG oslo_vmware.api [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Waiting for the task: (returnval){ [ 823.210031] env[69159]: value = "task-3448608" [ 823.210031] env[69159]: _type = "Task" [ 823.210031] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.219891] env[69159]: DEBUG oslo_vmware.api [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.352736] env[69159]: DEBUG oslo_concurrency.lockutils [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] Releasing lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.353097] env[69159]: DEBUG nova.compute.manager [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Received event network-changed-e91691d9-8cf0-49ad-8e6d-96dc741566fd {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 823.353289] env[69159]: DEBUG nova.compute.manager [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Refreshing instance network info cache due to event network-changed-e91691d9-8cf0-49ad-8e6d-96dc741566fd. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 823.353497] env[69159]: DEBUG oslo_concurrency.lockutils [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] Acquiring lock "refresh_cache-d39be46c-2e04-472f-95ce-b2efd29e5827" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.417904] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448605, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.421570] env[69159]: DEBUG oslo_concurrency.lockutils [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Releasing lock "refresh_cache-d39be46c-2e04-472f-95ce-b2efd29e5827" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.421948] env[69159]: DEBUG nova.compute.manager [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Instance network_info: |[{"id": "e91691d9-8cf0-49ad-8e6d-96dc741566fd", "address": "fa:16:3e:0e:f3:50", "network": {"id": "11532b1a-d79a-485b-8f98-0e8727fa432a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1835600866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a81c2b6a2042abb23eecebd289ce40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape91691d9-8c", "ovs_interfaceid": "e91691d9-8cf0-49ad-8e6d-96dc741566fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 823.422325] env[69159]: DEBUG oslo_concurrency.lockutils [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] Acquired lock "refresh_cache-d39be46c-2e04-472f-95ce-b2efd29e5827" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.422526] env[69159]: DEBUG nova.network.neutron [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Refreshing network info cache for port e91691d9-8cf0-49ad-8e6d-96dc741566fd {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.424121] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:f3:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e91691d9-8cf0-49ad-8e6d-96dc741566fd', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.433327] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.439419] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.440363] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-369088ba-3e9d-4853-8c27-6583003bcca4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.460283] env[69159]: DEBUG oslo_concurrency.lockutils [None req-012368cb-d6b4-41f6-83b0-509b95553e8e tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "9e1a5632-327c-49f3-a833-713e6eb170e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.571s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.471129] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.471129] env[69159]: value = "task-3448609" [ 823.471129] env[69159]: _type = "Task" [ 823.471129] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.484534] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448609, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.565408] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109749} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.565780] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.566882] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653253a0-be1c-4bd2-835f-f48363da32d9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.597888] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2/9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.598249] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13891b53-916a-4924-9658-f6c06d599404 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.622079] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.622604] env[69159]: DEBUG nova.compute.manager [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 823.625537] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 823.625537] env[69159]: value = "task-3448610" [ 823.625537] env[69159]: _type = "Task" [ 823.625537] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.625995] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.457s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.626278] env[69159]: DEBUG nova.objects.instance [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lazy-loading 'resources' on Instance uuid 3492e320-3e6b-4e50-8a9a-b5c97fc47241 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.637557] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.679519] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448603, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.722265] env[69159]: DEBUG oslo_vmware.api [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Task: {'id': task-3448608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274828} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.722617] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.722812] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.722988] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.723186] env[69159]: INFO nova.compute.manager [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Took 1.16 seconds to destroy the instance on the hypervisor. [ 823.723480] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.723773] env[69159]: DEBUG nova.compute.manager [-] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 823.723978] env[69159]: DEBUG nova.network.neutron [-] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.921691] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448605, 'name': CreateSnapshot_Task, 'duration_secs': 0.832374} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.922210] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 823.923753] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd15294-7b49-4848-a052-a6865255db72 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.963984] env[69159]: DEBUG nova.compute.manager [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 823.987757] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448609, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.129805] env[69159]: DEBUG nova.compute.utils [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.135189] env[69159]: DEBUG nova.compute.manager [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 824.135441] env[69159]: DEBUG nova.network.neutron [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.163638] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.181713] env[69159]: DEBUG oslo_vmware.api [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448603, 'name': PowerOnVM_Task, 'duration_secs': 1.666231} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.182436] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.182827] env[69159]: INFO nova.compute.manager [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Took 9.28 seconds to spawn the instance on the hypervisor. [ 824.182827] env[69159]: DEBUG nova.compute.manager [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 824.186385] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2b35b6-f6e4-4569-b1ee-76eaccff70c2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.258797] env[69159]: DEBUG nova.policy [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb58cfac541f459cbb6c20a69a1d0439', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'def07d8ef9ee4494be8ce5f6846b850a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.262175] env[69159]: DEBUG nova.network.neutron [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Updated VIF entry in instance network info cache for port e91691d9-8cf0-49ad-8e6d-96dc741566fd. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.262562] env[69159]: DEBUG nova.network.neutron [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Updating instance_info_cache with network_info: [{"id": "e91691d9-8cf0-49ad-8e6d-96dc741566fd", "address": "fa:16:3e:0e:f3:50", "network": {"id": "11532b1a-d79a-485b-8f98-0e8727fa432a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1835600866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a81c2b6a2042abb23eecebd289ce40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape91691d9-8c", "ovs_interfaceid": "e91691d9-8cf0-49ad-8e6d-96dc741566fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.446672] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 824.447014] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0e0edfa2-04d6-42dc-a39d-c6a6657cff37 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.459546] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 824.459546] env[69159]: value = "task-3448611" [ 824.459546] env[69159]: _type = "Task" [ 824.459546] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.467852] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448611, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.488901] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448609, 'name': CreateVM_Task, 'duration_secs': 0.601701} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.489373] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.490081] env[69159]: DEBUG oslo_concurrency.lockutils [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.490305] env[69159]: DEBUG oslo_concurrency.lockutils [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.490665] env[69159]: DEBUG oslo_concurrency.lockutils [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.491115] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5083c309-9209-4a90-ac14-ed5a313b002a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.496406] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 824.496406] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522267d1-dbee-264f-c4c6-6a05a1b7b2b6" [ 824.496406] env[69159]: _type = "Task" [ 824.496406] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.499841] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.510488] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522267d1-dbee-264f-c4c6-6a05a1b7b2b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.634830] env[69159]: DEBUG nova.compute.manager [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 824.655298] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448610, 'name': ReconfigVM_Task, 'duration_secs': 0.832784} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.655589] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2/9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.656695] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2be356e6-8191-4b0e-96aa-844d4146a85b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.669996] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 824.669996] env[69159]: value = "task-3448612" [ 824.669996] env[69159]: _type = "Task" [ 824.669996] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.685187] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448612, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.694550] env[69159]: DEBUG nova.network.neutron [-] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.714299] env[69159]: INFO nova.compute.manager [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Took 39.75 seconds to build instance. [ 824.765751] env[69159]: DEBUG oslo_concurrency.lockutils [req-ea93a062-725d-4ed4-a710-d3ffa73dd9f3 req-039fe71e-b624-4921-9cf8-35e90938e280 service nova] Releasing lock "refresh_cache-d39be46c-2e04-472f-95ce-b2efd29e5827" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.806238] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa53f5d-a879-47ad-ae31-d76ba2f1c095 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.814294] env[69159]: DEBUG nova.compute.manager [req-d23116ff-2aae-4762-872c-ad730be7b7fe req-dbe715ca-3d0c-4fcc-88c5-9809f29d76ff service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Received event network-changed-322d6292-fe85-4205-a31e-598066358dfb {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 824.814547] env[69159]: DEBUG nova.compute.manager [req-d23116ff-2aae-4762-872c-ad730be7b7fe req-dbe715ca-3d0c-4fcc-88c5-9809f29d76ff service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Refreshing instance network info cache due to event network-changed-322d6292-fe85-4205-a31e-598066358dfb. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 824.814836] env[69159]: DEBUG oslo_concurrency.lockutils [req-d23116ff-2aae-4762-872c-ad730be7b7fe req-dbe715ca-3d0c-4fcc-88c5-9809f29d76ff service nova] Acquiring lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.815394] env[69159]: DEBUG oslo_concurrency.lockutils [req-d23116ff-2aae-4762-872c-ad730be7b7fe req-dbe715ca-3d0c-4fcc-88c5-9809f29d76ff service nova] Acquired lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.815394] env[69159]: DEBUG nova.network.neutron [req-d23116ff-2aae-4762-872c-ad730be7b7fe req-dbe715ca-3d0c-4fcc-88c5-9809f29d76ff service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Refreshing network info cache for port 322d6292-fe85-4205-a31e-598066358dfb {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.821492] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd3b40a-9eac-4d6f-917d-f03df81ed1aa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.836486] env[69159]: DEBUG nova.compute.manager [req-75fbcf5d-e3b8-4f43-a07f-9f2dba68a90c req-5866063f-1319-4eef-bed0-69d46a5f8582 service nova] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Received event network-vif-deleted-f9e3d6a5-5e00-4505-9a94-cbd0bc10388a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 824.870603] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a6e986-fdff-4ddb-bcc7-192016c9ac70 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.881033] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e62dce-94e8-4805-b1f6-072090ddcc00 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.900809] env[69159]: DEBUG nova.compute.provider_tree [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.903265] env[69159]: DEBUG nova.network.neutron [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Successfully created port: 21dbe86e-a683-4374-9345-76746ebf9ca1 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.968571] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448611, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.011542] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522267d1-dbee-264f-c4c6-6a05a1b7b2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.037823} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.011792] env[69159]: DEBUG oslo_concurrency.lockutils [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.012186] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.012438] env[69159]: DEBUG oslo_concurrency.lockutils [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.012586] env[69159]: DEBUG oslo_concurrency.lockutils [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.012764] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.013048] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87a2bc3f-59a4-4c18-be4b-825a26d602f9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.026885] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.027310] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.028160] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f93c9bc-2b88-4e80-b6e0-8f9cd01b2e21 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.035600] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 825.035600] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5247c3f3-2510-07bc-7f02-5cac599bc74d" [ 825.035600] env[69159]: _type = "Task" [ 825.035600] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.045940] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5247c3f3-2510-07bc-7f02-5cac599bc74d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.184050] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448612, 'name': Rename_Task, 'duration_secs': 0.32056} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.185074] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.185356] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7420c735-2731-479d-a432-ec48f476fbca {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.192932] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 825.192932] env[69159]: value = "task-3448613" [ 825.192932] env[69159]: _type = "Task" [ 825.192932] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.196625] env[69159]: INFO nova.compute.manager [-] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Took 1.47 seconds to deallocate network for instance. [ 825.215955] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5e0fec1a-db08-4a9c-9774-924e97b87b5b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "cdd2e1bb-aed8-4d0e-809d-87d069a85378" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.260s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.406460] env[69159]: DEBUG nova.scheduler.client.report [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.469478] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448611, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.545541] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5247c3f3-2510-07bc-7f02-5cac599bc74d, 'name': SearchDatastore_Task, 'duration_secs': 0.012064} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.548717] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096c89f6-4112-4233-8030-60f0c0c6d25f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.551440] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 825.551440] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523e3b04-7e9d-98c1-7048-c82d8d2e55b0" [ 825.551440] env[69159]: _type = "Task" [ 825.551440] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.559656] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523e3b04-7e9d-98c1-7048-c82d8d2e55b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.651814] env[69159]: DEBUG nova.compute.manager [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 825.681194] env[69159]: DEBUG nova.virt.hardware [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.681300] env[69159]: DEBUG nova.virt.hardware [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.681380] env[69159]: DEBUG nova.virt.hardware [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.681581] env[69159]: DEBUG nova.virt.hardware [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.681726] env[69159]: DEBUG nova.virt.hardware [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.681872] env[69159]: DEBUG nova.virt.hardware [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.682128] env[69159]: DEBUG nova.virt.hardware [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.682302] env[69159]: DEBUG nova.virt.hardware [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.682497] env[69159]: DEBUG nova.virt.hardware [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.682705] env[69159]: DEBUG nova.virt.hardware [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.682893] env[69159]: DEBUG nova.virt.hardware [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.684354] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d21f1c3-dad0-40b1-91f9-27a08ecb8cd0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.694594] env[69159]: DEBUG nova.network.neutron [req-d23116ff-2aae-4762-872c-ad730be7b7fe req-dbe715ca-3d0c-4fcc-88c5-9809f29d76ff service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Updated VIF entry in instance network info cache for port 322d6292-fe85-4205-a31e-598066358dfb. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.694954] env[69159]: DEBUG nova.network.neutron [req-d23116ff-2aae-4762-872c-ad730be7b7fe req-dbe715ca-3d0c-4fcc-88c5-9809f29d76ff service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Updating instance_info_cache with network_info: [{"id": "322d6292-fe85-4205-a31e-598066358dfb", "address": "fa:16:3e:76:11:3e", "network": {"id": "bd8f6145-44ed-4297-8e88-5722aac7c68b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-785293201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bc9438f6504741beb293eb15fed0e339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d6292-fe", "ovs_interfaceid": "322d6292-fe85-4205-a31e-598066358dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.699887] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d381dc8-0662-4cec-8bc7-03fccc0d279c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.704844] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.710529] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448613, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.720878] env[69159]: DEBUG nova.compute.manager [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 825.912795] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.915268] env[69159]: DEBUG oslo_concurrency.lockutils [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.351s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.916796] env[69159]: INFO nova.compute.claims [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.937754] env[69159]: INFO nova.scheduler.client.report [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Deleted allocations for instance 3492e320-3e6b-4e50-8a9a-b5c97fc47241 [ 825.969188] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448611, 'name': CloneVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.062359] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523e3b04-7e9d-98c1-7048-c82d8d2e55b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009957} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.063051] env[69159]: DEBUG oslo_concurrency.lockutils [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.063506] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] d39be46c-2e04-472f-95ce-b2efd29e5827/d39be46c-2e04-472f-95ce-b2efd29e5827.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.063975] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d52f5383-af0b-4726-b3f7-1001981b46c6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.073237] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 826.073237] env[69159]: value = "task-3448614" [ 826.073237] env[69159]: _type = "Task" [ 826.073237] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.078347] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.205025] env[69159]: DEBUG oslo_concurrency.lockutils [req-d23116ff-2aae-4762-872c-ad730be7b7fe req-dbe715ca-3d0c-4fcc-88c5-9809f29d76ff service nova] Releasing lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.205958] env[69159]: DEBUG oslo_vmware.api [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448613, 'name': PowerOnVM_Task, 'duration_secs': 0.725424} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.206440] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.207065] env[69159]: INFO nova.compute.manager [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Took 8.51 seconds to spawn the instance on the hypervisor. [ 826.207410] env[69159]: DEBUG nova.compute.manager [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 826.209077] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72f7773-5e52-4518-848e-c3b9c671c605 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.249375] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.451558] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2b85aec-38ec-4c21-938f-a64ff4c1d038 tempest-ListImageFiltersTestJSON-1168194478 tempest-ListImageFiltersTestJSON-1168194478-project-member] Lock "3492e320-3e6b-4e50-8a9a-b5c97fc47241" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.637s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.472090] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448611, 'name': CloneVM_Task, 'duration_secs': 1.557146} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.472244] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Created linked-clone VM from snapshot [ 826.473161] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8906bd-1a5c-4654-afca-09b36b1220b9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.483864] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Uploading image d0f48c46-4bab-4943-ac70-960c3fd9c645 {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 826.517999] env[69159]: DEBUG oslo_vmware.rw_handles [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 826.517999] env[69159]: value = "vm-688555" [ 826.517999] env[69159]: _type = "VirtualMachine" [ 826.517999] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 826.518379] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-be5fab00-efa1-462d-a910-46fd4c881bc6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.527046] env[69159]: DEBUG oslo_vmware.rw_handles [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lease: (returnval){ [ 826.527046] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52242ce9-5b1d-3e14-99b9-54f2db37fc14" [ 826.527046] env[69159]: _type = "HttpNfcLease" [ 826.527046] env[69159]: } obtained for exporting VM: (result){ [ 826.527046] env[69159]: value = "vm-688555" [ 826.527046] env[69159]: _type = "VirtualMachine" [ 826.527046] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 826.527394] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the lease: (returnval){ [ 826.527394] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52242ce9-5b1d-3e14-99b9-54f2db37fc14" [ 826.527394] env[69159]: _type = "HttpNfcLease" [ 826.527394] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 826.535221] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 826.535221] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52242ce9-5b1d-3e14-99b9-54f2db37fc14" [ 826.535221] env[69159]: _type = "HttpNfcLease" [ 826.535221] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 826.581261] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448614, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.725673] env[69159]: DEBUG nova.network.neutron [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Successfully updated port: 21dbe86e-a683-4374-9345-76746ebf9ca1 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.728415] env[69159]: INFO nova.compute.manager [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Took 41.11 seconds to build instance. [ 827.037301] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.037301] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52242ce9-5b1d-3e14-99b9-54f2db37fc14" [ 827.037301] env[69159]: _type = "HttpNfcLease" [ 827.037301] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 827.037759] env[69159]: DEBUG oslo_vmware.rw_handles [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 827.037759] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52242ce9-5b1d-3e14-99b9-54f2db37fc14" [ 827.037759] env[69159]: _type = "HttpNfcLease" [ 827.037759] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 827.038768] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c37f9a-954b-46a3-a483-8dfeb7f4e126 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.053377] env[69159]: DEBUG oslo_vmware.rw_handles [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e57b5b-d628-7076-6a19-9d44a9c3f5bc/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 827.053614] env[69159]: DEBUG oslo_vmware.rw_handles [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e57b5b-d628-7076-6a19-9d44a9c3f5bc/disk-0.vmdk for reading. {{(pid=69159) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 827.128664] env[69159]: DEBUG nova.compute.manager [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Received event network-changed-322d6292-fe85-4205-a31e-598066358dfb {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 827.129708] env[69159]: DEBUG nova.compute.manager [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Refreshing instance network info cache due to event network-changed-322d6292-fe85-4205-a31e-598066358dfb. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 827.129708] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] Acquiring lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.129708] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] Acquired lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.129708] env[69159]: DEBUG nova.network.neutron [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Refreshing network info cache for port 322d6292-fe85-4205-a31e-598066358dfb {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.138578] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448614, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.217373] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-879fff2b-f322-4357-a56b-68243bbff99c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.231411] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "refresh_cache-041ead39-7566-4ba4-a969-1b9b2fcb5233" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.231600] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquired lock "refresh_cache-041ead39-7566-4ba4-a969-1b9b2fcb5233" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.231600] env[69159]: DEBUG nova.network.neutron [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.234536] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffb9bdfc-6e8d-4c18-aa34-75cf5de88812 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.629s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.597109] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e060d63-9e16-4a50-a04d-2d729fe85f35 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.605160] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdd35ea-200e-43a3-8f27-dd8a8b8249fa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.645060] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc03bad-2b5a-461a-af49-641ba35ac7ea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.660550] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448614, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.662870] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd45ad2-c515-4689-981c-4424c18f0c9a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.677920] env[69159]: DEBUG nova.compute.provider_tree [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.744013] env[69159]: DEBUG nova.compute.manager [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 827.859866] env[69159]: DEBUG nova.network.neutron [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.112040] env[69159]: DEBUG nova.network.neutron [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Updated VIF entry in instance network info cache for port 322d6292-fe85-4205-a31e-598066358dfb. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.112040] env[69159]: DEBUG nova.network.neutron [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Updating instance_info_cache with network_info: [{"id": "322d6292-fe85-4205-a31e-598066358dfb", "address": "fa:16:3e:76:11:3e", "network": {"id": "bd8f6145-44ed-4297-8e88-5722aac7c68b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-785293201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bc9438f6504741beb293eb15fed0e339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d6292-fe", "ovs_interfaceid": "322d6292-fe85-4205-a31e-598066358dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.151398] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448614, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.691642} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.151398] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] d39be46c-2e04-472f-95ce-b2efd29e5827/d39be46c-2e04-472f-95ce-b2efd29e5827.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.151398] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.151398] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaee34d8-e705-4fc9-8fcf-cb86403598f0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.159068] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 828.159068] env[69159]: value = "task-3448616" [ 828.159068] env[69159]: _type = "Task" [ 828.159068] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.164019] env[69159]: DEBUG nova.network.neutron [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Updating instance_info_cache with network_info: [{"id": "21dbe86e-a683-4374-9345-76746ebf9ca1", "address": "fa:16:3e:d2:e7:e3", "network": {"id": "18ff77c8-d6ad-4571-a133-b501ef915d13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-842023318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def07d8ef9ee4494be8ce5f6846b850a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dbe86e-a6", "ovs_interfaceid": "21dbe86e-a683-4374-9345-76746ebf9ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.165762] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Acquiring lock "eaa07690-118d-4c3d-837e-63358222e9d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.165987] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Lock "eaa07690-118d-4c3d-837e-63358222e9d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.166696] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Acquiring lock "eaa07690-118d-4c3d-837e-63358222e9d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.166911] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Lock "eaa07690-118d-4c3d-837e-63358222e9d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.167506] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Lock "eaa07690-118d-4c3d-837e-63358222e9d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.176765] env[69159]: INFO nova.compute.manager [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Terminating instance [ 828.182652] env[69159]: DEBUG nova.scheduler.client.report [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.186322] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.272750] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.616352] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] Releasing lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.616679] env[69159]: DEBUG nova.compute.manager [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Received event network-changed-322d6292-fe85-4205-a31e-598066358dfb {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 828.616864] env[69159]: DEBUG nova.compute.manager [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Refreshing instance network info cache due to event network-changed-322d6292-fe85-4205-a31e-598066358dfb. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 828.617106] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] Acquiring lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.617257] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] Acquired lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.617422] env[69159]: DEBUG nova.network.neutron [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Refreshing network info cache for port 322d6292-fe85-4205-a31e-598066358dfb {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.673542] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Releasing lock "refresh_cache-041ead39-7566-4ba4-a969-1b9b2fcb5233" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.676870] env[69159]: DEBUG nova.compute.manager [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Instance network_info: |[{"id": "21dbe86e-a683-4374-9345-76746ebf9ca1", "address": "fa:16:3e:d2:e7:e3", "network": {"id": "18ff77c8-d6ad-4571-a133-b501ef915d13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-842023318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def07d8ef9ee4494be8ce5f6846b850a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dbe86e-a6", "ovs_interfaceid": "21dbe86e-a683-4374-9345-76746ebf9ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 828.677104] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:e7:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21dbe86e-a683-4374-9345-76746ebf9ca1', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.687568] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Creating folder: Project (def07d8ef9ee4494be8ce5f6846b850a). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.688625] env[69159]: DEBUG nova.compute.manager [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 828.688872] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.689061] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e220c8ca-afa6-461b-810a-fce0b0c138b9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.691540] env[69159]: DEBUG oslo_concurrency.lockutils [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.692089] env[69159]: DEBUG nova.compute.manager [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 828.699030] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e825cd61-b8cc-43bf-bb97-3cf01ac5a77c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.702033] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.729s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.702033] env[69159]: DEBUG nova.objects.instance [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69159) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 828.705081] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070017} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.706369] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.707549] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84324de2-8ee0-4528-a86d-ce3c8a7db9d5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.712759] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.713364] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e33f51d-68a7-4fd9-92f9-5075f44da7d3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.716209] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Created folder: Project (def07d8ef9ee4494be8ce5f6846b850a) in parent group-v688391. [ 828.716351] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Creating folder: Instances. Parent ref: group-v688556. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.728058] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38ae1217-c553-4448-a689-0235d452d80a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.738757] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] d39be46c-2e04-472f-95ce-b2efd29e5827/d39be46c-2e04-472f-95ce-b2efd29e5827.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.745836] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9982a01b-b0fc-43b0-a8b7-841240d35eea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.763093] env[69159]: DEBUG oslo_vmware.api [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 828.763093] env[69159]: value = "task-3448618" [ 828.763093] env[69159]: _type = "Task" [ 828.763093] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.773254] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 828.773254] env[69159]: value = "task-3448620" [ 828.773254] env[69159]: _type = "Task" [ 828.773254] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.776110] env[69159]: DEBUG oslo_vmware.api [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.780840] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Created folder: Instances in parent group-v688556. [ 828.781082] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.781369] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.783052] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5036e32-1f61-453a-838e-cca9c66d5891 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.816164] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448620, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.821913] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.821913] env[69159]: value = "task-3448621" [ 828.821913] env[69159]: _type = "Task" [ 828.821913] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.835580] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448621, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.207688] env[69159]: DEBUG nova.compute.utils [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.212888] env[69159]: DEBUG nova.compute.manager [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 829.213104] env[69159]: DEBUG nova.network.neutron [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.288868] env[69159]: DEBUG oslo_vmware.api [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448618, 'name': PowerOffVM_Task, 'duration_secs': 0.391588} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.289282] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.289537] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.292598] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9692cf28-6518-463d-be45-413891265494 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.301831] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448620, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.318137] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Acquiring lock "784beeb2-44f5-42af-b2d8-45847a628c71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.318540] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Lock "784beeb2-44f5-42af-b2d8-45847a628c71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.318820] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Acquiring lock "784beeb2-44f5-42af-b2d8-45847a628c71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.319098] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Lock "784beeb2-44f5-42af-b2d8-45847a628c71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.319348] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Lock "784beeb2-44f5-42af-b2d8-45847a628c71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.322089] env[69159]: INFO nova.compute.manager [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Terminating instance [ 829.337133] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448621, 'name': CreateVM_Task, 'duration_secs': 0.367483} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.337369] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.338378] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.338542] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.338964] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.340424] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb24d14-809c-4d32-9d2b-f0abee198f05 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.347389] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 829.347389] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522fc9a5-2435-1e76-f02a-ae86e3212365" [ 829.347389] env[69159]: _type = "Task" [ 829.347389] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.358876] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522fc9a5-2435-1e76-f02a-ae86e3212365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.538714] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.539017] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.539228] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Deleting the datastore file [datastore2] eaa07690-118d-4c3d-837e-63358222e9d2 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.539503] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fb7c3e8-bed0-4333-83a3-8d71265db121 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.546413] env[69159]: DEBUG oslo_vmware.api [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for the task: (returnval){ [ 829.546413] env[69159]: value = "task-3448623" [ 829.546413] env[69159]: _type = "Task" [ 829.546413] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.555205] env[69159]: DEBUG oslo_vmware.api [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.565515] env[69159]: DEBUG nova.policy [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c48939ec4c70438a9d6b63f65d230dde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '714d43872e93478b8c611ed9d3ff472d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.714211] env[69159]: DEBUG nova.compute.manager [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 829.717997] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9d07d87d-83ce-48f3-b967-e180ffcfe0bf tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.719767] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.349s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.720149] env[69159]: DEBUG nova.objects.instance [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lazy-loading 'resources' on Instance uuid 873ed12d-97e6-4349-8c04-b806f8f486ed {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.788558] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448620, 'name': ReconfigVM_Task, 'duration_secs': 0.548984} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.788847] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Reconfigured VM instance instance-00000037 to attach disk [datastore1] d39be46c-2e04-472f-95ce-b2efd29e5827/d39be46c-2e04-472f-95ce-b2efd29e5827.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.789625] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea945556-8906-4b6b-8ac7-9989822ee3bc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.797844] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 829.797844] env[69159]: value = "task-3448624" [ 829.797844] env[69159]: _type = "Task" [ 829.797844] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.809321] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448624, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.814555] env[69159]: DEBUG nova.network.neutron [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Updated VIF entry in instance network info cache for port 322d6292-fe85-4205-a31e-598066358dfb. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.814921] env[69159]: DEBUG nova.network.neutron [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Updating instance_info_cache with network_info: [{"id": "322d6292-fe85-4205-a31e-598066358dfb", "address": "fa:16:3e:76:11:3e", "network": {"id": "bd8f6145-44ed-4297-8e88-5722aac7c68b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-785293201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bc9438f6504741beb293eb15fed0e339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d6292-fe", "ovs_interfaceid": "322d6292-fe85-4205-a31e-598066358dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.826942] env[69159]: DEBUG nova.compute.manager [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 829.827357] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.830058] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d680c640-0e75-4843-999d-469680830bbb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.839423] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.839776] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40addb0b-8d55-4c94-9599-73547f69b741 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.846938] env[69159]: DEBUG oslo_vmware.api [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Waiting for the task: (returnval){ [ 829.846938] env[69159]: value = "task-3448625" [ 829.846938] env[69159]: _type = "Task" [ 829.846938] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.860058] env[69159]: DEBUG oslo_vmware.api [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': task-3448625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.866860] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522fc9a5-2435-1e76-f02a-ae86e3212365, 'name': SearchDatastore_Task, 'duration_secs': 0.017001} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.867335] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.867798] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.868111] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.868318] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.868548] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.868868] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-358081a4-1ea3-45f8-a914-c21dd3e23ba7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.887918] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.888243] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.889166] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f02ce749-b490-4b98-8898-d4d13a14a581 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.896259] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 829.896259] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d5c8b7-735f-9574-525a-5043d984dff0" [ 829.896259] env[69159]: _type = "Task" [ 829.896259] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.906715] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d5c8b7-735f-9574-525a-5043d984dff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.064577] env[69159]: DEBUG oslo_vmware.api [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Task: {'id': task-3448623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428611} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.064889] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.065075] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.065890] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.066196] env[69159]: INFO nova.compute.manager [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Took 1.38 seconds to destroy the instance on the hypervisor. [ 830.067667] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.067910] env[69159]: DEBUG nova.compute.manager [-] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 830.068061] env[69159]: DEBUG nova.network.neutron [-] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.317838] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] Releasing lock "refresh_cache-eaa07690-118d-4c3d-837e-63358222e9d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.318134] env[69159]: DEBUG nova.compute.manager [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Received event network-vif-plugged-21dbe86e-a683-4374-9345-76746ebf9ca1 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 830.318424] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] Acquiring lock "041ead39-7566-4ba4-a969-1b9b2fcb5233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.318663] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] Lock "041ead39-7566-4ba4-a969-1b9b2fcb5233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.318852] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] Lock "041ead39-7566-4ba4-a969-1b9b2fcb5233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.319036] env[69159]: DEBUG nova.compute.manager [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] No waiting events found dispatching network-vif-plugged-21dbe86e-a683-4374-9345-76746ebf9ca1 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 830.319228] env[69159]: WARNING nova.compute.manager [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Received unexpected event network-vif-plugged-21dbe86e-a683-4374-9345-76746ebf9ca1 for instance with vm_state building and task_state spawning. [ 830.319428] env[69159]: DEBUG nova.compute.manager [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Received event network-changed-21dbe86e-a683-4374-9345-76746ebf9ca1 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 830.319583] env[69159]: DEBUG nova.compute.manager [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Refreshing instance network info cache due to event network-changed-21dbe86e-a683-4374-9345-76746ebf9ca1. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 830.319782] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] Acquiring lock "refresh_cache-041ead39-7566-4ba4-a969-1b9b2fcb5233" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.319932] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] Acquired lock "refresh_cache-041ead39-7566-4ba4-a969-1b9b2fcb5233" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.320834] env[69159]: DEBUG nova.network.neutron [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Refreshing network info cache for port 21dbe86e-a683-4374-9345-76746ebf9ca1 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.323574] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448624, 'name': Rename_Task, 'duration_secs': 0.212352} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.328989] env[69159]: DEBUG nova.network.neutron [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Successfully created port: 34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.331420] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.332208] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73576608-7d56-49cb-a339-3b1a15410571 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.343188] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 830.343188] env[69159]: value = "task-3448626" [ 830.343188] env[69159]: _type = "Task" [ 830.343188] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.359663] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448626, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.363163] env[69159]: DEBUG oslo_vmware.api [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': task-3448625, 'name': PowerOffVM_Task, 'duration_secs': 0.247732} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.363459] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.363638] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.364283] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7357d167-dc79-4920-97d4-268d7d94d78e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.407790] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d5c8b7-735f-9574-525a-5043d984dff0, 'name': SearchDatastore_Task, 'duration_secs': 0.011113} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.413104] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a38361-ebe3-4e9e-a096-597a66a519fc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.419387] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 830.419387] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5206fc72-9bc7-d8c0-ad9e-e4eec3db10f3" [ 830.419387] env[69159]: _type = "Task" [ 830.419387] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.430333] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5206fc72-9bc7-d8c0-ad9e-e4eec3db10f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.446971] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.447223] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.448328] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Deleting the datastore file [datastore1] 784beeb2-44f5-42af-b2d8-45847a628c71 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.448328] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a1c0a23-6eaf-4440-9465-21c55534828a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.454399] env[69159]: DEBUG oslo_vmware.api [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Waiting for the task: (returnval){ [ 830.454399] env[69159]: value = "task-3448628" [ 830.454399] env[69159]: _type = "Task" [ 830.454399] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.470163] env[69159]: DEBUG oslo_vmware.api [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': task-3448628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.733214] env[69159]: DEBUG nova.compute.manager [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 830.745357] env[69159]: DEBUG nova.compute.manager [req-49de8787-9227-4481-8bd6-e6f1254ba71a req-da0d7a99-35a1-440d-817f-969c615de7bd service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Received event network-vif-deleted-322d6292-fe85-4205-a31e-598066358dfb {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 830.745583] env[69159]: INFO nova.compute.manager [req-49de8787-9227-4481-8bd6-e6f1254ba71a req-da0d7a99-35a1-440d-817f-969c615de7bd service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Neutron deleted interface 322d6292-fe85-4205-a31e-598066358dfb; detaching it from the instance and deleting it from the info cache [ 830.747184] env[69159]: DEBUG nova.network.neutron [req-49de8787-9227-4481-8bd6-e6f1254ba71a req-da0d7a99-35a1-440d-817f-969c615de7bd service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.798849] env[69159]: DEBUG nova.virt.hardware [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.799068] env[69159]: DEBUG nova.virt.hardware [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.799301] env[69159]: DEBUG nova.virt.hardware [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.799442] env[69159]: DEBUG nova.virt.hardware [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.799591] env[69159]: DEBUG nova.virt.hardware [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.799837] env[69159]: DEBUG nova.virt.hardware [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.800097] env[69159]: DEBUG nova.virt.hardware [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.800428] env[69159]: DEBUG nova.virt.hardware [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.800990] env[69159]: DEBUG nova.virt.hardware [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.800990] env[69159]: DEBUG nova.virt.hardware [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.800990] env[69159]: DEBUG nova.virt.hardware [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.804166] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959181ef-9329-4a6c-82cd-0f135206cd58 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.816958] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a6689a-b39d-464e-b6f6-a5bbaf69731e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.854232] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448626, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.932558] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5206fc72-9bc7-d8c0-ad9e-e4eec3db10f3, 'name': SearchDatastore_Task, 'duration_secs': 0.020419} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.932558] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.932558] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 041ead39-7566-4ba4-a969-1b9b2fcb5233/041ead39-7566-4ba4-a969-1b9b2fcb5233.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.935805] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa4e6347-43c2-4e82-8181-3b449bb18554 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.943614] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 830.943614] env[69159]: value = "task-3448629" [ 830.943614] env[69159]: _type = "Task" [ 830.943614] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.953017] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.954853] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6110016d-f203-4111-af08-8176911d09b1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.966239] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac39520-1af9-4eaa-b6e8-354f51e6923b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.976803] env[69159]: DEBUG oslo_vmware.api [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Task: {'id': task-3448628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303485} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.977524] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.977897] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.978142] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.978303] env[69159]: INFO nova.compute.manager [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Took 1.15 seconds to destroy the instance on the hypervisor. [ 830.978552] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.978744] env[69159]: DEBUG nova.compute.manager [-] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 830.978836] env[69159]: DEBUG nova.network.neutron [-] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.010872] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb6c2b5-ab69-4670-a320-689502c1f982 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.023334] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6a0318-eb4f-4e9a-a66a-f133119a3abe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.037509] env[69159]: DEBUG nova.compute.provider_tree [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.091132] env[69159]: DEBUG nova.network.neutron [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Successfully created port: b96d0d79-fe62-4c1c-aca9-638ddeef9927 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.125014] env[69159]: DEBUG nova.network.neutron [-] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.249012] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9843a729-8390-41eb-8787-763c9d13d6fd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.262022] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89680c9-4708-461b-91e7-007d7c236eca {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.301479] env[69159]: DEBUG nova.compute.manager [req-49de8787-9227-4481-8bd6-e6f1254ba71a req-da0d7a99-35a1-440d-817f-969c615de7bd service nova] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Detach interface failed, port_id=322d6292-fe85-4205-a31e-598066358dfb, reason: Instance eaa07690-118d-4c3d-837e-63358222e9d2 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 831.358159] env[69159]: DEBUG oslo_vmware.api [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448626, 'name': PowerOnVM_Task, 'duration_secs': 0.936848} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.358592] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.358792] env[69159]: INFO nova.compute.manager [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Took 10.91 seconds to spawn the instance on the hypervisor. [ 831.359189] env[69159]: DEBUG nova.compute.manager [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 831.359940] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6d9c29-ace3-4096-895f-a1a7fdf62128 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.431241] env[69159]: DEBUG nova.network.neutron [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Updated VIF entry in instance network info cache for port 21dbe86e-a683-4374-9345-76746ebf9ca1. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.431372] env[69159]: DEBUG nova.network.neutron [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Updating instance_info_cache with network_info: [{"id": "21dbe86e-a683-4374-9345-76746ebf9ca1", "address": "fa:16:3e:d2:e7:e3", "network": {"id": "18ff77c8-d6ad-4571-a133-b501ef915d13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-842023318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def07d8ef9ee4494be8ce5f6846b850a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dbe86e-a6", "ovs_interfaceid": "21dbe86e-a683-4374-9345-76746ebf9ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.456659] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448629, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.541567] env[69159]: DEBUG nova.scheduler.client.report [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.630344] env[69159]: INFO nova.compute.manager [-] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Took 1.56 seconds to deallocate network for instance. [ 831.728359] env[69159]: DEBUG nova.compute.manager [req-5bb6a0ce-77b6-4b46-bddf-7a0387e1cdea req-0a53df29-8d42-423e-badb-90bdb1eaf118 service nova] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Received event network-vif-deleted-2c05b760-8730-46cc-be77-a6f9cf3d6762 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 831.728560] env[69159]: INFO nova.compute.manager [req-5bb6a0ce-77b6-4b46-bddf-7a0387e1cdea req-0a53df29-8d42-423e-badb-90bdb1eaf118 service nova] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Neutron deleted interface 2c05b760-8730-46cc-be77-a6f9cf3d6762; detaching it from the instance and deleting it from the info cache [ 831.728733] env[69159]: DEBUG nova.network.neutron [req-5bb6a0ce-77b6-4b46-bddf-7a0387e1cdea req-0a53df29-8d42-423e-badb-90bdb1eaf118 service nova] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.851329] env[69159]: DEBUG nova.network.neutron [-] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.878322] env[69159]: INFO nova.compute.manager [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Took 45.12 seconds to build instance. [ 831.933780] env[69159]: DEBUG oslo_concurrency.lockutils [req-bc6fe072-b65d-455f-be5e-98d997907934 req-4fe0e030-dd28-44ee-9cdb-fcd2d210b38e service nova] Releasing lock "refresh_cache-041ead39-7566-4ba4-a969-1b9b2fcb5233" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.954734] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656027} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.955391] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 041ead39-7566-4ba4-a969-1b9b2fcb5233/041ead39-7566-4ba4-a969-1b9b2fcb5233.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.955391] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.955675] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f890c48b-74aa-4876-b0da-5f6923ab401a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.964373] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 831.964373] env[69159]: value = "task-3448630" [ 831.964373] env[69159]: _type = "Task" [ 831.964373] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.972701] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.047064] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.050329] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.976s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.050598] env[69159]: DEBUG nova.objects.instance [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69159) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 832.075563] env[69159]: INFO nova.scheduler.client.report [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleted allocations for instance 873ed12d-97e6-4349-8c04-b806f8f486ed [ 832.138423] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.230765] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f33ce468-1aab-466a-837d-cc6b8c231379 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.240726] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1992c63b-93fb-48f1-b514-0bc25c126e18 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.281906] env[69159]: DEBUG nova.compute.manager [req-5bb6a0ce-77b6-4b46-bddf-7a0387e1cdea req-0a53df29-8d42-423e-badb-90bdb1eaf118 service nova] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Detach interface failed, port_id=2c05b760-8730-46cc-be77-a6f9cf3d6762, reason: Instance 784beeb2-44f5-42af-b2d8-45847a628c71 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 832.354258] env[69159]: INFO nova.compute.manager [-] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Took 1.38 seconds to deallocate network for instance. [ 832.385491] env[69159]: DEBUG oslo_concurrency.lockutils [None req-02d31f3e-e65d-4d2e-9977-2b4194d544d3 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "d39be46c-2e04-472f-95ce-b2efd29e5827" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.633s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.475825] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167524} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.476365] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.478447] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7170a559-da4e-49f0-ad19-4dff17fc44f9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.503111] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 041ead39-7566-4ba4-a969-1b9b2fcb5233/041ead39-7566-4ba4-a969-1b9b2fcb5233.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.503774] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-483c7926-7ebb-4c98-862f-f98642540a0a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.525106] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 832.525106] env[69159]: value = "task-3448631" [ 832.525106] env[69159]: _type = "Task" [ 832.525106] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.536816] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.583883] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb664175-d400-4cc3-aba6-969e0337318e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "873ed12d-97e6-4349-8c04-b806f8f486ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.291s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.866730] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.889456] env[69159]: DEBUG nova.compute.manager [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 833.038139] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448631, 'name': ReconfigVM_Task, 'duration_secs': 0.452388} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.038139] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 041ead39-7566-4ba4-a969-1b9b2fcb5233/041ead39-7566-4ba4-a969-1b9b2fcb5233.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.038575] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4b57c74-1f93-4cef-a5e1-c67bb8e522a8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.044760] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 833.044760] env[69159]: value = "task-3448632" [ 833.044760] env[69159]: _type = "Task" [ 833.044760] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.053740] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448632, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.067476] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3257596-6a3e-403a-886e-58a5716aab82 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.068755] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.936s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.080192] env[69159]: INFO nova.compute.claims [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.421708] env[69159]: DEBUG oslo_concurrency.lockutils [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.505439] env[69159]: DEBUG nova.network.neutron [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Successfully updated port: 34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.556469] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448632, 'name': Rename_Task, 'duration_secs': 0.18655} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.556810] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.557143] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c17f96e0-88a9-43a4-9534-d02579009da6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.564788] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 833.564788] env[69159]: value = "task-3448633" [ 833.564788] env[69159]: _type = "Task" [ 833.564788] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.573655] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.975015] env[69159]: DEBUG nova.compute.manager [req-1f82d80d-86d5-4449-8515-54875117cdde req-4d8566fb-e3e0-420a-8b33-651088b4a450 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Received event network-vif-plugged-34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 833.976220] env[69159]: DEBUG oslo_concurrency.lockutils [req-1f82d80d-86d5-4449-8515-54875117cdde req-4d8566fb-e3e0-420a-8b33-651088b4a450 service nova] Acquiring lock "3a7250bd-d071-468f-b026-144f8130ef6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.976220] env[69159]: DEBUG oslo_concurrency.lockutils [req-1f82d80d-86d5-4449-8515-54875117cdde req-4d8566fb-e3e0-420a-8b33-651088b4a450 service nova] Lock "3a7250bd-d071-468f-b026-144f8130ef6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.976220] env[69159]: DEBUG oslo_concurrency.lockutils [req-1f82d80d-86d5-4449-8515-54875117cdde req-4d8566fb-e3e0-420a-8b33-651088b4a450 service nova] Lock "3a7250bd-d071-468f-b026-144f8130ef6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.976220] env[69159]: DEBUG nova.compute.manager [req-1f82d80d-86d5-4449-8515-54875117cdde req-4d8566fb-e3e0-420a-8b33-651088b4a450 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] No waiting events found dispatching network-vif-plugged-34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 833.976567] env[69159]: WARNING nova.compute.manager [req-1f82d80d-86d5-4449-8515-54875117cdde req-4d8566fb-e3e0-420a-8b33-651088b4a450 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Received unexpected event network-vif-plugged-34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f for instance with vm_state building and task_state spawning. [ 834.082838] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.581923] env[69159]: DEBUG oslo_vmware.api [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448633, 'name': PowerOnVM_Task, 'duration_secs': 0.820423} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.582277] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.582543] env[69159]: INFO nova.compute.manager [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Took 8.93 seconds to spawn the instance on the hypervisor. [ 834.582675] env[69159]: DEBUG nova.compute.manager [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 834.583521] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21cba1e-d22c-4e36-a592-e1096e0dfefb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.781587] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d03516-2734-45fb-9f75-b0495d970a97 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.792465] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b3205a-779d-4fe8-aaf3-845f8be1177f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.829290] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497bbb1a-c2e5-4b79-82a2-1ce95d90bfe9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.839959] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8e7a89-fa1f-4b49-974d-ca222070dc7f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.858821] env[69159]: DEBUG nova.compute.provider_tree [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.116929] env[69159]: INFO nova.compute.manager [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Took 45.83 seconds to build instance. [ 835.364165] env[69159]: DEBUG nova.scheduler.client.report [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.618830] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65ce9ad0-c9a3-4a0a-9a63-89adc628a01b tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "041ead39-7566-4ba4-a969-1b9b2fcb5233" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.866s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.873217] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.873772] env[69159]: DEBUG nova.compute.manager [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 835.876895] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.700s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.877421] env[69159]: DEBUG nova.objects.instance [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69159) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 836.122195] env[69159]: DEBUG nova.compute.manager [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 836.230908] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "b3f9cd88-9518-464b-a053-c77ce6555754" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.231166] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "b3f9cd88-9518-464b-a053-c77ce6555754" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.250965] env[69159]: DEBUG nova.network.neutron [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Successfully updated port: b96d0d79-fe62-4c1c-aca9-638ddeef9927 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.388835] env[69159]: DEBUG nova.compute.utils [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.390236] env[69159]: DEBUG nova.compute.manager [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 836.390412] env[69159]: DEBUG nova.network.neutron [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.442292] env[69159]: DEBUG nova.policy [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2841d8c34f964912a83c3ec765a5b79b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07a79089cb7e4fa7b5d42bd7d306531e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.618871] env[69159]: DEBUG nova.compute.manager [req-e890c5bc-142b-4f07-ad21-a46a8e5ae01b req-f47cc8ed-9de2-410c-b3bc-64e708c4e538 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Received event network-changed-34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 836.619246] env[69159]: DEBUG nova.compute.manager [req-e890c5bc-142b-4f07-ad21-a46a8e5ae01b req-f47cc8ed-9de2-410c-b3bc-64e708c4e538 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Refreshing instance network info cache due to event network-changed-34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 836.619307] env[69159]: DEBUG oslo_concurrency.lockutils [req-e890c5bc-142b-4f07-ad21-a46a8e5ae01b req-f47cc8ed-9de2-410c-b3bc-64e708c4e538 service nova] Acquiring lock "refresh_cache-3a7250bd-d071-468f-b026-144f8130ef6e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.619547] env[69159]: DEBUG oslo_concurrency.lockutils [req-e890c5bc-142b-4f07-ad21-a46a8e5ae01b req-f47cc8ed-9de2-410c-b3bc-64e708c4e538 service nova] Acquired lock "refresh_cache-3a7250bd-d071-468f-b026-144f8130ef6e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.619604] env[69159]: DEBUG nova.network.neutron [req-e890c5bc-142b-4f07-ad21-a46a8e5ae01b req-f47cc8ed-9de2-410c-b3bc-64e708c4e538 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Refreshing network info cache for port 34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.651065] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.753169] env[69159]: DEBUG oslo_concurrency.lockutils [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquiring lock "refresh_cache-3a7250bd-d071-468f-b026-144f8130ef6e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.869409] env[69159]: DEBUG nova.network.neutron [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Successfully created port: 2acb6d95-0db6-49a6-950d-228b62fef56d {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.891766] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5271e228-d36c-4d66-9402-773e999fa366 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.893173] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.251s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.894039] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.894039] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 836.894039] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.468s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.894412] env[69159]: DEBUG nova.objects.instance [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lazy-loading 'resources' on Instance uuid 00776691-3b62-4c23-bd35-8149937a5386 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.896215] env[69159]: DEBUG nova.compute.manager [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 836.907730] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023af176-ec6e-4384-9128-f6cd55167a2a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.917137] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09808af8-09f2-4d0f-aaeb-a68c1e6f8842 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.936600] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3807096-daf4-4d79-94fc-78aeb5d5f2d9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.946988] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee87043-8a6c-40ee-bb30-dad0f785e362 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.987642] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178154MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 836.988187] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.159626] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquiring lock "d2535e7c-6b71-4490-8d3a-d6c59ee6491c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.159626] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Lock "d2535e7c-6b71-4490-8d3a-d6c59ee6491c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.188591] env[69159]: DEBUG nova.network.neutron [req-e890c5bc-142b-4f07-ad21-a46a8e5ae01b req-f47cc8ed-9de2-410c-b3bc-64e708c4e538 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.399350] env[69159]: DEBUG nova.network.neutron [req-e890c5bc-142b-4f07-ad21-a46a8e5ae01b req-f47cc8ed-9de2-410c-b3bc-64e708c4e538 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.698336] env[69159]: DEBUG oslo_vmware.rw_handles [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e57b5b-d628-7076-6a19-9d44a9c3f5bc/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 837.699536] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2cddc4-8ff1-439b-a5fd-52a5264706e2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.715251] env[69159]: DEBUG oslo_vmware.rw_handles [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e57b5b-d628-7076-6a19-9d44a9c3f5bc/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 837.715251] env[69159]: ERROR oslo_vmware.rw_handles [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e57b5b-d628-7076-6a19-9d44a9c3f5bc/disk-0.vmdk due to incomplete transfer. [ 837.715251] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a1fbc30c-bbd4-4db0-8f3f-19753d4af43e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.726574] env[69159]: DEBUG oslo_vmware.rw_handles [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e57b5b-d628-7076-6a19-9d44a9c3f5bc/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 837.726574] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Uploaded image d0f48c46-4bab-4943-ac70-960c3fd9c645 to the Glance image server {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 837.729264] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 837.729361] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-072ffe80-819d-40af-be8f-7410cb0d3812 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.736843] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 837.736843] env[69159]: value = "task-3448634" [ 837.736843] env[69159]: _type = "Task" [ 837.736843] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.745173] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448634, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.902915] env[69159]: DEBUG oslo_concurrency.lockutils [req-e890c5bc-142b-4f07-ad21-a46a8e5ae01b req-f47cc8ed-9de2-410c-b3bc-64e708c4e538 service nova] Releasing lock "refresh_cache-3a7250bd-d071-468f-b026-144f8130ef6e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.903184] env[69159]: DEBUG oslo_concurrency.lockutils [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquired lock "refresh_cache-3a7250bd-d071-468f-b026-144f8130ef6e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.903370] env[69159]: DEBUG nova.network.neutron [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.916896] env[69159]: DEBUG nova.compute.manager [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 837.941707] env[69159]: DEBUG nova.virt.hardware [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.941977] env[69159]: DEBUG nova.virt.hardware [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.942134] env[69159]: DEBUG nova.virt.hardware [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.942321] env[69159]: DEBUG nova.virt.hardware [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.942469] env[69159]: DEBUG nova.virt.hardware [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.942652] env[69159]: DEBUG nova.virt.hardware [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.942817] env[69159]: DEBUG nova.virt.hardware [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.943249] env[69159]: DEBUG nova.virt.hardware [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.943249] env[69159]: DEBUG nova.virt.hardware [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.943383] env[69159]: DEBUG nova.virt.hardware [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.943472] env[69159]: DEBUG nova.virt.hardware [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.944342] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6f952e-656e-492c-b134-fa13f33e3135 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.955723] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351b1f32-1c17-48f5-9627-7cd4fe4bf5e6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.002090] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbed6c9-e9d7-43c1-bbc3-71bbfe23db28 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.009644] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89744fec-abbb-4361-9a05-bdf8dc72b190 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.041050] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bd4d0c-5d46-493f-acb6-4cb27b7fe443 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.049139] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b865cd-08fa-467d-ab32-8a3536fd95df {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.062884] env[69159]: DEBUG nova.compute.provider_tree [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.246800] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448634, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.472792] env[69159]: DEBUG nova.network.neutron [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.566213] env[69159]: DEBUG nova.scheduler.client.report [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.747319] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448634, 'name': Destroy_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.077086] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.080582] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.565s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.084018] env[69159]: INFO nova.compute.claims [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.103851] env[69159]: INFO nova.scheduler.client.report [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Deleted allocations for instance 00776691-3b62-4c23-bd35-8149937a5386 [ 839.247793] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448634, 'name': Destroy_Task, 'duration_secs': 1.150343} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.248071] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Destroyed the VM [ 839.248502] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 839.248710] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d60b7d6e-b137-4afd-875d-b7dfef1cc726 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.255436] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 839.255436] env[69159]: value = "task-3448635" [ 839.255436] env[69159]: _type = "Task" [ 839.255436] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.266011] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448635, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.269173] env[69159]: DEBUG nova.compute.manager [req-dbda0e06-6288-4b96-8124-acbf8bbee7e7 req-22ce3f9c-11d8-4bc6-9ffe-a9c4906fce35 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Received event network-vif-plugged-b96d0d79-fe62-4c1c-aca9-638ddeef9927 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 839.269466] env[69159]: DEBUG oslo_concurrency.lockutils [req-dbda0e06-6288-4b96-8124-acbf8bbee7e7 req-22ce3f9c-11d8-4bc6-9ffe-a9c4906fce35 service nova] Acquiring lock "3a7250bd-d071-468f-b026-144f8130ef6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.269731] env[69159]: DEBUG oslo_concurrency.lockutils [req-dbda0e06-6288-4b96-8124-acbf8bbee7e7 req-22ce3f9c-11d8-4bc6-9ffe-a9c4906fce35 service nova] Lock "3a7250bd-d071-468f-b026-144f8130ef6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.269975] env[69159]: DEBUG oslo_concurrency.lockutils [req-dbda0e06-6288-4b96-8124-acbf8bbee7e7 req-22ce3f9c-11d8-4bc6-9ffe-a9c4906fce35 service nova] Lock "3a7250bd-d071-468f-b026-144f8130ef6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.270226] env[69159]: DEBUG nova.compute.manager [req-dbda0e06-6288-4b96-8124-acbf8bbee7e7 req-22ce3f9c-11d8-4bc6-9ffe-a9c4906fce35 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] No waiting events found dispatching network-vif-plugged-b96d0d79-fe62-4c1c-aca9-638ddeef9927 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 839.270450] env[69159]: WARNING nova.compute.manager [req-dbda0e06-6288-4b96-8124-acbf8bbee7e7 req-22ce3f9c-11d8-4bc6-9ffe-a9c4906fce35 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Received unexpected event network-vif-plugged-b96d0d79-fe62-4c1c-aca9-638ddeef9927 for instance with vm_state building and task_state spawning. [ 839.270668] env[69159]: DEBUG nova.compute.manager [req-dbda0e06-6288-4b96-8124-acbf8bbee7e7 req-22ce3f9c-11d8-4bc6-9ffe-a9c4906fce35 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Received event network-changed-b96d0d79-fe62-4c1c-aca9-638ddeef9927 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 839.270879] env[69159]: DEBUG nova.compute.manager [req-dbda0e06-6288-4b96-8124-acbf8bbee7e7 req-22ce3f9c-11d8-4bc6-9ffe-a9c4906fce35 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Refreshing instance network info cache due to event network-changed-b96d0d79-fe62-4c1c-aca9-638ddeef9927. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 839.271117] env[69159]: DEBUG oslo_concurrency.lockutils [req-dbda0e06-6288-4b96-8124-acbf8bbee7e7 req-22ce3f9c-11d8-4bc6-9ffe-a9c4906fce35 service nova] Acquiring lock "refresh_cache-3a7250bd-d071-468f-b026-144f8130ef6e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.354413] env[69159]: DEBUG nova.network.neutron [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Updating instance_info_cache with network_info: [{"id": "34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f", "address": "fa:16:3e:c3:4c:e6", "network": {"id": "a20b8374-578f-4718-a18a-29ad7647048e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1516014745", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "714d43872e93478b8c611ed9d3ff472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f9ae74-4d", "ovs_interfaceid": "34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b96d0d79-fe62-4c1c-aca9-638ddeef9927", "address": "fa:16:3e:22:46:d3", "network": {"id": "fde9ae0d-f6d3-4cf0-8d6f-dcc7440d7327", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-670586732", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "714d43872e93478b8c611ed9d3ff472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96d0d79-fe", "ovs_interfaceid": "b96d0d79-fe62-4c1c-aca9-638ddeef9927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.391809] env[69159]: DEBUG nova.network.neutron [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Successfully updated port: 2acb6d95-0db6-49a6-950d-228b62fef56d {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.610953] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f2a42cf6-fbaa-41ce-9d3e-335894a445a4 tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "00776691-3b62-4c23-bd35-8149937a5386" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.235s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.764903] env[69159]: DEBUG oslo_vmware.api [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448635, 'name': RemoveSnapshot_Task, 'duration_secs': 0.388916} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.765243] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 839.765482] env[69159]: INFO nova.compute.manager [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Took 17.42 seconds to snapshot the instance on the hypervisor. [ 839.857930] env[69159]: DEBUG oslo_concurrency.lockutils [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Releasing lock "refresh_cache-3a7250bd-d071-468f-b026-144f8130ef6e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.857930] env[69159]: DEBUG nova.compute.manager [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Instance network_info: |[{"id": "34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f", "address": "fa:16:3e:c3:4c:e6", "network": {"id": "a20b8374-578f-4718-a18a-29ad7647048e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1516014745", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "714d43872e93478b8c611ed9d3ff472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f9ae74-4d", "ovs_interfaceid": "34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b96d0d79-fe62-4c1c-aca9-638ddeef9927", "address": "fa:16:3e:22:46:d3", "network": {"id": "fde9ae0d-f6d3-4cf0-8d6f-dcc7440d7327", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-670586732", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "714d43872e93478b8c611ed9d3ff472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96d0d79-fe", "ovs_interfaceid": "b96d0d79-fe62-4c1c-aca9-638ddeef9927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 839.857930] env[69159]: DEBUG oslo_concurrency.lockutils [req-dbda0e06-6288-4b96-8124-acbf8bbee7e7 req-22ce3f9c-11d8-4bc6-9ffe-a9c4906fce35 service nova] Acquired lock "refresh_cache-3a7250bd-d071-468f-b026-144f8130ef6e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.857930] env[69159]: DEBUG nova.network.neutron [req-dbda0e06-6288-4b96-8124-acbf8bbee7e7 req-22ce3f9c-11d8-4bc6-9ffe-a9c4906fce35 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Refreshing network info cache for port b96d0d79-fe62-4c1c-aca9-638ddeef9927 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.858846] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:4c:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:46:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b96d0d79-fe62-4c1c-aca9-638ddeef9927', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.869522] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.872910] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.873376] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-755d8bdd-4156-49c4-a922-707fd1bde1c3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.895172] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Acquiring lock "refresh_cache-9b60f662-8aa1-4ba8-91f2-c565a236d775" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.895172] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Acquired lock "refresh_cache-9b60f662-8aa1-4ba8-91f2-c565a236d775" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.895172] env[69159]: DEBUG nova.network.neutron [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.899020] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.899020] env[69159]: value = "task-3448636" [ 839.899020] env[69159]: _type = "Task" [ 839.899020] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.911398] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448636, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.026320] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28da559e-81b4-49e0-a597-841b7dc80f07 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "cdd2e1bb-aed8-4d0e-809d-87d069a85378" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.026320] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28da559e-81b4-49e0-a597-841b7dc80f07 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "cdd2e1bb-aed8-4d0e-809d-87d069a85378" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.026320] env[69159]: DEBUG nova.compute.manager [None req-28da559e-81b4-49e0-a597-841b7dc80f07 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.027203] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7283343-60a6-4c33-b0cd-7a6f63c22b30 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.033519] env[69159]: DEBUG nova.compute.manager [None req-28da559e-81b4-49e0-a597-841b7dc80f07 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69159) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 840.034134] env[69159]: DEBUG nova.objects.instance [None req-28da559e-81b4-49e0-a597-841b7dc80f07 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lazy-loading 'flavor' on Instance uuid cdd2e1bb-aed8-4d0e-809d-87d069a85378 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.106600] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "31d57149-a77a-43af-bb05-1013587cf9ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.106889] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "31d57149-a77a-43af-bb05-1013587cf9ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.107081] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "31d57149-a77a-43af-bb05-1013587cf9ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.107800] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "31d57149-a77a-43af-bb05-1013587cf9ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.107800] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "31d57149-a77a-43af-bb05-1013587cf9ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.109537] env[69159]: INFO nova.compute.manager [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Terminating instance [ 840.268743] env[69159]: DEBUG nova.compute.manager [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Instance disappeared during snapshot {{(pid=69159) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4594}} [ 840.281194] env[69159]: DEBUG nova.compute.manager [None req-5812435d-b88e-4979-87a1-17266a399b19 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Image not found during clean up d0f48c46-4bab-4943-ac70-960c3fd9c645 {{(pid=69159) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4600}} [ 840.297560] env[69159]: DEBUG nova.network.neutron [req-dbda0e06-6288-4b96-8124-acbf8bbee7e7 req-22ce3f9c-11d8-4bc6-9ffe-a9c4906fce35 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Updated VIF entry in instance network info cache for port b96d0d79-fe62-4c1c-aca9-638ddeef9927. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.298265] env[69159]: DEBUG nova.network.neutron [req-dbda0e06-6288-4b96-8124-acbf8bbee7e7 req-22ce3f9c-11d8-4bc6-9ffe-a9c4906fce35 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Updating instance_info_cache with network_info: [{"id": "34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f", "address": "fa:16:3e:c3:4c:e6", "network": {"id": "a20b8374-578f-4718-a18a-29ad7647048e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1516014745", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "714d43872e93478b8c611ed9d3ff472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f9ae74-4d", "ovs_interfaceid": "34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b96d0d79-fe62-4c1c-aca9-638ddeef9927", "address": "fa:16:3e:22:46:d3", "network": {"id": "fde9ae0d-f6d3-4cf0-8d6f-dcc7440d7327", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-670586732", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "714d43872e93478b8c611ed9d3ff472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96d0d79-fe", "ovs_interfaceid": "b96d0d79-fe62-4c1c-aca9-638ddeef9927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.414397] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448636, 'name': CreateVM_Task, 'duration_secs': 0.391498} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.414709] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.415639] env[69159]: DEBUG oslo_concurrency.lockutils [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.415941] env[69159]: DEBUG oslo_concurrency.lockutils [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.416342] env[69159]: DEBUG oslo_concurrency.lockutils [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.416691] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-470eaeed-b693-402f-ae7a-da9edf9ed5b3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.424542] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 840.424542] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52dd6cb2-2d4f-ece2-d7f3-4039c8665e5b" [ 840.424542] env[69159]: _type = "Task" [ 840.424542] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.437388] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52dd6cb2-2d4f-ece2-d7f3-4039c8665e5b, 'name': SearchDatastore_Task, 'duration_secs': 0.010571} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.437693] env[69159]: DEBUG oslo_concurrency.lockutils [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.438009] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.438268] env[69159]: DEBUG oslo_concurrency.lockutils [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.438422] env[69159]: DEBUG oslo_concurrency.lockutils [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.438602] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.438874] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a5625bf-f3c4-415d-b931-0f7856ee81e7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.446765] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.447290] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.448274] env[69159]: DEBUG nova.network.neutron [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.450419] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00113004-4777-438f-b983-adb73050d669 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.458586] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 840.458586] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5237caa9-cc5f-83e9-5192-21f8c43c29b4" [ 840.458586] env[69159]: _type = "Task" [ 840.458586] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.470871] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5237caa9-cc5f-83e9-5192-21f8c43c29b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.612841] env[69159]: DEBUG nova.compute.manager [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 840.613126] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.614350] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc013d2-c073-4442-8c43-a3b5d6295351 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.622452] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.622711] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0f71610-1654-4f07-8818-0713b145a913 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.647596] env[69159]: DEBUG nova.network.neutron [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Updating instance_info_cache with network_info: [{"id": "2acb6d95-0db6-49a6-950d-228b62fef56d", "address": "fa:16:3e:60:91:25", "network": {"id": "32736fe5-8b9a-4171-9c1c-5163b49ad9d2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2122065459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07a79089cb7e4fa7b5d42bd7d306531e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2acb6d95-0d", "ovs_interfaceid": "2acb6d95-0db6-49a6-950d-228b62fef56d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.681248] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef599a4b-7ade-452d-b330-38b42051daf7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.689933] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ffb80e-68d7-4fba-96ca-8ae36611a130 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.722462] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedb6111-f368-419d-a3fb-8320b8b2afc8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.730794] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08efe58-ec6d-49e3-8d62-5bb4eae0c845 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.744980] env[69159]: DEBUG nova.compute.provider_tree [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.800621] env[69159]: DEBUG oslo_concurrency.lockutils [req-dbda0e06-6288-4b96-8124-acbf8bbee7e7 req-22ce3f9c-11d8-4bc6-9ffe-a9c4906fce35 service nova] Releasing lock "refresh_cache-3a7250bd-d071-468f-b026-144f8130ef6e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.971830] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5237caa9-cc5f-83e9-5192-21f8c43c29b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009422} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.971901] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0153434b-a306-48a1-97f7-15ee351c27de {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.977454] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 840.977454] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b3b958-75db-0c26-d48b-780f729a57a1" [ 840.977454] env[69159]: _type = "Task" [ 840.977454] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.989015] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b3b958-75db-0c26-d48b-780f729a57a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.989015] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.989015] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.989015] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Deleting the datastore file [datastore2] 31d57149-a77a-43af-bb05-1013587cf9ce {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.989015] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-798d6246-2771-4654-bf9a-b9780e824701 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.993387] env[69159]: DEBUG oslo_vmware.api [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 840.993387] env[69159]: value = "task-3448638" [ 840.993387] env[69159]: _type = "Task" [ 840.993387] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.000726] env[69159]: DEBUG oslo_vmware.api [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.023804] env[69159]: DEBUG oslo_concurrency.lockutils [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "c4709c19-1cf1-46dd-afea-7374ab94ac15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.024149] env[69159]: DEBUG oslo_concurrency.lockutils [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "c4709c19-1cf1-46dd-afea-7374ab94ac15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.040873] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-28da559e-81b4-49e0-a597-841b7dc80f07 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.041503] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c2fe7da-b037-4dc2-8a51-af6445fa62ca {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.048398] env[69159]: DEBUG oslo_vmware.api [None req-28da559e-81b4-49e0-a597-841b7dc80f07 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 841.048398] env[69159]: value = "task-3448639" [ 841.048398] env[69159]: _type = "Task" [ 841.048398] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.056465] env[69159]: DEBUG oslo_vmware.api [None req-28da559e-81b4-49e0-a597-841b7dc80f07 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.150389] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Releasing lock "refresh_cache-9b60f662-8aa1-4ba8-91f2-c565a236d775" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.150895] env[69159]: DEBUG nova.compute.manager [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Instance network_info: |[{"id": "2acb6d95-0db6-49a6-950d-228b62fef56d", "address": "fa:16:3e:60:91:25", "network": {"id": "32736fe5-8b9a-4171-9c1c-5163b49ad9d2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2122065459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07a79089cb7e4fa7b5d42bd7d306531e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2acb6d95-0d", "ovs_interfaceid": "2acb6d95-0db6-49a6-950d-228b62fef56d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 841.151389] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:91:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ffb921-796a-40fe-9662-d3fc01547dcb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2acb6d95-0db6-49a6-950d-228b62fef56d', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.160471] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Creating folder: Project (07a79089cb7e4fa7b5d42bd7d306531e). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.161176] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-179006d4-f8fc-4f5d-9251-b82786192d44 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.174080] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Created folder: Project (07a79089cb7e4fa7b5d42bd7d306531e) in parent group-v688391. [ 841.174474] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Creating folder: Instances. Parent ref: group-v688560. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.174662] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-101c684c-60ed-4295-a1cc-78aae5c11bae {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.196772] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Created folder: Instances in parent group-v688560. [ 841.197053] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.197267] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.197486] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1134c961-546f-4d77-8db3-8eef3471c0ff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.218481] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.218481] env[69159]: value = "task-3448642" [ 841.218481] env[69159]: _type = "Task" [ 841.218481] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.224364] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448642, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.248598] env[69159]: DEBUG nova.scheduler.client.report [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.489270] env[69159]: DEBUG nova.compute.manager [req-141b3c4f-f24b-4b37-b5ef-6a2144ea8059 req-15d7d979-df94-4530-8481-7d5323e14f81 service nova] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Received event network-vif-plugged-2acb6d95-0db6-49a6-950d-228b62fef56d {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 841.489570] env[69159]: DEBUG oslo_concurrency.lockutils [req-141b3c4f-f24b-4b37-b5ef-6a2144ea8059 req-15d7d979-df94-4530-8481-7d5323e14f81 service nova] Acquiring lock "9b60f662-8aa1-4ba8-91f2-c565a236d775-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.489882] env[69159]: DEBUG oslo_concurrency.lockutils [req-141b3c4f-f24b-4b37-b5ef-6a2144ea8059 req-15d7d979-df94-4530-8481-7d5323e14f81 service nova] Lock "9b60f662-8aa1-4ba8-91f2-c565a236d775-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.491979] env[69159]: DEBUG oslo_concurrency.lockutils [req-141b3c4f-f24b-4b37-b5ef-6a2144ea8059 req-15d7d979-df94-4530-8481-7d5323e14f81 service nova] Lock "9b60f662-8aa1-4ba8-91f2-c565a236d775-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.491979] env[69159]: DEBUG nova.compute.manager [req-141b3c4f-f24b-4b37-b5ef-6a2144ea8059 req-15d7d979-df94-4530-8481-7d5323e14f81 service nova] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] No waiting events found dispatching network-vif-plugged-2acb6d95-0db6-49a6-950d-228b62fef56d {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 841.491979] env[69159]: WARNING nova.compute.manager [req-141b3c4f-f24b-4b37-b5ef-6a2144ea8059 req-15d7d979-df94-4530-8481-7d5323e14f81 service nova] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Received unexpected event network-vif-plugged-2acb6d95-0db6-49a6-950d-228b62fef56d for instance with vm_state building and task_state spawning. [ 841.491979] env[69159]: DEBUG nova.compute.manager [req-141b3c4f-f24b-4b37-b5ef-6a2144ea8059 req-15d7d979-df94-4530-8481-7d5323e14f81 service nova] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Received event network-changed-2acb6d95-0db6-49a6-950d-228b62fef56d {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 841.491979] env[69159]: DEBUG nova.compute.manager [req-141b3c4f-f24b-4b37-b5ef-6a2144ea8059 req-15d7d979-df94-4530-8481-7d5323e14f81 service nova] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Refreshing instance network info cache due to event network-changed-2acb6d95-0db6-49a6-950d-228b62fef56d. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 841.491979] env[69159]: DEBUG oslo_concurrency.lockutils [req-141b3c4f-f24b-4b37-b5ef-6a2144ea8059 req-15d7d979-df94-4530-8481-7d5323e14f81 service nova] Acquiring lock "refresh_cache-9b60f662-8aa1-4ba8-91f2-c565a236d775" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.491979] env[69159]: DEBUG oslo_concurrency.lockutils [req-141b3c4f-f24b-4b37-b5ef-6a2144ea8059 req-15d7d979-df94-4530-8481-7d5323e14f81 service nova] Acquired lock "refresh_cache-9b60f662-8aa1-4ba8-91f2-c565a236d775" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.491979] env[69159]: DEBUG nova.network.neutron [req-141b3c4f-f24b-4b37-b5ef-6a2144ea8059 req-15d7d979-df94-4530-8481-7d5323e14f81 service nova] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Refreshing network info cache for port 2acb6d95-0db6-49a6-950d-228b62fef56d {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.501309] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b3b958-75db-0c26-d48b-780f729a57a1, 'name': SearchDatastore_Task, 'duration_secs': 0.0107} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.502366] env[69159]: DEBUG oslo_concurrency.lockutils [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.502628] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 3a7250bd-d071-468f-b026-144f8130ef6e/3a7250bd-d071-468f-b026-144f8130ef6e.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.502877] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46a8df48-efed-4508-aa6e-dc86ba8664d6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.508480] env[69159]: DEBUG oslo_vmware.api [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160106} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.509072] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.509259] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.509432] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.509625] env[69159]: INFO nova.compute.manager [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Took 0.90 seconds to destroy the instance on the hypervisor. [ 841.509855] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.510052] env[69159]: DEBUG nova.compute.manager [-] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 841.510146] env[69159]: DEBUG nova.network.neutron [-] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.521567] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 841.521567] env[69159]: value = "task-3448643" [ 841.521567] env[69159]: _type = "Task" [ 841.521567] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.531063] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.557868] env[69159]: DEBUG oslo_vmware.api [None req-28da559e-81b4-49e0-a597-841b7dc80f07 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448639, 'name': PowerOffVM_Task, 'duration_secs': 0.190232} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.558166] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-28da559e-81b4-49e0-a597-841b7dc80f07 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.558385] env[69159]: DEBUG nova.compute.manager [None req-28da559e-81b4-49e0-a597-841b7dc80f07 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 841.559637] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e22d3b-3a76-491e-99f4-51420cea5874 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.729053] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448642, 'name': CreateVM_Task, 'duration_secs': 0.439028} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.729520] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.730519] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.730865] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.731300] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.731757] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a0de18a-f3d0-475e-a136-0a6c18f614b0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.737840] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Waiting for the task: (returnval){ [ 841.737840] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52effb6b-7f1f-cccd-e93e-b9dc28d7bf08" [ 841.737840] env[69159]: _type = "Task" [ 841.737840] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.748406] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52effb6b-7f1f-cccd-e93e-b9dc28d7bf08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.755352] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.755352] env[69159]: DEBUG nova.compute.manager [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 841.759263] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.180s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.759674] env[69159]: DEBUG nova.objects.instance [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lazy-loading 'resources' on Instance uuid 1c71ca38-5e4b-4afd-b253-6481bd027a80 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.798875] env[69159]: DEBUG nova.compute.manager [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 841.798875] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eae773f-7f55-4ee3-b6ef-88ed4dddd764 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.031340] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43639} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.031934] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 3a7250bd-d071-468f-b026-144f8130ef6e/3a7250bd-d071-468f-b026-144f8130ef6e.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.032414] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.032935] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dffd79f5-8371-4aba-88e3-1e709a434ce4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.040206] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 842.040206] env[69159]: value = "task-3448644" [ 842.040206] env[69159]: _type = "Task" [ 842.040206] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.056404] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.075840] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28da559e-81b4-49e0-a597-841b7dc80f07 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "cdd2e1bb-aed8-4d0e-809d-87d069a85378" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.249112] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52effb6b-7f1f-cccd-e93e-b9dc28d7bf08, 'name': SearchDatastore_Task, 'duration_secs': 0.016817} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.251916] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.252264] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.252505] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.252654] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.252830] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.253120] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9ae9816-bfc9-411b-9326-4f80a78e2393 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.260770] env[69159]: DEBUG nova.compute.utils [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.262285] env[69159]: DEBUG nova.compute.manager [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 842.262501] env[69159]: DEBUG nova.network.neutron [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.270584] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.270725] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.272325] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba1cdc5-da4c-4d14-a0e7-bbfbeb6a60e9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.277967] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Waiting for the task: (returnval){ [ 842.277967] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fdd808-8d44-84c4-3219-0d75cbba7ef2" [ 842.277967] env[69159]: _type = "Task" [ 842.277967] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.288254] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fdd808-8d44-84c4-3219-0d75cbba7ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.312315] env[69159]: INFO nova.compute.manager [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] instance snapshotting [ 842.317858] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b869698-ac2b-4f8b-9cb5-1385a40dc23b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.343773] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c8f0ff-ade7-4f9a-a5f0-64f5f8f6d60b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.388027] env[69159]: DEBUG nova.policy [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e594127aed9432fbcd4664d21b78735', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c961cc9087449e6b425b4da3d8a9e40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.452577] env[69159]: DEBUG nova.network.neutron [req-141b3c4f-f24b-4b37-b5ef-6a2144ea8059 req-15d7d979-df94-4530-8481-7d5323e14f81 service nova] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Updated VIF entry in instance network info cache for port 2acb6d95-0db6-49a6-950d-228b62fef56d. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.453147] env[69159]: DEBUG nova.network.neutron [req-141b3c4f-f24b-4b37-b5ef-6a2144ea8059 req-15d7d979-df94-4530-8481-7d5323e14f81 service nova] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Updating instance_info_cache with network_info: [{"id": "2acb6d95-0db6-49a6-950d-228b62fef56d", "address": "fa:16:3e:60:91:25", "network": {"id": "32736fe5-8b9a-4171-9c1c-5163b49ad9d2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2122065459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07a79089cb7e4fa7b5d42bd7d306531e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2acb6d95-0d", "ovs_interfaceid": "2acb6d95-0db6-49a6-950d-228b62fef56d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.462631] env[69159]: DEBUG nova.network.neutron [-] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.551119] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068368} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.552241] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.556264] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904f3c4b-bc47-416d-8711-99c172c5e5d9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.585895] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 3a7250bd-d071-468f-b026-144f8130ef6e/3a7250bd-d071-468f-b026-144f8130ef6e.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.589301] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-446c0721-9a75-4f37-9dbb-25166acc1637 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.611329] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 842.611329] env[69159]: value = "task-3448645" [ 842.611329] env[69159]: _type = "Task" [ 842.611329] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.623226] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.769728] env[69159]: DEBUG nova.compute.manager [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 842.789386] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fdd808-8d44-84c4-3219-0d75cbba7ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.027711} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.793462] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67deb066-220f-46e9-b775-cbc114fcdb0f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.798955] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Waiting for the task: (returnval){ [ 842.798955] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521a0511-90bd-d62f-c87e-ef5ce8729dc6" [ 842.798955] env[69159]: _type = "Task" [ 842.798955] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.811050] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521a0511-90bd-d62f-c87e-ef5ce8729dc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.862453] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 842.863197] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-63ba052c-5c8e-4db1-81f9-5d5c1223eae8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.871166] env[69159]: DEBUG oslo_vmware.api [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 842.871166] env[69159]: value = "task-3448646" [ 842.871166] env[69159]: _type = "Task" [ 842.871166] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.879347] env[69159]: DEBUG oslo_vmware.api [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448646, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.908218] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a24179-a653-4478-8a3e-2a338277ca41 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.912455] env[69159]: DEBUG nova.network.neutron [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Successfully created port: 73a9c505-f987-41d3-9357-9c5575fbbd37 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.920881] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834e4d0b-d7a7-4b37-991b-c62d07face33 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.953305] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532aec37-90f6-4b78-902f-72e48bcf0f16 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.961181] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4e1f20-d9bd-4d3b-9a0d-7c561f85aa94 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.965718] env[69159]: DEBUG oslo_concurrency.lockutils [req-141b3c4f-f24b-4b37-b5ef-6a2144ea8059 req-15d7d979-df94-4530-8481-7d5323e14f81 service nova] Releasing lock "refresh_cache-9b60f662-8aa1-4ba8-91f2-c565a236d775" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.966315] env[69159]: INFO nova.compute.manager [-] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Took 1.46 seconds to deallocate network for instance. [ 842.979122] env[69159]: DEBUG nova.compute.provider_tree [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.120809] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448645, 'name': ReconfigVM_Task, 'duration_secs': 0.297636} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.121181] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 3a7250bd-d071-468f-b026-144f8130ef6e/3a7250bd-d071-468f-b026-144f8130ef6e.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.121790] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e73a2b4-260e-4be1-a89e-6f53c12e9e03 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.128206] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 843.128206] env[69159]: value = "task-3448647" [ 843.128206] env[69159]: _type = "Task" [ 843.128206] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.136123] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448647, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.311033] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521a0511-90bd-d62f-c87e-ef5ce8729dc6, 'name': SearchDatastore_Task, 'duration_secs': 0.009887} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.314021] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.314021] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 9b60f662-8aa1-4ba8-91f2-c565a236d775/9b60f662-8aa1-4ba8-91f2-c565a236d775.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.314021] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9318b9af-8aa3-4115-be92-8cfdb2438aa4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.319258] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Waiting for the task: (returnval){ [ 843.319258] env[69159]: value = "task-3448648" [ 843.319258] env[69159]: _type = "Task" [ 843.319258] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.328809] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': task-3448648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.385926] env[69159]: DEBUG oslo_vmware.api [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448646, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.473223] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.485036] env[69159]: DEBUG nova.scheduler.client.report [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.646855] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448647, 'name': Rename_Task, 'duration_secs': 0.150153} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.647212] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.647421] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f6b1424-e08a-4da0-b2d0-18b6dcfc608d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.655696] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 843.655696] env[69159]: value = "task-3448649" [ 843.655696] env[69159]: _type = "Task" [ 843.655696] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.665353] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.734414] env[69159]: DEBUG nova.compute.manager [req-b8e55035-9ac9-4cfb-b346-79035d936abc req-5c661122-f9f3-49c4-bade-da863e5adfc3 service nova] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Received event network-vif-deleted-351ab1b1-8b03-40ca-9f50-4cf3ed09f6e9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 843.779394] env[69159]: DEBUG nova.compute.manager [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 843.805424] env[69159]: DEBUG nova.virt.hardware [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.805663] env[69159]: DEBUG nova.virt.hardware [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.806714] env[69159]: DEBUG nova.virt.hardware [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.806714] env[69159]: DEBUG nova.virt.hardware [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.806714] env[69159]: DEBUG nova.virt.hardware [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.806714] env[69159]: DEBUG nova.virt.hardware [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.806714] env[69159]: DEBUG nova.virt.hardware [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.806714] env[69159]: DEBUG nova.virt.hardware [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.806953] env[69159]: DEBUG nova.virt.hardware [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.806953] env[69159]: DEBUG nova.virt.hardware [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.807125] env[69159]: DEBUG nova.virt.hardware [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.807984] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fcecff-036a-4ee7-a611-7338c1e56174 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.815921] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a186779f-9087-41ee-88b2-1e008fc2e7c4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.828304] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': task-3448648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447546} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.835537] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 9b60f662-8aa1-4ba8-91f2-c565a236d775/9b60f662-8aa1-4ba8-91f2-c565a236d775.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.838466] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.838466] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdde70fa-38a2-45a0-9495-c2392ae24a33 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.842113] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Waiting for the task: (returnval){ [ 843.842113] env[69159]: value = "task-3448650" [ 843.842113] env[69159]: _type = "Task" [ 843.842113] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.852944] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': task-3448650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.881887] env[69159]: DEBUG oslo_vmware.api [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448646, 'name': CreateSnapshot_Task, 'duration_secs': 1.002307} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.882316] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 843.883927] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5187cf-8adf-4856-9c67-0f2328d79416 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.989019] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.991152] env[69159]: DEBUG oslo_concurrency.lockutils [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.805s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.991152] env[69159]: DEBUG nova.objects.instance [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69159) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 844.028030] env[69159]: INFO nova.scheduler.client.report [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleted allocations for instance 1c71ca38-5e4b-4afd-b253-6481bd027a80 [ 844.142138] env[69159]: DEBUG nova.objects.instance [None req-8bb7c021-e206-40a8-b676-e01e2d5a849b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lazy-loading 'flavor' on Instance uuid cdd2e1bb-aed8-4d0e-809d-87d069a85378 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.166357] env[69159]: DEBUG oslo_vmware.api [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448649, 'name': PowerOnVM_Task, 'duration_secs': 0.497132} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.166651] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.166851] env[69159]: INFO nova.compute.manager [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Took 13.43 seconds to spawn the instance on the hypervisor. [ 844.167042] env[69159]: DEBUG nova.compute.manager [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 844.167834] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50e289e-f538-49a3-b9b7-11be7d1f300e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.352429] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': task-3448650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065023} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.352754] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.353529] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24059ad-4513-4fb7-95dd-b79e469b3ad4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.375889] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 9b60f662-8aa1-4ba8-91f2-c565a236d775/9b60f662-8aa1-4ba8-91f2-c565a236d775.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.376221] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3491084-160a-4308-8df6-47526066b14f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.405806] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 844.406235] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Waiting for the task: (returnval){ [ 844.406235] env[69159]: value = "task-3448651" [ 844.406235] env[69159]: _type = "Task" [ 844.406235] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.406992] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0e85b951-5817-4895-898a-4b841242011d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.420332] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': task-3448651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.421776] env[69159]: DEBUG oslo_vmware.api [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 844.421776] env[69159]: value = "task-3448652" [ 844.421776] env[69159]: _type = "Task" [ 844.421776] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.430981] env[69159]: DEBUG oslo_vmware.api [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448652, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.537954] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6418f419-08e3-4d43-adbd-da390b521727 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "1c71ca38-5e4b-4afd-b253-6481bd027a80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.481s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.647680] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8bb7c021-e206-40a8-b676-e01e2d5a849b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "refresh_cache-cdd2e1bb-aed8-4d0e-809d-87d069a85378" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.648065] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8bb7c021-e206-40a8-b676-e01e2d5a849b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquired lock "refresh_cache-cdd2e1bb-aed8-4d0e-809d-87d069a85378" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.648356] env[69159]: DEBUG nova.network.neutron [None req-8bb7c021-e206-40a8-b676-e01e2d5a849b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.648673] env[69159]: DEBUG nova.objects.instance [None req-8bb7c021-e206-40a8-b676-e01e2d5a849b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lazy-loading 'info_cache' on Instance uuid cdd2e1bb-aed8-4d0e-809d-87d069a85378 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.685276] env[69159]: INFO nova.compute.manager [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Took 51.14 seconds to build instance. [ 844.907421] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "722c4116-5c37-4d49-b250-59829789dce3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.907986] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "722c4116-5c37-4d49-b250-59829789dce3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.908373] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "722c4116-5c37-4d49-b250-59829789dce3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.911016] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "722c4116-5c37-4d49-b250-59829789dce3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.911016] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "722c4116-5c37-4d49-b250-59829789dce3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.915531] env[69159]: INFO nova.compute.manager [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Terminating instance [ 844.929897] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': task-3448651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.932512] env[69159]: DEBUG nova.network.neutron [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Successfully updated port: 73a9c505-f987-41d3-9357-9c5575fbbd37 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.944174] env[69159]: DEBUG oslo_vmware.api [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448652, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.000375] env[69159]: DEBUG oslo_concurrency.lockutils [None req-40862c05-fef4-4e5e-8c63-3a800f655744 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.001532] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.125s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.003503] env[69159]: INFO nova.compute.claims [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.154028] env[69159]: DEBUG nova.objects.base [None req-8bb7c021-e206-40a8-b676-e01e2d5a849b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 845.186151] env[69159]: DEBUG oslo_concurrency.lockutils [None req-239531ec-0265-403c-b17b-01fc85c59744 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "3a7250bd-d071-468f-b026-144f8130ef6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.707s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.420800] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': task-3448651, 'name': ReconfigVM_Task, 'duration_secs': 0.900783} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.421129] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 9b60f662-8aa1-4ba8-91f2-c565a236d775/9b60f662-8aa1-4ba8-91f2-c565a236d775.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.421748] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e472012-9544-4f4a-87d4-f0c51065f378 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.429330] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Waiting for the task: (returnval){ [ 845.429330] env[69159]: value = "task-3448653" [ 845.429330] env[69159]: _type = "Task" [ 845.429330] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.433173] env[69159]: DEBUG nova.compute.manager [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 845.433405] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.436927] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e880eb99-901c-40f8-b182-7f4963f7a9dd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.440695] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "refresh_cache-290384ad-2090-472b-a68e-7543c51f8e84" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.440852] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquired lock "refresh_cache-290384ad-2090-472b-a68e-7543c51f8e84" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.441035] env[69159]: DEBUG nova.network.neutron [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.446593] env[69159]: DEBUG oslo_vmware.api [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448652, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.450198] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': task-3448653, 'name': Rename_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.452525] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.453514] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d91e10d-8349-4cfd-b249-1b2ff2bb0140 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.459498] env[69159]: DEBUG oslo_vmware.api [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 845.459498] env[69159]: value = "task-3448654" [ 845.459498] env[69159]: _type = "Task" [ 845.459498] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.469306] env[69159]: DEBUG oslo_vmware.api [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.689046] env[69159]: DEBUG nova.compute.manager [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 845.861759] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquiring lock "3a7250bd-d071-468f-b026-144f8130ef6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.862055] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "3a7250bd-d071-468f-b026-144f8130ef6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.862305] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquiring lock "3a7250bd-d071-468f-b026-144f8130ef6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.862498] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "3a7250bd-d071-468f-b026-144f8130ef6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.862668] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "3a7250bd-d071-468f-b026-144f8130ef6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.864976] env[69159]: INFO nova.compute.manager [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Terminating instance [ 845.954857] env[69159]: DEBUG oslo_vmware.api [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448652, 'name': CloneVM_Task, 'duration_secs': 1.439175} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.954857] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': task-3448653, 'name': Rename_Task, 'duration_secs': 0.136418} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.957760] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Created linked-clone VM from snapshot [ 845.958057] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.959110] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7fbea2-cec5-4475-97dd-b91a6327fe7c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.962532] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-318b0717-7baf-49aa-b633-060d2f602951 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.973311] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Uploading image 5d9b16fa-ccb6-4760-9b95-3149e312c52a {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 845.979188] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Waiting for the task: (returnval){ [ 845.979188] env[69159]: value = "task-3448655" [ 845.979188] env[69159]: _type = "Task" [ 845.979188] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.979416] env[69159]: DEBUG oslo_vmware.api [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448654, 'name': PowerOffVM_Task, 'duration_secs': 0.261525} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.979747] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.979944] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.982811] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-875cf925-0c8c-414a-974a-29b0b5532fa0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.987152] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 845.987380] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b70e19c-aa83-46a6-95b5-a3dc0e8131db {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.999380] env[69159]: DEBUG oslo_vmware.api [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 845.999380] env[69159]: value = "task-3448657" [ 845.999380] env[69159]: _type = "Task" [ 845.999380] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.018484] env[69159]: DEBUG oslo_vmware.api [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448657, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.021893] env[69159]: DEBUG nova.network.neutron [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.057441] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.057702] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.057880] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Deleting the datastore file [datastore2] 722c4116-5c37-4d49-b250-59829789dce3 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.058189] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-672b0a5b-3cd3-4516-af5b-4fec03e01081 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.067871] env[69159]: DEBUG oslo_vmware.api [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for the task: (returnval){ [ 846.067871] env[69159]: value = "task-3448658" [ 846.067871] env[69159]: _type = "Task" [ 846.067871] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.079301] env[69159]: DEBUG oslo_vmware.api [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.215361] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.278918] env[69159]: DEBUG nova.compute.manager [req-8a3379d6-7acc-43a1-863f-f751435dcd20 req-e44c2d50-f8ef-4c94-8554-ec666ca75340 service nova] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Received event network-vif-plugged-73a9c505-f987-41d3-9357-9c5575fbbd37 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 846.279201] env[69159]: DEBUG oslo_concurrency.lockutils [req-8a3379d6-7acc-43a1-863f-f751435dcd20 req-e44c2d50-f8ef-4c94-8554-ec666ca75340 service nova] Acquiring lock "290384ad-2090-472b-a68e-7543c51f8e84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.279450] env[69159]: DEBUG oslo_concurrency.lockutils [req-8a3379d6-7acc-43a1-863f-f751435dcd20 req-e44c2d50-f8ef-4c94-8554-ec666ca75340 service nova] Lock "290384ad-2090-472b-a68e-7543c51f8e84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.279648] env[69159]: DEBUG oslo_concurrency.lockutils [req-8a3379d6-7acc-43a1-863f-f751435dcd20 req-e44c2d50-f8ef-4c94-8554-ec666ca75340 service nova] Lock "290384ad-2090-472b-a68e-7543c51f8e84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.279853] env[69159]: DEBUG nova.compute.manager [req-8a3379d6-7acc-43a1-863f-f751435dcd20 req-e44c2d50-f8ef-4c94-8554-ec666ca75340 service nova] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] No waiting events found dispatching network-vif-plugged-73a9c505-f987-41d3-9357-9c5575fbbd37 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 846.280045] env[69159]: WARNING nova.compute.manager [req-8a3379d6-7acc-43a1-863f-f751435dcd20 req-e44c2d50-f8ef-4c94-8554-ec666ca75340 service nova] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Received unexpected event network-vif-plugged-73a9c505-f987-41d3-9357-9c5575fbbd37 for instance with vm_state building and task_state spawning. [ 846.280218] env[69159]: DEBUG nova.compute.manager [req-8a3379d6-7acc-43a1-863f-f751435dcd20 req-e44c2d50-f8ef-4c94-8554-ec666ca75340 service nova] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Received event network-changed-73a9c505-f987-41d3-9357-9c5575fbbd37 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 846.280430] env[69159]: DEBUG nova.compute.manager [req-8a3379d6-7acc-43a1-863f-f751435dcd20 req-e44c2d50-f8ef-4c94-8554-ec666ca75340 service nova] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Refreshing instance network info cache due to event network-changed-73a9c505-f987-41d3-9357-9c5575fbbd37. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 846.280637] env[69159]: DEBUG oslo_concurrency.lockutils [req-8a3379d6-7acc-43a1-863f-f751435dcd20 req-e44c2d50-f8ef-4c94-8554-ec666ca75340 service nova] Acquiring lock "refresh_cache-290384ad-2090-472b-a68e-7543c51f8e84" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.361673] env[69159]: DEBUG nova.network.neutron [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Updating instance_info_cache with network_info: [{"id": "73a9c505-f987-41d3-9357-9c5575fbbd37", "address": "fa:16:3e:56:a7:d9", "network": {"id": "0a923630-e2a6-4d67-bcf6-62168b296b2b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1669452853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c961cc9087449e6b425b4da3d8a9e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a9c505-f9", "ovs_interfaceid": "73a9c505-f987-41d3-9357-9c5575fbbd37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.371965] env[69159]: DEBUG nova.compute.manager [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 846.371965] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.371965] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa759f88-5983-47b9-9301-e809fc2918f5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.381630] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.381908] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-309b1788-863b-40e0-a31b-fd16c9aa6774 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.389834] env[69159]: DEBUG nova.network.neutron [None req-8bb7c021-e206-40a8-b676-e01e2d5a849b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Updating instance_info_cache with network_info: [{"id": "ecc9511e-4473-4093-91f1-3695cdf2c606", "address": "fa:16:3e:0d:be:31", "network": {"id": "11532b1a-d79a-485b-8f98-0e8727fa432a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1835600866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a81c2b6a2042abb23eecebd289ce40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc9511e-44", "ovs_interfaceid": "ecc9511e-4473-4093-91f1-3695cdf2c606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.394800] env[69159]: DEBUG oslo_vmware.api [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 846.394800] env[69159]: value = "task-3448659" [ 846.394800] env[69159]: _type = "Task" [ 846.394800] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.405833] env[69159]: DEBUG oslo_vmware.api [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.493502] env[69159]: DEBUG oslo_vmware.api [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': task-3448655, 'name': PowerOnVM_Task, 'duration_secs': 0.508952} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.493791] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.493994] env[69159]: INFO nova.compute.manager [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Took 8.58 seconds to spawn the instance on the hypervisor. [ 846.495069] env[69159]: DEBUG nova.compute.manager [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.495145] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a3d662-1bf5-491a-95fa-57b3e87d73af {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.510430] env[69159]: DEBUG oslo_vmware.api [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448657, 'name': Destroy_Task, 'duration_secs': 0.37259} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.514435] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Destroyed the VM [ 846.514646] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 846.518023] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3485312f-b5f9-4448-952c-a7577ba36c88 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.525425] env[69159]: DEBUG oslo_vmware.api [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 846.525425] env[69159]: value = "task-3448660" [ 846.525425] env[69159]: _type = "Task" [ 846.525425] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.535221] env[69159]: DEBUG oslo_vmware.api [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448660, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.578165] env[69159]: DEBUG oslo_vmware.api [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Task: {'id': task-3448658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128255} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.578165] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.578813] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.578813] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.578813] env[69159]: INFO nova.compute.manager [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 846.578994] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.581584] env[69159]: DEBUG nova.compute.manager [-] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 846.582027] env[69159]: DEBUG nova.network.neutron [-] [instance: 722c4116-5c37-4d49-b250-59829789dce3] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.662723] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fe1493-1825-4a61-97cd-584047ac94e0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.670528] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82e0ea5-cdff-4ed1-9729-23f901e15736 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.707364] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be846a2c-7b92-4e16-b950-012856a170b2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.716926] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7cbfc3-9236-4928-971c-8c06be8b90a2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.730623] env[69159]: DEBUG nova.compute.provider_tree [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.865553] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Releasing lock "refresh_cache-290384ad-2090-472b-a68e-7543c51f8e84" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.865928] env[69159]: DEBUG nova.compute.manager [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Instance network_info: |[{"id": "73a9c505-f987-41d3-9357-9c5575fbbd37", "address": "fa:16:3e:56:a7:d9", "network": {"id": "0a923630-e2a6-4d67-bcf6-62168b296b2b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1669452853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c961cc9087449e6b425b4da3d8a9e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a9c505-f9", "ovs_interfaceid": "73a9c505-f987-41d3-9357-9c5575fbbd37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 846.866300] env[69159]: DEBUG oslo_concurrency.lockutils [req-8a3379d6-7acc-43a1-863f-f751435dcd20 req-e44c2d50-f8ef-4c94-8554-ec666ca75340 service nova] Acquired lock "refresh_cache-290384ad-2090-472b-a68e-7543c51f8e84" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.866505] env[69159]: DEBUG nova.network.neutron [req-8a3379d6-7acc-43a1-863f-f751435dcd20 req-e44c2d50-f8ef-4c94-8554-ec666ca75340 service nova] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Refreshing network info cache for port 73a9c505-f987-41d3-9357-9c5575fbbd37 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.867744] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:a7:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73a9c505-f987-41d3-9357-9c5575fbbd37', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.876308] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.877454] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.877713] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f15a958-6aeb-4e7a-858f-aeb6cb5c8567 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.896476] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8bb7c021-e206-40a8-b676-e01e2d5a849b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Releasing lock "refresh_cache-cdd2e1bb-aed8-4d0e-809d-87d069a85378" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.909767] env[69159]: DEBUG oslo_vmware.api [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448659, 'name': PowerOffVM_Task, 'duration_secs': 0.251497} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.911577] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.911764] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.912041] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.912041] env[69159]: value = "task-3448661" [ 846.912041] env[69159]: _type = "Task" [ 846.912041] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.912257] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f827a754-9aba-4a46-856b-77248d57ee6b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.922996] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448661, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.018547] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.018810] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.019034] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Deleting the datastore file [datastore1] 3a7250bd-d071-468f-b026-144f8130ef6e {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.019299] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6401fcd-221c-4e97-8584-0547ade92c9d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.035022] env[69159]: INFO nova.compute.manager [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Took 46.93 seconds to build instance. [ 847.035515] env[69159]: DEBUG oslo_vmware.api [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for the task: (returnval){ [ 847.035515] env[69159]: value = "task-3448663" [ 847.035515] env[69159]: _type = "Task" [ 847.035515] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.044826] env[69159]: DEBUG oslo_vmware.api [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448660, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.049925] env[69159]: DEBUG oslo_vmware.api [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.234306] env[69159]: DEBUG nova.scheduler.client.report [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.423714] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448661, 'name': CreateVM_Task, 'duration_secs': 0.393147} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.423862] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.424595] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.424756] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.425096] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.425518] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731f29ae-8fd9-4b50-b2be-e884b2b39c0e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.430536] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 847.430536] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a11694-b3f1-91da-8045-3268ba11f33a" [ 847.430536] env[69159]: _type = "Task" [ 847.430536] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.441713] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a11694-b3f1-91da-8045-3268ba11f33a, 'name': SearchDatastore_Task, 'duration_secs': 0.008993} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.442021] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.442306] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.442578] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.442795] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.443062] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.443355] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b13d094-6103-4ce9-b462-6ea9bbaf4b68 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.450858] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.451094] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.451823] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe6c0bb-1571-4beb-bc5e-96ff39d7f9de {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.457145] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 847.457145] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c08d3d-0940-0a50-91ff-53bb49f47be4" [ 847.457145] env[69159]: _type = "Task" [ 847.457145] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.465695] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c08d3d-0940-0a50-91ff-53bb49f47be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.496815] env[69159]: DEBUG nova.network.neutron [-] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.537996] env[69159]: DEBUG oslo_vmware.api [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448660, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.543496] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5221fef9-7771-42c4-a305-3cfd1e43cf0d tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Lock "9b60f662-8aa1-4ba8-91f2-c565a236d775" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.841s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.551061] env[69159]: DEBUG oslo_vmware.api [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Task: {'id': task-3448663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202867} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.551339] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.551523] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.551694] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.551865] env[69159]: INFO nova.compute.manager [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 847.552126] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.552311] env[69159]: DEBUG nova.compute.manager [-] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 847.552402] env[69159]: DEBUG nova.network.neutron [-] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.739753] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.740298] env[69159]: DEBUG nova.compute.manager [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 847.743623] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.597s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.743849] env[69159]: DEBUG nova.objects.instance [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lazy-loading 'resources' on Instance uuid cd69c4bf-2319-4880-8707-8e6b0c9aba18 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.775933] env[69159]: DEBUG oslo_concurrency.lockutils [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Acquiring lock "9b60f662-8aa1-4ba8-91f2-c565a236d775" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.775933] env[69159]: DEBUG oslo_concurrency.lockutils [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Lock "9b60f662-8aa1-4ba8-91f2-c565a236d775" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.776155] env[69159]: DEBUG oslo_concurrency.lockutils [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Acquiring lock "9b60f662-8aa1-4ba8-91f2-c565a236d775-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.776505] env[69159]: DEBUG oslo_concurrency.lockutils [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Lock "9b60f662-8aa1-4ba8-91f2-c565a236d775-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.776693] env[69159]: DEBUG oslo_concurrency.lockutils [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Lock "9b60f662-8aa1-4ba8-91f2-c565a236d775-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.778989] env[69159]: INFO nova.compute.manager [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Terminating instance [ 847.866031] env[69159]: DEBUG nova.network.neutron [req-8a3379d6-7acc-43a1-863f-f751435dcd20 req-e44c2d50-f8ef-4c94-8554-ec666ca75340 service nova] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Updated VIF entry in instance network info cache for port 73a9c505-f987-41d3-9357-9c5575fbbd37. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.866401] env[69159]: DEBUG nova.network.neutron [req-8a3379d6-7acc-43a1-863f-f751435dcd20 req-e44c2d50-f8ef-4c94-8554-ec666ca75340 service nova] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Updating instance_info_cache with network_info: [{"id": "73a9c505-f987-41d3-9357-9c5575fbbd37", "address": "fa:16:3e:56:a7:d9", "network": {"id": "0a923630-e2a6-4d67-bcf6-62168b296b2b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1669452853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c961cc9087449e6b425b4da3d8a9e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a9c505-f9", "ovs_interfaceid": "73a9c505-f987-41d3-9357-9c5575fbbd37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.908213] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb7c021-e206-40a8-b676-e01e2d5a849b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.909245] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa418daf-e2a0-4898-ae85-bdf27ccba685 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.915883] env[69159]: DEBUG oslo_vmware.api [None req-8bb7c021-e206-40a8-b676-e01e2d5a849b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 847.915883] env[69159]: value = "task-3448664" [ 847.915883] env[69159]: _type = "Task" [ 847.915883] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.923489] env[69159]: DEBUG oslo_vmware.api [None req-8bb7c021-e206-40a8-b676-e01e2d5a849b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.967617] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c08d3d-0940-0a50-91ff-53bb49f47be4, 'name': SearchDatastore_Task, 'duration_secs': 0.008493} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.968464] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b808b005-6920-4e4d-a237-0772d9ff5f5f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.974173] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 847.974173] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d03c89-65fc-8905-7805-c39fb1180e2b" [ 847.974173] env[69159]: _type = "Task" [ 847.974173] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.983128] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d03c89-65fc-8905-7805-c39fb1180e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.002231] env[69159]: INFO nova.compute.manager [-] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Took 1.42 seconds to deallocate network for instance. [ 848.040411] env[69159]: DEBUG oslo_vmware.api [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448660, 'name': RemoveSnapshot_Task, 'duration_secs': 1.104167} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.040692] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 848.045483] env[69159]: DEBUG nova.compute.manager [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 848.247734] env[69159]: DEBUG nova.compute.utils [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.256040] env[69159]: DEBUG nova.compute.manager [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Not allocating networking since 'none' was specified. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 848.283238] env[69159]: DEBUG nova.compute.manager [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 848.283521] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.286240] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3981a4f-41cc-40d3-943b-b626ea2ff67b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.295013] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.295293] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-541c2953-6580-41f6-8ad5-ab7c463acd89 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.300830] env[69159]: DEBUG oslo_vmware.api [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Waiting for the task: (returnval){ [ 848.300830] env[69159]: value = "task-3448665" [ 848.300830] env[69159]: _type = "Task" [ 848.300830] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.313168] env[69159]: DEBUG oslo_vmware.api [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': task-3448665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.369290] env[69159]: DEBUG oslo_concurrency.lockutils [req-8a3379d6-7acc-43a1-863f-f751435dcd20 req-e44c2d50-f8ef-4c94-8554-ec666ca75340 service nova] Releasing lock "refresh_cache-290384ad-2090-472b-a68e-7543c51f8e84" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.431609] env[69159]: DEBUG oslo_vmware.api [None req-8bb7c021-e206-40a8-b676-e01e2d5a849b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448664, 'name': PowerOnVM_Task, 'duration_secs': 0.396982} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.431911] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb7c021-e206-40a8-b676-e01e2d5a849b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.432503] env[69159]: DEBUG nova.compute.manager [None req-8bb7c021-e206-40a8-b676-e01e2d5a849b tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 848.433437] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e02a54-945e-4451-ad8c-ea9206aaa15f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.492484] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d03c89-65fc-8905-7805-c39fb1180e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.023836} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.492484] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.492484] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 290384ad-2090-472b-a68e-7543c51f8e84/290384ad-2090-472b-a68e-7543c51f8e84.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.492484] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-555a87f9-f09d-46e0-8d84-73f33bb94343 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.498242] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 848.498242] env[69159]: value = "task-3448666" [ 848.498242] env[69159]: _type = "Task" [ 848.498242] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.505147] env[69159]: DEBUG nova.compute.manager [req-42876c26-793c-45bf-b91b-b8b48840c83d req-382c9ac4-4836-4d29-a39a-f313b417fd60 service nova] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Received event network-vif-deleted-95ddf2b2-39ec-4315-89af-718bfa6423cb {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 848.505147] env[69159]: DEBUG nova.compute.manager [req-42876c26-793c-45bf-b91b-b8b48840c83d req-382c9ac4-4836-4d29-a39a-f313b417fd60 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Received event network-vif-deleted-b96d0d79-fe62-4c1c-aca9-638ddeef9927 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 848.505147] env[69159]: INFO nova.compute.manager [req-42876c26-793c-45bf-b91b-b8b48840c83d req-382c9ac4-4836-4d29-a39a-f313b417fd60 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Neutron deleted interface b96d0d79-fe62-4c1c-aca9-638ddeef9927; detaching it from the instance and deleting it from the info cache [ 848.505147] env[69159]: DEBUG nova.network.neutron [req-42876c26-793c-45bf-b91b-b8b48840c83d req-382c9ac4-4836-4d29-a39a-f313b417fd60 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Updating instance_info_cache with network_info: [{"id": "34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f", "address": "fa:16:3e:c3:4c:e6", "network": {"id": "a20b8374-578f-4718-a18a-29ad7647048e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1516014745", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "714d43872e93478b8c611ed9d3ff472d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f9ae74-4d", "ovs_interfaceid": "34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.512249] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.521507] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.546560] env[69159]: WARNING nova.compute.manager [None req-30916bcd-5b5f-40b6-998c-593080b15965 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Image not found during snapshot: nova.exception.ImageNotFound: Image 5d9b16fa-ccb6-4760-9b95-3149e312c52a could not be found. [ 848.564200] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.756498] env[69159]: DEBUG nova.compute.manager [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 848.812877] env[69159]: DEBUG oslo_vmware.api [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': task-3448665, 'name': PowerOffVM_Task, 'duration_secs': 0.188651} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.815147] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.815384] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.815922] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a89f4027-1cab-42c2-add0-ea2c8aa785c5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.846788] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2e6835-8208-4d9f-9057-2117f1de8c55 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.855251] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870b8e03-bda8-435e-9987-e404b1d2b09e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.892307] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362cd1fa-87a0-404d-a69f-1a62bbe9ef95 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.895147] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.895387] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.895639] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Deleting the datastore file [datastore2] 9b60f662-8aa1-4ba8-91f2-c565a236d775 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.895892] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e612e9e1-d5d6-42e0-9560-0cbe8c4cff49 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.904883] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a96188-8121-4f39-b99c-07d448770add {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.910487] env[69159]: DEBUG oslo_vmware.api [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Waiting for the task: (returnval){ [ 848.910487] env[69159]: value = "task-3448668" [ 848.910487] env[69159]: _type = "Task" [ 848.910487] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.923044] env[69159]: DEBUG nova.compute.provider_tree [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.933750] env[69159]: DEBUG oslo_vmware.api [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': task-3448668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.008631] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a66368d2-a722-4bf9-863b-ef7a07bc50e2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.017126] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448666, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.018614] env[69159]: DEBUG nova.network.neutron [-] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.023283] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf0aa33-3ffe-48d8-b2aa-b1daa6bdf741 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.064520] env[69159]: DEBUG nova.compute.manager [req-42876c26-793c-45bf-b91b-b8b48840c83d req-382c9ac4-4836-4d29-a39a-f313b417fd60 service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Detach interface failed, port_id=b96d0d79-fe62-4c1c-aca9-638ddeef9927, reason: Instance 3a7250bd-d071-468f-b026-144f8130ef6e could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 849.144092] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "041ead39-7566-4ba4-a969-1b9b2fcb5233" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.144491] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "041ead39-7566-4ba4-a969-1b9b2fcb5233" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.144766] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "041ead39-7566-4ba4-a969-1b9b2fcb5233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.144891] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "041ead39-7566-4ba4-a969-1b9b2fcb5233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.145068] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "041ead39-7566-4ba4-a969-1b9b2fcb5233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.149072] env[69159]: INFO nova.compute.manager [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Terminating instance [ 849.422327] env[69159]: DEBUG oslo_vmware.api [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Task: {'id': task-3448668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445907} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.422750] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.423163] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.423603] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.423819] env[69159]: INFO nova.compute.manager [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Took 1.14 seconds to destroy the instance on the hypervisor. [ 849.424070] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.424275] env[69159]: DEBUG nova.compute.manager [-] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 849.424380] env[69159]: DEBUG nova.network.neutron [-] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.426847] env[69159]: DEBUG nova.scheduler.client.report [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.515094] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723088} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.515448] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 290384ad-2090-472b-a68e-7543c51f8e84/290384ad-2090-472b-a68e-7543c51f8e84.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.515691] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.515964] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b073ba3e-9a66-422e-91f7-ee39ab70fb93 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.522351] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 849.522351] env[69159]: value = "task-3448669" [ 849.522351] env[69159]: _type = "Task" [ 849.522351] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.531101] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.536695] env[69159]: INFO nova.compute.manager [-] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Took 1.98 seconds to deallocate network for instance. [ 849.652646] env[69159]: DEBUG nova.compute.manager [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 849.652878] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.653781] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c933cff6-07a7-44da-a6b0-fdc41332e596 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.663024] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.663024] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13a23888-8653-45c1-8765-17d25f0ba886 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.670153] env[69159]: DEBUG oslo_vmware.api [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 849.670153] env[69159]: value = "task-3448670" [ 849.670153] env[69159]: _type = "Task" [ 849.670153] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.680044] env[69159]: DEBUG oslo_vmware.api [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.769037] env[69159]: DEBUG nova.compute.manager [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 849.794660] env[69159]: DEBUG nova.virt.hardware [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.794911] env[69159]: DEBUG nova.virt.hardware [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.795091] env[69159]: DEBUG nova.virt.hardware [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.795288] env[69159]: DEBUG nova.virt.hardware [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.795435] env[69159]: DEBUG nova.virt.hardware [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.795578] env[69159]: DEBUG nova.virt.hardware [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.795784] env[69159]: DEBUG nova.virt.hardware [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.795937] env[69159]: DEBUG nova.virt.hardware [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.797041] env[69159]: DEBUG nova.virt.hardware [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.797041] env[69159]: DEBUG nova.virt.hardware [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.797041] env[69159]: DEBUG nova.virt.hardware [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.798636] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba42101-ee70-4619-9ce2-8ee00642bb56 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.807518] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b7529-4263-403f-a6ff-7bbb7fa1cbc1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.821817] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.827825] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Creating folder: Project (aeb4f4b81edd45fd9a884761e7dcd953). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.828190] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ce14b8b-9957-4f62-999d-7ab681d131a3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.839644] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Created folder: Project (aeb4f4b81edd45fd9a884761e7dcd953) in parent group-v688391. [ 849.839840] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Creating folder: Instances. Parent ref: group-v688566. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.840093] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6db6faf-6e2d-4005-b7ce-880f88b5168d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.849939] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Created folder: Instances in parent group-v688566. [ 849.849939] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.850119] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.850476] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6996cd46-3616-4c30-a5b6-a423ac558018 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.869295] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.869295] env[69159]: value = "task-3448673" [ 849.869295] env[69159]: _type = "Task" [ 849.869295] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.878227] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448673, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.932629] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.935324] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.781s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.936899] env[69159]: INFO nova.compute.claims [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.035945] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067488} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.036423] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.037380] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bec6c74-8ae8-423c-963a-6ce574302927 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.044391] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.065286] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 290384ad-2090-472b-a68e-7543c51f8e84/290384ad-2090-472b-a68e-7543c51f8e84.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.065647] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcedebbd-2c90-45ae-a878-b687c9b375a5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.081270] env[69159]: INFO nova.scheduler.client.report [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Deleted allocations for instance cd69c4bf-2319-4880-8707-8e6b0c9aba18 [ 850.087140] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 850.087140] env[69159]: value = "task-3448674" [ 850.087140] env[69159]: _type = "Task" [ 850.087140] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.102526] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448674, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.181899] env[69159]: DEBUG oslo_vmware.api [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448670, 'name': PowerOffVM_Task, 'duration_secs': 0.390534} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.182347] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.182633] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.182981] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3326657f-8558-4768-9e65-9ca248f39517 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.248710] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.249024] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.249312] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Deleting the datastore file [datastore1] 041ead39-7566-4ba4-a969-1b9b2fcb5233 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.249632] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01f89089-54a8-4c51-a320-187ab673128e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.256710] env[69159]: DEBUG oslo_vmware.api [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 850.256710] env[69159]: value = "task-3448676" [ 850.256710] env[69159]: _type = "Task" [ 850.256710] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.267308] env[69159]: DEBUG oslo_vmware.api [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.365812] env[69159]: DEBUG nova.network.neutron [-] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.379432] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448673, 'name': CreateVM_Task, 'duration_secs': 0.451901} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.380430] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.380703] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.380877] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.381231] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.381743] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f07a4df-b294-4276-b426-d2183d6b1af9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.386523] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Waiting for the task: (returnval){ [ 850.386523] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5267e943-3c53-0926-7850-fa9043ab0538" [ 850.386523] env[69159]: _type = "Task" [ 850.386523] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.395241] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5267e943-3c53-0926-7850-fa9043ab0538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.594361] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3bea0153-787c-461d-944c-c5ad9e0f20d8 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "cd69c4bf-2319-4880-8707-8e6b0c9aba18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.078s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.603493] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448674, 'name': ReconfigVM_Task, 'duration_secs': 0.514311} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.603768] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 290384ad-2090-472b-a68e-7543c51f8e84/290384ad-2090-472b-a68e-7543c51f8e84.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.604652] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4ab6dcc-c0a5-40ba-ab32-2902671dac6f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.610630] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 850.610630] env[69159]: value = "task-3448677" [ 850.610630] env[69159]: _type = "Task" [ 850.610630] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.618751] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448677, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.714499] env[69159]: DEBUG nova.compute.manager [req-fc552dbf-eea3-4f2b-a3c1-07cb3509e195 req-46020c4b-22b1-463c-90c6-a57fb7b5a5df service nova] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Received event network-vif-deleted-34f9ae74-4d3e-4da5-adf4-c2d9ca5d621f {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 850.714499] env[69159]: DEBUG nova.compute.manager [req-fc552dbf-eea3-4f2b-a3c1-07cb3509e195 req-46020c4b-22b1-463c-90c6-a57fb7b5a5df service nova] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Received event network-vif-deleted-2acb6d95-0db6-49a6-950d-228b62fef56d {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 850.766695] env[69159]: DEBUG oslo_vmware.api [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299981} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.766959] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.767166] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.767344] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.767516] env[69159]: INFO nova.compute.manager [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Took 1.11 seconds to destroy the instance on the hypervisor. [ 850.767754] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.767943] env[69159]: DEBUG nova.compute.manager [-] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 850.768044] env[69159]: DEBUG nova.network.neutron [-] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.869291] env[69159]: INFO nova.compute.manager [-] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Took 1.44 seconds to deallocate network for instance. [ 850.907284] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5267e943-3c53-0926-7850-fa9043ab0538, 'name': SearchDatastore_Task, 'duration_secs': 0.02739} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.907635] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.907868] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.908246] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.908507] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.908659] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.908926] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5391c713-b169-40e0-bce6-f7ed1fd17ced {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.923135] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.923363] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.924601] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9b1052-1544-4300-94b5-39655e6c054f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.931051] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Waiting for the task: (returnval){ [ 850.931051] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527443c6-b3ba-3540-2bfb-d8a3a145dd08" [ 850.931051] env[69159]: _type = "Task" [ 850.931051] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.938749] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527443c6-b3ba-3540-2bfb-d8a3a145dd08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.046370] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "33bfaa91-de36-4374-a76f-585613277fda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.046627] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "33bfaa91-de36-4374-a76f-585613277fda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.046825] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "33bfaa91-de36-4374-a76f-585613277fda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.047008] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "33bfaa91-de36-4374-a76f-585613277fda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.047377] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "33bfaa91-de36-4374-a76f-585613277fda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.049577] env[69159]: INFO nova.compute.manager [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Terminating instance [ 851.120373] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448677, 'name': Rename_Task, 'duration_secs': 0.443952} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.120649] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.120897] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f27520f-3adc-432b-8293-6e58a509e392 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.126974] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 851.126974] env[69159]: value = "task-3448678" [ 851.126974] env[69159]: _type = "Task" [ 851.126974] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.134604] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.378366] env[69159]: DEBUG oslo_concurrency.lockutils [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.445149] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527443c6-b3ba-3540-2bfb-d8a3a145dd08, 'name': SearchDatastore_Task, 'duration_secs': 0.032484} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.446283] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1019f22-30fa-4cd6-963e-41fb1640d0d1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.453293] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Waiting for the task: (returnval){ [ 851.453293] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5228b4ce-1e27-ee9f-c010-4426d2491a78" [ 851.453293] env[69159]: _type = "Task" [ 851.453293] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.461931] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5228b4ce-1e27-ee9f-c010-4426d2491a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.557162] env[69159]: DEBUG nova.compute.manager [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 851.557408] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.558322] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7104c1d1-d25f-4a26-8ba0-aeae88d0498d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.569546] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.569884] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-515646dd-8ea0-4cac-af57-7191e59fbd1c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.574460] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6de1dc-8040-49cb-87b6-80a6ef1960d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.578430] env[69159]: DEBUG oslo_vmware.api [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 851.578430] env[69159]: value = "task-3448679" [ 851.578430] env[69159]: _type = "Task" [ 851.578430] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.588291] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62325d98-c87e-4b98-85a4-b5fdef8bcf8a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.601445] env[69159]: DEBUG oslo_vmware.api [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.639341] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68f7f7b-f73b-4ad8-ae04-2bff233b7862 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.648123] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448678, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.650937] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfb1462-89a7-459e-b8b9-471c02d7abc9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.665934] env[69159]: DEBUG nova.compute.provider_tree [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.926566] env[69159]: DEBUG nova.network.neutron [-] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.965083] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5228b4ce-1e27-ee9f-c010-4426d2491a78, 'name': SearchDatastore_Task, 'duration_secs': 0.021002} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.965441] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.965762] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] af542ca8-ff1b-46e4-b833-9d24b83d520f/af542ca8-ff1b-46e4-b833-9d24b83d520f.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.966080] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b7732ce-f7b5-47cd-b662-f84b72a0e23e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.973094] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Waiting for the task: (returnval){ [ 851.973094] env[69159]: value = "task-3448680" [ 851.973094] env[69159]: _type = "Task" [ 851.973094] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.981562] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.088472] env[69159]: DEBUG oslo_vmware.api [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448679, 'name': PowerOffVM_Task, 'duration_secs': 0.212992} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.088789] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.088983] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.089265] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26ef09b5-131e-4d63-9a61-9cec51936c10 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.144271] env[69159]: DEBUG oslo_vmware.api [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448678, 'name': PowerOnVM_Task, 'duration_secs': 0.834754} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.144574] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.144779] env[69159]: INFO nova.compute.manager [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Took 8.37 seconds to spawn the instance on the hypervisor. [ 852.144955] env[69159]: DEBUG nova.compute.manager [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 852.145799] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c63654-79a8-4387-b863-ab6d04e2320a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.169968] env[69159]: DEBUG nova.scheduler.client.report [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.245402] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.245689] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.245885] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Deleting the datastore file [datastore2] 33bfaa91-de36-4374-a76f-585613277fda {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.246245] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b15b01e0-35bc-4c67-aaa1-e46c14f9c7f7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.253688] env[69159]: DEBUG oslo_vmware.api [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 852.253688] env[69159]: value = "task-3448682" [ 852.253688] env[69159]: _type = "Task" [ 852.253688] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.264620] env[69159]: DEBUG oslo_vmware.api [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.429110] env[69159]: INFO nova.compute.manager [-] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Took 1.66 seconds to deallocate network for instance. [ 852.482308] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494761} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.482591] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] af542ca8-ff1b-46e4-b833-9d24b83d520f/af542ca8-ff1b-46e4-b833-9d24b83d520f.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.482802] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.483104] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26f37bfd-a86d-4697-b0e2-8d2117d2c0b2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.489097] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Waiting for the task: (returnval){ [ 852.489097] env[69159]: value = "task-3448683" [ 852.489097] env[69159]: _type = "Task" [ 852.489097] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.498562] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.663261] env[69159]: INFO nova.compute.manager [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Took 47.17 seconds to build instance. [ 852.676106] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.676337] env[69159]: DEBUG nova.compute.manager [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 852.678750] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.378s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.679031] env[69159]: DEBUG nova.objects.instance [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lazy-loading 'resources' on Instance uuid a7041ba9-8ba8-4777-8aea-1987a87397bc {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.764591] env[69159]: DEBUG oslo_vmware.api [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487047} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.764911] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.765119] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.765420] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.765661] env[69159]: INFO nova.compute.manager [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Took 1.21 seconds to destroy the instance on the hypervisor. [ 852.765940] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.766197] env[69159]: DEBUG nova.compute.manager [-] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 852.766323] env[69159]: DEBUG nova.network.neutron [-] [instance: 33bfaa91-de36-4374-a76f-585613277fda] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.846261] env[69159]: DEBUG nova.compute.manager [req-848e5104-7693-4527-880e-66a7bb31acd9 req-f235063c-5a7d-4fda-aa5f-1d6d319c5f75 service nova] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Received event network-vif-deleted-21dbe86e-a683-4374-9345-76746ebf9ca1 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 852.936750] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.000066] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067396} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.000066] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.000258] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2561fe69-523a-4a05-b7db-581f3bf89296 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.021839] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] af542ca8-ff1b-46e4-b833-9d24b83d520f/af542ca8-ff1b-46e4-b833-9d24b83d520f.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.022648] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faa7865c-ca2d-4e6a-97a5-31849f98e32d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.046973] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Waiting for the task: (returnval){ [ 853.046973] env[69159]: value = "task-3448684" [ 853.046973] env[69159]: _type = "Task" [ 853.046973] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.057263] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.166884] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e32ffdb6-77ee-434b-8b63-eab5dc99efc6 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "290384ad-2090-472b-a68e-7543c51f8e84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.910s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.182051] env[69159]: DEBUG nova.compute.utils [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.186053] env[69159]: DEBUG nova.compute.manager [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 853.186226] env[69159]: DEBUG nova.network.neutron [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.265882] env[69159]: DEBUG nova.policy [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5b511a81f1045ecb4156bd308be9fc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c79bae99bf2d4880b44ab0ceb9897257', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.456182] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "d39be46c-2e04-472f-95ce-b2efd29e5827" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.456462] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "d39be46c-2e04-472f-95ce-b2efd29e5827" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.456672] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "d39be46c-2e04-472f-95ce-b2efd29e5827-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.456855] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "d39be46c-2e04-472f-95ce-b2efd29e5827-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.457038] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "d39be46c-2e04-472f-95ce-b2efd29e5827-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.461434] env[69159]: INFO nova.compute.manager [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Terminating instance [ 853.563245] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448684, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.583902] env[69159]: DEBUG nova.network.neutron [-] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.671972] env[69159]: DEBUG nova.compute.manager [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 853.690323] env[69159]: DEBUG nova.compute.manager [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 853.719644] env[69159]: DEBUG nova.network.neutron [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Successfully created port: 26550356-7556-4264-be23-0a8c3dc4bc64 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.730194] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa449148-a670-479b-a5c0-ec91a9cf3bdf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.737312] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd4e29d-a304-4114-ab1c-128115805f85 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.770921] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e422b5-1a1e-485c-8417-d5a9f70f5008 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.782606] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9da1f62-965d-4061-8fd1-fb4dc2f92b2e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.797738] env[69159]: DEBUG nova.compute.provider_tree [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.968632] env[69159]: DEBUG nova.compute.manager [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 853.968907] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.969823] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d4c40f-dd35-48e4-b731-8b5471130a54 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.977875] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.978142] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24b31a5f-6636-45fd-b446-f6262cb9bf7b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.985617] env[69159]: DEBUG oslo_vmware.api [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 853.985617] env[69159]: value = "task-3448685" [ 853.985617] env[69159]: _type = "Task" [ 853.985617] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.994486] env[69159]: DEBUG oslo_vmware.api [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.058482] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448684, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.085760] env[69159]: INFO nova.compute.manager [-] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Took 1.32 seconds to deallocate network for instance. [ 854.198484] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.301413] env[69159]: DEBUG nova.scheduler.client.report [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.496583] env[69159]: DEBUG oslo_vmware.api [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448685, 'name': PowerOffVM_Task, 'duration_secs': 0.202843} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.496897] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.497104] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.497370] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f425ac6-f543-4aa5-812d-6884839c4319 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.557952] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448684, 'name': ReconfigVM_Task, 'duration_secs': 1.384747} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.558262] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Reconfigured VM instance instance-0000003c to attach disk [datastore1] af542ca8-ff1b-46e4-b833-9d24b83d520f/af542ca8-ff1b-46e4-b833-9d24b83d520f.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.559026] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56e9443a-f392-4173-8df8-1cddb25b94c9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.561486] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.561770] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.561880] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Deleting the datastore file [datastore1] d39be46c-2e04-472f-95ce-b2efd29e5827 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.562427] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41627632-64f6-44d6-b5f8-cda01bfbb4e5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.566188] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Waiting for the task: (returnval){ [ 854.566188] env[69159]: value = "task-3448687" [ 854.566188] env[69159]: _type = "Task" [ 854.566188] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.570022] env[69159]: DEBUG oslo_vmware.api [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 854.570022] env[69159]: value = "task-3448688" [ 854.570022] env[69159]: _type = "Task" [ 854.570022] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.576182] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448687, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.580720] env[69159]: DEBUG oslo_vmware.api [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.592835] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.660791] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.661108] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.661363] env[69159]: INFO nova.compute.manager [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Shelving [ 854.700288] env[69159]: DEBUG nova.compute.manager [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 854.725767] env[69159]: DEBUG nova.virt.hardware [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.726071] env[69159]: DEBUG nova.virt.hardware [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.726328] env[69159]: DEBUG nova.virt.hardware [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.726504] env[69159]: DEBUG nova.virt.hardware [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.726673] env[69159]: DEBUG nova.virt.hardware [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.726858] env[69159]: DEBUG nova.virt.hardware [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.727110] env[69159]: DEBUG nova.virt.hardware [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.727307] env[69159]: DEBUG nova.virt.hardware [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.727557] env[69159]: DEBUG nova.virt.hardware [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.727782] env[69159]: DEBUG nova.virt.hardware [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.727999] env[69159]: DEBUG nova.virt.hardware [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.728965] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5f366e-3ba2-49f4-a575-a590d08b76aa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.737961] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0839eff2-e087-4a0c-91d1-6ba12a8f6e84 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.807043] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.809933] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.310s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.811768] env[69159]: INFO nova.compute.claims [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.837503] env[69159]: INFO nova.scheduler.client.report [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Deleted allocations for instance a7041ba9-8ba8-4777-8aea-1987a87397bc [ 854.872428] env[69159]: DEBUG nova.compute.manager [req-7276693f-b89f-4047-84f3-bf84c84c8ee3 req-479c90d4-303a-491f-9007-3e854c1ff08b service nova] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Received event network-vif-deleted-49b44991-54a3-47ae-9e2b-a7c5ef496ed1 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 855.079434] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448687, 'name': Rename_Task, 'duration_secs': 0.144999} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.082857] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.082857] env[69159]: DEBUG oslo_vmware.api [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161704} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.083076] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdc5b9e3-c95d-4a99-8487-f13abc0aa938 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.084502] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.084731] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.084915] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.085624] env[69159]: INFO nova.compute.manager [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Took 1.12 seconds to destroy the instance on the hypervisor. [ 855.085624] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.085624] env[69159]: DEBUG nova.compute.manager [-] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 855.085780] env[69159]: DEBUG nova.network.neutron [-] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.092221] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Waiting for the task: (returnval){ [ 855.092221] env[69159]: value = "task-3448689" [ 855.092221] env[69159]: _type = "Task" [ 855.092221] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.100023] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.347604] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db74d05c-3543-4780-b0e3-79801f25c67a tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "a7041ba9-8ba8-4777-8aea-1987a87397bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.883s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.481022] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "290384ad-2090-472b-a68e-7543c51f8e84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.481022] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "290384ad-2090-472b-a68e-7543c51f8e84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.481022] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "290384ad-2090-472b-a68e-7543c51f8e84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.481022] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "290384ad-2090-472b-a68e-7543c51f8e84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.481022] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "290384ad-2090-472b-a68e-7543c51f8e84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.482556] env[69159]: INFO nova.compute.manager [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Terminating instance [ 855.609155] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.649481] env[69159]: DEBUG nova.network.neutron [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Successfully updated port: 26550356-7556-4264-be23-0a8c3dc4bc64 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.670721] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.671331] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5669a0c7-1bc4-4578-9a0f-abc6908871d6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.679461] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 855.679461] env[69159]: value = "task-3448690" [ 855.679461] env[69159]: _type = "Task" [ 855.679461] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.690764] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.990480] env[69159]: DEBUG nova.compute.manager [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 855.990731] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.994196] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2b2e8d-6ccd-45a6-a9a7-d556d99553fc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.005939] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.007119] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-172a3ac7-a67f-4766-bb3f-f4dc832b4e74 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.015035] env[69159]: DEBUG oslo_vmware.api [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 856.015035] env[69159]: value = "task-3448691" [ 856.015035] env[69159]: _type = "Task" [ 856.015035] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.030596] env[69159]: DEBUG oslo_vmware.api [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.087118] env[69159]: DEBUG nova.network.neutron [-] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.107683] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448689, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.155223] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "refresh_cache-8bad35e0-2531-41a6-9b1e-ecf9c88c7665" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.155467] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "refresh_cache-8bad35e0-2531-41a6-9b1e-ecf9c88c7665" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.155623] env[69159]: DEBUG nova.network.neutron [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.192341] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448690, 'name': PowerOffVM_Task, 'duration_secs': 0.210302} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.192607] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.194037] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb8dcad-73e1-4d71-bdab-4905deef0072 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.219460] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a41b1b2-d466-411b-a322-009e9c1b439e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.395978] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75acbb6-7ae5-4154-bd9b-aa1272b9d223 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.405505] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46bc596-6e63-463f-a52d-69a5ce713ee3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.438311] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5297169f-17f1-4d52-86d8-e06bf3c78a72 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.446454] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265cdf74-1e45-4805-a711-0aedc2fd61a8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.460630] env[69159]: DEBUG nova.compute.provider_tree [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.530307] env[69159]: DEBUG oslo_vmware.api [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448691, 'name': PowerOffVM_Task, 'duration_secs': 0.205744} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.530743] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.531014] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.531395] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-723317c5-ee2a-4de3-88bb-ebec722b025b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.595929] env[69159]: INFO nova.compute.manager [-] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Took 1.51 seconds to deallocate network for instance. [ 856.604401] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.604737] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.605323] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Deleting the datastore file [datastore2] 290384ad-2090-472b-a68e-7543c51f8e84 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.606131] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3448e9b-7b17-441e-bff1-6abed855a88f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.616288] env[69159]: DEBUG oslo_vmware.api [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448689, 'name': PowerOnVM_Task, 'duration_secs': 1.210035} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.616964] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.617294] env[69159]: INFO nova.compute.manager [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Took 6.85 seconds to spawn the instance on the hypervisor. [ 856.617591] env[69159]: DEBUG nova.compute.manager [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 856.618609] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e411e01-3825-4541-8a79-4d56c7da020a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.623708] env[69159]: DEBUG oslo_vmware.api [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 856.623708] env[69159]: value = "task-3448693" [ 856.623708] env[69159]: _type = "Task" [ 856.623708] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.640616] env[69159]: DEBUG oslo_vmware.api [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.690222] env[69159]: DEBUG nova.network.neutron [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.731510] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 856.731839] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c0880ad5-3a85-4e57-a174-5b8cb62fdd38 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.740351] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 856.740351] env[69159]: value = "task-3448694" [ 856.740351] env[69159]: _type = "Task" [ 856.740351] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.748971] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448694, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.965721] env[69159]: DEBUG nova.scheduler.client.report [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.019085] env[69159]: DEBUG nova.network.neutron [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Updating instance_info_cache with network_info: [{"id": "26550356-7556-4264-be23-0a8c3dc4bc64", "address": "fa:16:3e:0a:c9:f3", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26550356-75", "ovs_interfaceid": "26550356-7556-4264-be23-0a8c3dc4bc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.022789] env[69159]: DEBUG nova.compute.manager [req-45531b5d-bd83-4fe4-a48f-f8580900c3e1 req-28a71b7c-bbb6-4af3-ae7c-44bce2260038 service nova] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Received event network-vif-plugged-26550356-7556-4264-be23-0a8c3dc4bc64 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 857.023036] env[69159]: DEBUG oslo_concurrency.lockutils [req-45531b5d-bd83-4fe4-a48f-f8580900c3e1 req-28a71b7c-bbb6-4af3-ae7c-44bce2260038 service nova] Acquiring lock "8bad35e0-2531-41a6-9b1e-ecf9c88c7665-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.023318] env[69159]: DEBUG oslo_concurrency.lockutils [req-45531b5d-bd83-4fe4-a48f-f8580900c3e1 req-28a71b7c-bbb6-4af3-ae7c-44bce2260038 service nova] Lock "8bad35e0-2531-41a6-9b1e-ecf9c88c7665-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.023393] env[69159]: DEBUG oslo_concurrency.lockutils [req-45531b5d-bd83-4fe4-a48f-f8580900c3e1 req-28a71b7c-bbb6-4af3-ae7c-44bce2260038 service nova] Lock "8bad35e0-2531-41a6-9b1e-ecf9c88c7665-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.023597] env[69159]: DEBUG nova.compute.manager [req-45531b5d-bd83-4fe4-a48f-f8580900c3e1 req-28a71b7c-bbb6-4af3-ae7c-44bce2260038 service nova] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] No waiting events found dispatching network-vif-plugged-26550356-7556-4264-be23-0a8c3dc4bc64 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 857.023713] env[69159]: WARNING nova.compute.manager [req-45531b5d-bd83-4fe4-a48f-f8580900c3e1 req-28a71b7c-bbb6-4af3-ae7c-44bce2260038 service nova] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Received unexpected event network-vif-plugged-26550356-7556-4264-be23-0a8c3dc4bc64 for instance with vm_state building and task_state spawning. [ 857.023873] env[69159]: DEBUG nova.compute.manager [req-45531b5d-bd83-4fe4-a48f-f8580900c3e1 req-28a71b7c-bbb6-4af3-ae7c-44bce2260038 service nova] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Received event network-vif-deleted-e91691d9-8cf0-49ad-8e6d-96dc741566fd {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 857.024043] env[69159]: DEBUG nova.compute.manager [req-45531b5d-bd83-4fe4-a48f-f8580900c3e1 req-28a71b7c-bbb6-4af3-ae7c-44bce2260038 service nova] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Received event network-changed-26550356-7556-4264-be23-0a8c3dc4bc64 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 857.024277] env[69159]: DEBUG nova.compute.manager [req-45531b5d-bd83-4fe4-a48f-f8580900c3e1 req-28a71b7c-bbb6-4af3-ae7c-44bce2260038 service nova] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Refreshing instance network info cache due to event network-changed-26550356-7556-4264-be23-0a8c3dc4bc64. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 857.024510] env[69159]: DEBUG oslo_concurrency.lockutils [req-45531b5d-bd83-4fe4-a48f-f8580900c3e1 req-28a71b7c-bbb6-4af3-ae7c-44bce2260038 service nova] Acquiring lock "refresh_cache-8bad35e0-2531-41a6-9b1e-ecf9c88c7665" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.106921] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.141406] env[69159]: DEBUG oslo_vmware.api [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189634} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.144664] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.144871] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.145047] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.145416] env[69159]: INFO nova.compute.manager [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Took 1.15 seconds to destroy the instance on the hypervisor. [ 857.145794] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.146413] env[69159]: INFO nova.compute.manager [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Took 43.29 seconds to build instance. [ 857.149120] env[69159]: DEBUG nova.compute.manager [-] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 857.149120] env[69159]: DEBUG nova.network.neutron [-] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.250254] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448694, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.471389] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.471931] env[69159]: DEBUG nova.compute.manager [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 857.475269] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.770s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.475539] env[69159]: DEBUG nova.objects.instance [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Lazy-loading 'resources' on Instance uuid 7548a4b2-15e3-4464-9875-9bf88de7a4ef {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.521038] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "refresh_cache-8bad35e0-2531-41a6-9b1e-ecf9c88c7665" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.521179] env[69159]: DEBUG nova.compute.manager [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Instance network_info: |[{"id": "26550356-7556-4264-be23-0a8c3dc4bc64", "address": "fa:16:3e:0a:c9:f3", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26550356-75", "ovs_interfaceid": "26550356-7556-4264-be23-0a8c3dc4bc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 857.521598] env[69159]: DEBUG oslo_concurrency.lockutils [req-45531b5d-bd83-4fe4-a48f-f8580900c3e1 req-28a71b7c-bbb6-4af3-ae7c-44bce2260038 service nova] Acquired lock "refresh_cache-8bad35e0-2531-41a6-9b1e-ecf9c88c7665" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.521913] env[69159]: DEBUG nova.network.neutron [req-45531b5d-bd83-4fe4-a48f-f8580900c3e1 req-28a71b7c-bbb6-4af3-ae7c-44bce2260038 service nova] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Refreshing network info cache for port 26550356-7556-4264-be23-0a8c3dc4bc64 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.523498] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:c9:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26550356-7556-4264-be23-0a8c3dc4bc64', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.532477] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.533650] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.533722] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-021ac5e2-2cec-460d-a28a-aad977944f60 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.556948] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.556948] env[69159]: value = "task-3448695" [ 857.556948] env[69159]: _type = "Task" [ 857.556948] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.565453] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448695, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.652419] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4bf8cb38-30aa-4a5a-af83-173c939b4608 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Lock "af542ca8-ff1b-46e4-b833-9d24b83d520f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.243s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.753646] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448694, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.952836] env[69159]: DEBUG nova.network.neutron [-] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.979269] env[69159]: DEBUG nova.compute.utils [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.984947] env[69159]: DEBUG nova.compute.manager [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 857.984947] env[69159]: DEBUG nova.network.neutron [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.067579] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448695, 'name': CreateVM_Task, 'duration_secs': 0.349385} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.069016] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.069016] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.069016] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.069464] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.069831] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3459ea-cee4-4fa2-8394-36806682c2f0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.076027] env[69159]: DEBUG nova.policy [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5ef0d7c722a422db3483949d3727daa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ee2b7fe8b894b7fad608df786ce0d76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.081016] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 858.081016] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a26b24-b5e5-51c9-94b2-627882ae6511" [ 858.081016] env[69159]: _type = "Task" [ 858.081016] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.087672] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a26b24-b5e5-51c9-94b2-627882ae6511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.157474] env[69159]: DEBUG nova.compute.manager [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 858.252520] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448694, 'name': CreateSnapshot_Task, 'duration_secs': 1.122673} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.252900] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 858.253860] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749e0529-972c-4c24-a84c-658541594c83 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.455688] env[69159]: INFO nova.compute.manager [-] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Took 1.31 seconds to deallocate network for instance. [ 858.486661] env[69159]: DEBUG nova.compute.manager [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 858.491094] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6ff06c-04c4-4a7b-9474-deab37fa3a9d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.499939] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63a44aa-08a8-47a0-baa7-8cebefd58481 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.532991] env[69159]: DEBUG nova.compute.manager [None req-fe50d41a-8ac0-49b1-a53d-27179f3538d1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 858.534107] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdbd00b-c14e-4d04-af3d-8ebe21fbf391 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.537211] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a807083d-6316-4198-886d-be560e4ac76c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.548434] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901f61a6-4264-4b18-9848-a0e7c57f078a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.565111] env[69159]: DEBUG nova.compute.provider_tree [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.589207] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a26b24-b5e5-51c9-94b2-627882ae6511, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.589613] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.589936] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.590266] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.590477] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.590741] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.591059] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcf6e816-6d31-40bb-a596-753a86f2c3fa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.598910] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.599139] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.599865] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9c0b3d-8952-44f6-95d6-69a52f36694f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.604554] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 858.604554] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528fd4c6-a396-c69c-6cf2-aff187dac7c1" [ 858.604554] env[69159]: _type = "Task" [ 858.604554] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.612621] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528fd4c6-a396-c69c-6cf2-aff187dac7c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.686071] env[69159]: DEBUG oslo_concurrency.lockutils [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.691709] env[69159]: DEBUG oslo_concurrency.lockutils [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Acquiring lock "af542ca8-ff1b-46e4-b833-9d24b83d520f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.691997] env[69159]: DEBUG oslo_concurrency.lockutils [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Lock "af542ca8-ff1b-46e4-b833-9d24b83d520f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.692287] env[69159]: DEBUG oslo_concurrency.lockutils [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Acquiring lock "af542ca8-ff1b-46e4-b833-9d24b83d520f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.692534] env[69159]: DEBUG oslo_concurrency.lockutils [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Lock "af542ca8-ff1b-46e4-b833-9d24b83d520f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.692742] env[69159]: DEBUG oslo_concurrency.lockutils [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Lock "af542ca8-ff1b-46e4-b833-9d24b83d520f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.694717] env[69159]: INFO nova.compute.manager [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Terminating instance [ 858.740156] env[69159]: DEBUG nova.network.neutron [req-45531b5d-bd83-4fe4-a48f-f8580900c3e1 req-28a71b7c-bbb6-4af3-ae7c-44bce2260038 service nova] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Updated VIF entry in instance network info cache for port 26550356-7556-4264-be23-0a8c3dc4bc64. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.740156] env[69159]: DEBUG nova.network.neutron [req-45531b5d-bd83-4fe4-a48f-f8580900c3e1 req-28a71b7c-bbb6-4af3-ae7c-44bce2260038 service nova] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Updating instance_info_cache with network_info: [{"id": "26550356-7556-4264-be23-0a8c3dc4bc64", "address": "fa:16:3e:0a:c9:f3", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26550356-75", "ovs_interfaceid": "26550356-7556-4264-be23-0a8c3dc4bc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.773597] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 858.774294] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cea54bf5-be88-4014-afdc-4207b2f0131c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.784290] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 858.784290] env[69159]: value = "task-3448696" [ 858.784290] env[69159]: _type = "Task" [ 858.784290] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.792847] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448696, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.898492] env[69159]: DEBUG nova.network.neutron [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Successfully created port: fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.965466] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.050393] env[69159]: INFO nova.compute.manager [None req-fe50d41a-8ac0-49b1-a53d-27179f3538d1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] instance snapshotting [ 859.050393] env[69159]: DEBUG nova.objects.instance [None req-fe50d41a-8ac0-49b1-a53d-27179f3538d1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Lazy-loading 'flavor' on Instance uuid af542ca8-ff1b-46e4-b833-9d24b83d520f {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.068657] env[69159]: DEBUG nova.scheduler.client.report [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.116375] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528fd4c6-a396-c69c-6cf2-aff187dac7c1, 'name': SearchDatastore_Task, 'duration_secs': 0.008259} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.117253] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-675e473d-e807-48a2-8121-a30ac2e15cbf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.124409] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 859.124409] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5271c2d0-5bf1-b7bd-abbc-5daaa836d2c5" [ 859.124409] env[69159]: _type = "Task" [ 859.124409] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.133428] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5271c2d0-5bf1-b7bd-abbc-5daaa836d2c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.142991] env[69159]: DEBUG nova.compute.manager [req-78172e99-a601-4d9f-b04c-5dd908c19b8e req-47632055-38bd-48af-a3cd-61da8ef829ab service nova] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Received event network-vif-deleted-73a9c505-f987-41d3-9357-9c5575fbbd37 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 859.198019] env[69159]: DEBUG oslo_concurrency.lockutils [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Acquiring lock "refresh_cache-af542ca8-ff1b-46e4-b833-9d24b83d520f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.198240] env[69159]: DEBUG oslo_concurrency.lockutils [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Acquired lock "refresh_cache-af542ca8-ff1b-46e4-b833-9d24b83d520f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.198423] env[69159]: DEBUG nova.network.neutron [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.247378] env[69159]: DEBUG oslo_concurrency.lockutils [req-45531b5d-bd83-4fe4-a48f-f8580900c3e1 req-28a71b7c-bbb6-4af3-ae7c-44bce2260038 service nova] Releasing lock "refresh_cache-8bad35e0-2531-41a6-9b1e-ecf9c88c7665" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.296060] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448696, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.500926] env[69159]: DEBUG nova.compute.manager [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 859.526292] env[69159]: DEBUG nova.virt.hardware [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.526581] env[69159]: DEBUG nova.virt.hardware [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.526763] env[69159]: DEBUG nova.virt.hardware [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.526951] env[69159]: DEBUG nova.virt.hardware [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.527548] env[69159]: DEBUG nova.virt.hardware [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.527548] env[69159]: DEBUG nova.virt.hardware [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.527548] env[69159]: DEBUG nova.virt.hardware [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.527746] env[69159]: DEBUG nova.virt.hardware [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.527941] env[69159]: DEBUG nova.virt.hardware [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.528156] env[69159]: DEBUG nova.virt.hardware [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.528375] env[69159]: DEBUG nova.virt.hardware [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.529317] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e700a08e-75fd-4b1a-846e-46441acbde05 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.539033] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d3cde2-575d-41dd-8ebf-6e1acca2b56e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.555521] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df1e1b2-44c6-4570-bb7b-d360ef5a7fd8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.570788] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f81ea6d-c84d-48da-9ae2-0fd50c8e4b21 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.577200] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.581212] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.333s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.582727] env[69159]: INFO nova.compute.claims [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.600790] env[69159]: INFO nova.scheduler.client.report [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Deleted allocations for instance 7548a4b2-15e3-4464-9875-9bf88de7a4ef [ 859.634628] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5271c2d0-5bf1-b7bd-abbc-5daaa836d2c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.634880] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.635165] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8bad35e0-2531-41a6-9b1e-ecf9c88c7665/8bad35e0-2531-41a6-9b1e-ecf9c88c7665.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.635432] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1e7e4a9-b878-4163-9c01-f5991fa803f0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.642100] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 859.642100] env[69159]: value = "task-3448697" [ 859.642100] env[69159]: _type = "Task" [ 859.642100] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.652263] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.719390] env[69159]: DEBUG nova.network.neutron [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.773711] env[69159]: DEBUG nova.network.neutron [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.798056] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448696, 'name': CloneVM_Task} progress is 95%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.087181] env[69159]: DEBUG nova.compute.manager [None req-fe50d41a-8ac0-49b1-a53d-27179f3538d1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Instance disappeared during snapshot {{(pid=69159) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4594}} [ 860.109995] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e6f9911-3d5c-4ab6-964c-080ca22001b7 tempest-VolumesAssistedSnapshotsTest-2066730739 tempest-VolumesAssistedSnapshotsTest-2066730739-project-member] Lock "7548a4b2-15e3-4464-9875-9bf88de7a4ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.053s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.152160] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428207} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.152493] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8bad35e0-2531-41a6-9b1e-ecf9c88c7665/8bad35e0-2531-41a6-9b1e-ecf9c88c7665.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.152713] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.153023] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74f57fe9-6982-4539-ab06-26e2918c8a96 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.160283] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 860.160283] env[69159]: value = "task-3448698" [ 860.160283] env[69159]: _type = "Task" [ 860.160283] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.170093] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.234039] env[69159]: DEBUG nova.compute.manager [None req-fe50d41a-8ac0-49b1-a53d-27179f3538d1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Found 0 images (rotation: 2) {{(pid=69159) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5016}} [ 860.279029] env[69159]: DEBUG oslo_concurrency.lockutils [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Releasing lock "refresh_cache-af542ca8-ff1b-46e4-b833-9d24b83d520f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.279029] env[69159]: DEBUG nova.compute.manager [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 860.279180] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.280188] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d50b735-97d1-459f-a578-cfc8b68d4275 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.291019] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.291019] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78ac9827-5cf8-4b54-81e6-7a47486cfd34 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.298263] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448696, 'name': CloneVM_Task, 'duration_secs': 1.28716} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.298971] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Created linked-clone VM from snapshot [ 860.299322] env[69159]: DEBUG oslo_vmware.api [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Waiting for the task: (returnval){ [ 860.299322] env[69159]: value = "task-3448699" [ 860.299322] env[69159]: _type = "Task" [ 860.299322] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.300019] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963f1232-7be8-4fd5-82e6-88317a5dda72 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.312826] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Uploading image cb4ebcf3-829f-4bcb-a899-8062eeea4629 {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 860.322498] env[69159]: DEBUG oslo_vmware.api [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.367152] env[69159]: DEBUG oslo_vmware.rw_handles [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 860.367152] env[69159]: value = "vm-688571" [ 860.367152] env[69159]: _type = "VirtualMachine" [ 860.367152] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 860.367484] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3e855429-4d29-47f5-95e0-4f5e86ddd9e2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.374968] env[69159]: DEBUG oslo_vmware.rw_handles [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lease: (returnval){ [ 860.374968] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5206ec48-05cc-35db-75dd-cb32a5c16351" [ 860.374968] env[69159]: _type = "HttpNfcLease" [ 860.374968] env[69159]: } obtained for exporting VM: (result){ [ 860.374968] env[69159]: value = "vm-688571" [ 860.374968] env[69159]: _type = "VirtualMachine" [ 860.374968] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 860.375352] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the lease: (returnval){ [ 860.375352] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5206ec48-05cc-35db-75dd-cb32a5c16351" [ 860.375352] env[69159]: _type = "HttpNfcLease" [ 860.375352] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 860.382234] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 860.382234] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5206ec48-05cc-35db-75dd-cb32a5c16351" [ 860.382234] env[69159]: _type = "HttpNfcLease" [ 860.382234] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 860.673390] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194507} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.673670] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.674536] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3af6d0b-02ea-4e39-964d-7d8937848104 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.699790] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 8bad35e0-2531-41a6-9b1e-ecf9c88c7665/8bad35e0-2531-41a6-9b1e-ecf9c88c7665.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.702488] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-348da59e-0e24-4669-9e3f-13abf62bfe5c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.728466] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 860.728466] env[69159]: value = "task-3448701" [ 860.728466] env[69159]: _type = "Task" [ 860.728466] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.740563] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.783554] env[69159]: DEBUG nova.network.neutron [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Successfully updated port: fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.812364] env[69159]: DEBUG oslo_vmware.api [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448699, 'name': PowerOffVM_Task, 'duration_secs': 0.188632} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.814850] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.815040] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.815483] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-603f22e4-024f-484a-9ae5-da189d07a0c0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.839984] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.840219] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.841024] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Deleting the datastore file [datastore1] af542ca8-ff1b-46e4-b833-9d24b83d520f {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.841024] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ed45855-99f6-4437-9b64-2c60c4977c67 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.846772] env[69159]: DEBUG oslo_vmware.api [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Waiting for the task: (returnval){ [ 860.846772] env[69159]: value = "task-3448703" [ 860.846772] env[69159]: _type = "Task" [ 860.846772] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.858539] env[69159]: DEBUG oslo_vmware.api [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.888039] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 860.888039] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5206ec48-05cc-35db-75dd-cb32a5c16351" [ 860.888039] env[69159]: _type = "HttpNfcLease" [ 860.888039] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 860.888039] env[69159]: DEBUG oslo_vmware.rw_handles [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 860.888039] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5206ec48-05cc-35db-75dd-cb32a5c16351" [ 860.888039] env[69159]: _type = "HttpNfcLease" [ 860.888039] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 860.888039] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c403f04-ca17-468b-b7e8-a5d3685ac3f7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.894934] env[69159]: DEBUG oslo_vmware.rw_handles [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522df772-0bea-607f-0741-94f8223ede16/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 860.895159] env[69159]: DEBUG oslo_vmware.rw_handles [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522df772-0bea-607f-0741-94f8223ede16/disk-0.vmdk for reading. {{(pid=69159) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 860.993135] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3616e8b8-241d-456b-a6c7-9930f45379b2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.156151] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe97e47c-6371-4d15-8f93-10ae4270f170 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.163143] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c30e38-935f-43d5-ae1d-7076660b48c4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.195893] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40ad698-4fc3-42b7-88aa-1869ee14f2b3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.200303] env[69159]: DEBUG nova.compute.manager [req-0082a559-03f3-409b-a4a2-39be6306c9bd req-ddfc4edd-f2ab-413a-b16b-2c00e5c67dce service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Received event network-vif-plugged-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 861.200303] env[69159]: DEBUG oslo_concurrency.lockutils [req-0082a559-03f3-409b-a4a2-39be6306c9bd req-ddfc4edd-f2ab-413a-b16b-2c00e5c67dce service nova] Acquiring lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.208021] env[69159]: DEBUG oslo_concurrency.lockutils [req-0082a559-03f3-409b-a4a2-39be6306c9bd req-ddfc4edd-f2ab-413a-b16b-2c00e5c67dce service nova] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.208021] env[69159]: DEBUG oslo_concurrency.lockutils [req-0082a559-03f3-409b-a4a2-39be6306c9bd req-ddfc4edd-f2ab-413a-b16b-2c00e5c67dce service nova] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.208021] env[69159]: DEBUG nova.compute.manager [req-0082a559-03f3-409b-a4a2-39be6306c9bd req-ddfc4edd-f2ab-413a-b16b-2c00e5c67dce service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] No waiting events found dispatching network-vif-plugged-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 861.208021] env[69159]: WARNING nova.compute.manager [req-0082a559-03f3-409b-a4a2-39be6306c9bd req-ddfc4edd-f2ab-413a-b16b-2c00e5c67dce service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Received unexpected event network-vif-plugged-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 for instance with vm_state building and task_state spawning. [ 861.208021] env[69159]: DEBUG nova.compute.manager [req-0082a559-03f3-409b-a4a2-39be6306c9bd req-ddfc4edd-f2ab-413a-b16b-2c00e5c67dce service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Received event network-changed-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 861.208021] env[69159]: DEBUG nova.compute.manager [req-0082a559-03f3-409b-a4a2-39be6306c9bd req-ddfc4edd-f2ab-413a-b16b-2c00e5c67dce service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Refreshing instance network info cache due to event network-changed-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 861.208021] env[69159]: DEBUG oslo_concurrency.lockutils [req-0082a559-03f3-409b-a4a2-39be6306c9bd req-ddfc4edd-f2ab-413a-b16b-2c00e5c67dce service nova] Acquiring lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.208021] env[69159]: DEBUG oslo_concurrency.lockutils [req-0082a559-03f3-409b-a4a2-39be6306c9bd req-ddfc4edd-f2ab-413a-b16b-2c00e5c67dce service nova] Acquired lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.208021] env[69159]: DEBUG nova.network.neutron [req-0082a559-03f3-409b-a4a2-39be6306c9bd req-ddfc4edd-f2ab-413a-b16b-2c00e5c67dce service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Refreshing network info cache for port fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.218016] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0725104-cee4-40df-9e8d-74b306fcacba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.240054] env[69159]: DEBUG nova.compute.provider_tree [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.249542] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448701, 'name': ReconfigVM_Task, 'duration_secs': 0.263803} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.251033] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 8bad35e0-2531-41a6-9b1e-ecf9c88c7665/8bad35e0-2531-41a6-9b1e-ecf9c88c7665.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.251431] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-675bc880-dc4b-4a96-8846-e5d5624dfb6b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.260498] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 861.260498] env[69159]: value = "task-3448704" [ 861.260498] env[69159]: _type = "Task" [ 861.260498] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.268950] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448704, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.288810] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.358341] env[69159]: DEBUG oslo_vmware.api [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Task: {'id': task-3448703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099381} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.358341] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.358341] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.358341] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.358565] env[69159]: INFO nova.compute.manager [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 861.359148] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.359148] env[69159]: DEBUG nova.compute.manager [-] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 861.359148] env[69159]: DEBUG nova.network.neutron [-] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.377647] env[69159]: DEBUG nova.network.neutron [-] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.741905] env[69159]: DEBUG nova.network.neutron [req-0082a559-03f3-409b-a4a2-39be6306c9bd req-ddfc4edd-f2ab-413a-b16b-2c00e5c67dce service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.747653] env[69159]: DEBUG nova.scheduler.client.report [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.775623] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448704, 'name': Rename_Task, 'duration_secs': 0.199197} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.776053] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.776321] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b443e81-67c6-4aa7-8e9b-c11a3b55f19d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.782821] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 861.782821] env[69159]: value = "task-3448705" [ 861.782821] env[69159]: _type = "Task" [ 861.782821] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.796855] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.882240] env[69159]: DEBUG nova.network.neutron [-] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.918339] env[69159]: DEBUG nova.network.neutron [req-0082a559-03f3-409b-a4a2-39be6306c9bd req-ddfc4edd-f2ab-413a-b16b-2c00e5c67dce service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.251054] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.251634] env[69159]: DEBUG nova.compute.manager [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 862.255709] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.983s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.261943] env[69159]: INFO nova.compute.claims [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.296270] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448705, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.386234] env[69159]: INFO nova.compute.manager [-] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Took 1.03 seconds to deallocate network for instance. [ 862.422449] env[69159]: DEBUG oslo_concurrency.lockutils [req-0082a559-03f3-409b-a4a2-39be6306c9bd req-ddfc4edd-f2ab-413a-b16b-2c00e5c67dce service nova] Releasing lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.423718] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.423824] env[69159]: DEBUG nova.network.neutron [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.773552] env[69159]: DEBUG nova.compute.utils [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.778617] env[69159]: DEBUG nova.compute.manager [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 862.778861] env[69159]: DEBUG nova.network.neutron [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.799215] env[69159]: DEBUG oslo_vmware.api [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448705, 'name': PowerOnVM_Task, 'duration_secs': 0.767574} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.799606] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.800123] env[69159]: INFO nova.compute.manager [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Took 8.10 seconds to spawn the instance on the hypervisor. [ 862.800317] env[69159]: DEBUG nova.compute.manager [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 862.801150] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e28ac4-03a7-4799-b498-c10ca3fc5b4f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.848626] env[69159]: DEBUG nova.policy [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8858d472e7e844c9bc7f59add3321e95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b57d4867fc1d4382b4451d8fa7b2a464', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.892506] env[69159]: DEBUG oslo_concurrency.lockutils [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.995653] env[69159]: DEBUG nova.network.neutron [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.278927] env[69159]: DEBUG nova.compute.manager [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 863.301358] env[69159]: DEBUG nova.network.neutron [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Updating instance_info_cache with network_info: [{"id": "fc57e1fe-0b10-45d9-bfa9-e903bd980ea9", "address": "fa:16:3e:21:d9:c0", "network": {"id": "0ec7c2af-82d0-4f2e-9053-9c71addc6ec2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1487965669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee2b7fe8b894b7fad608df786ce0d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc57e1fe-0b", "ovs_interfaceid": "fc57e1fe-0b10-45d9-bfa9-e903bd980ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.333695] env[69159]: INFO nova.compute.manager [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Took 45.21 seconds to build instance. [ 863.501917] env[69159]: DEBUG nova.network.neutron [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Successfully created port: ec6372a3-2e9e-4b42-af28-fd06c728ba4e {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.804462] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Releasing lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.804799] env[69159]: DEBUG nova.compute.manager [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Instance network_info: |[{"id": "fc57e1fe-0b10-45d9-bfa9-e903bd980ea9", "address": "fa:16:3e:21:d9:c0", "network": {"id": "0ec7c2af-82d0-4f2e-9053-9c71addc6ec2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1487965669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee2b7fe8b894b7fad608df786ce0d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc57e1fe-0b", "ovs_interfaceid": "fc57e1fe-0b10-45d9-bfa9-e903bd980ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 863.809299] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:d9:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc57e1fe-0b10-45d9-bfa9-e903bd980ea9', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.821261] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Creating folder: Project (1ee2b7fe8b894b7fad608df786ce0d76). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.823661] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9e95bf5-b347-463e-b456-bbe970d9d362 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.837212] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61f0beca-8852-437b-a0ea-b8036350ff93 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "8bad35e0-2531-41a6-9b1e-ecf9c88c7665" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.826s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.837704] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Created folder: Project (1ee2b7fe8b894b7fad608df786ce0d76) in parent group-v688391. [ 863.837704] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Creating folder: Instances. Parent ref: group-v688572. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.837914] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0ff2816-10a5-454c-a698-d6bbb3d93bee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.843128] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa29990-3590-42e4-817d-000db27fc92a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.849253] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39ed47c-7c73-4d4e-b2fb-50c23da978c7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.853952] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Created folder: Instances in parent group-v688572. [ 863.854300] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.854780] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.855288] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aed650e6-3665-45ef-a15c-a6c854c2edd6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.898766] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe991397-7b5e-4a15-97c7-5d682386cdaf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.903188] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.903188] env[69159]: value = "task-3448708" [ 863.903188] env[69159]: _type = "Task" [ 863.903188] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.910263] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2f7a93-7d6a-4115-a7af-bdf95b3e3232 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.917889] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448708, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.928650] env[69159]: DEBUG nova.compute.provider_tree [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.292114] env[69159]: DEBUG nova.compute.manager [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 864.329701] env[69159]: DEBUG nova.virt.hardware [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.329701] env[69159]: DEBUG nova.virt.hardware [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.329701] env[69159]: DEBUG nova.virt.hardware [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.329701] env[69159]: DEBUG nova.virt.hardware [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.329701] env[69159]: DEBUG nova.virt.hardware [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.329701] env[69159]: DEBUG nova.virt.hardware [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.329701] env[69159]: DEBUG nova.virt.hardware [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.330365] env[69159]: DEBUG nova.virt.hardware [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.330808] env[69159]: DEBUG nova.virt.hardware [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.331662] env[69159]: DEBUG nova.virt.hardware [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.331662] env[69159]: DEBUG nova.virt.hardware [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.333020] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c14339b-e71c-409f-9cd9-2a8fda284f79 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.345573] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e73470-efb6-4267-956b-aae80d61dd48 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.416018] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448708, 'name': CreateVM_Task, 'duration_secs': 0.493644} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.416370] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.417145] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.417337] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.417680] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.417969] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-258e635e-036f-42ae-bfc7-28ecc72d136b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.423671] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 864.423671] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520e73a1-3063-1bc1-52af-5cf230334fd2" [ 864.423671] env[69159]: _type = "Task" [ 864.423671] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.435733] env[69159]: DEBUG nova.scheduler.client.report [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.440034] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520e73a1-3063-1bc1-52af-5cf230334fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.935068] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520e73a1-3063-1bc1-52af-5cf230334fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.021377} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.935436] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.935676] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.935912] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.936069] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.936257] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.936528] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-794d7584-e5f1-4477-8366-65aea3ff3224 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.941458] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.941928] env[69159]: DEBUG nova.compute.manager [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 864.945697] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.807s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.945811] env[69159]: DEBUG nova.objects.instance [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Lazy-loading 'resources' on Instance uuid eaa07690-118d-4c3d-837e-63358222e9d2 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.948553] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.948756] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.949502] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847d6bf0-02ae-4f71-bb1f-a0ff758abf03 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.955851] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 864.955851] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52244c4e-d991-2cf5-d952-7411012ddd19" [ 864.955851] env[69159]: _type = "Task" [ 864.955851] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.964813] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52244c4e-d991-2cf5-d952-7411012ddd19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.448576] env[69159]: DEBUG nova.compute.utils [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.455136] env[69159]: DEBUG nova.compute.manager [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 865.455353] env[69159]: DEBUG nova.network.neutron [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.477990] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52244c4e-d991-2cf5-d952-7411012ddd19, 'name': SearchDatastore_Task, 'duration_secs': 0.020344} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.480368] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24575038-2fc9-42d5-8fe4-2987a2f2c9f5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.486685] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 865.486685] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c16ac9-89ef-6b30-bccc-48fb1de11d0b" [ 865.486685] env[69159]: _type = "Task" [ 865.486685] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.501212] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c16ac9-89ef-6b30-bccc-48fb1de11d0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010661} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.501491] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.501853] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6/3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.502157] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0fafbf7-50e5-4d55-a0b5-95169d65c272 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.510070] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 865.510070] env[69159]: value = "task-3448709" [ 865.510070] env[69159]: _type = "Task" [ 865.510070] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.521853] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.579359] env[69159]: DEBUG nova.compute.manager [req-36194665-9b36-43b9-b817-17751500e23c req-14ec10cf-e31b-4fc8-bbc8-52d2ecd2b7db service nova] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Received event network-vif-plugged-ec6372a3-2e9e-4b42-af28-fd06c728ba4e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 865.579597] env[69159]: DEBUG oslo_concurrency.lockutils [req-36194665-9b36-43b9-b817-17751500e23c req-14ec10cf-e31b-4fc8-bbc8-52d2ecd2b7db service nova] Acquiring lock "6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.579807] env[69159]: DEBUG oslo_concurrency.lockutils [req-36194665-9b36-43b9-b817-17751500e23c req-14ec10cf-e31b-4fc8-bbc8-52d2ecd2b7db service nova] Lock "6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.579986] env[69159]: DEBUG oslo_concurrency.lockutils [req-36194665-9b36-43b9-b817-17751500e23c req-14ec10cf-e31b-4fc8-bbc8-52d2ecd2b7db service nova] Lock "6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.580220] env[69159]: DEBUG nova.compute.manager [req-36194665-9b36-43b9-b817-17751500e23c req-14ec10cf-e31b-4fc8-bbc8-52d2ecd2b7db service nova] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] No waiting events found dispatching network-vif-plugged-ec6372a3-2e9e-4b42-af28-fd06c728ba4e {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 865.580435] env[69159]: WARNING nova.compute.manager [req-36194665-9b36-43b9-b817-17751500e23c req-14ec10cf-e31b-4fc8-bbc8-52d2ecd2b7db service nova] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Received unexpected event network-vif-plugged-ec6372a3-2e9e-4b42-af28-fd06c728ba4e for instance with vm_state building and task_state spawning. [ 865.590032] env[69159]: DEBUG nova.policy [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '808c86ae41ff4c8884677cf317a862c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e20f58dcc47c43e7af3cf938035cc635', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.714656] env[69159]: DEBUG nova.network.neutron [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Successfully updated port: ec6372a3-2e9e-4b42-af28-fd06c728ba4e {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.797354] env[69159]: INFO nova.compute.manager [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Rebuilding instance [ 865.878679] env[69159]: DEBUG nova.compute.manager [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 865.879651] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e16acb7-a975-4fd4-b7f7-5cc570a98f3d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.962888] env[69159]: DEBUG nova.compute.manager [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 866.029941] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491591} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.029941] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6/3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.029941] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.029941] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05e3d6f5-593b-410d-9f4c-86b753347dd9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.037415] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 866.037415] env[69159]: value = "task-3448710" [ 866.037415] env[69159]: _type = "Task" [ 866.037415] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.049353] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.053634] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7b6703-f02d-46a8-8aa3-16b620c16f5f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.061233] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e373b9-9018-4ca7-9df9-f8aece4ee8f9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.095234] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b44bfe8-52be-47f6-a473-c3b5292f1f9c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.103675] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42c0be9-6c88-4e01-a4d2-0a40c47ed4c7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.117553] env[69159]: DEBUG nova.compute.provider_tree [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.219425] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "refresh_cache-6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.219425] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "refresh_cache-6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.219425] env[69159]: DEBUG nova.network.neutron [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.457671] env[69159]: DEBUG nova.network.neutron [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Successfully created port: 44edd60e-ed33-4e10-a8bc-ba2000ceae0a {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.547661] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065597} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.548057] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.548832] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443cb455-1b2d-4274-9571-8b805de57955 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.575809] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6/3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.576977] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1359075b-cd12-42c9-8543-6fa1ab9f75e0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.599192] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 866.599192] env[69159]: value = "task-3448711" [ 866.599192] env[69159]: _type = "Task" [ 866.599192] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.607775] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.622021] env[69159]: DEBUG nova.scheduler.client.report [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.810198] env[69159]: DEBUG nova.network.neutron [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.905865] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.906098] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39be95bc-092d-4e6f-a651-4bd40e502649 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.913198] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 866.913198] env[69159]: value = "task-3448712" [ 866.913198] env[69159]: _type = "Task" [ 866.913198] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.924974] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.973981] env[69159]: DEBUG nova.compute.manager [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 867.019486] env[69159]: DEBUG nova.virt.hardware [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.020291] env[69159]: DEBUG nova.virt.hardware [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.020519] env[69159]: DEBUG nova.virt.hardware [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.020781] env[69159]: DEBUG nova.virt.hardware [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.021067] env[69159]: DEBUG nova.virt.hardware [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.021272] env[69159]: DEBUG nova.virt.hardware [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.021507] env[69159]: DEBUG nova.virt.hardware [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.022163] env[69159]: DEBUG nova.virt.hardware [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.022356] env[69159]: DEBUG nova.virt.hardware [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.022528] env[69159]: DEBUG nova.virt.hardware [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.022735] env[69159]: DEBUG nova.virt.hardware [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.023948] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4eddb2-6e52-4e53-85fd-3cad4c066fe9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.033676] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c012bc7-154a-4e65-bbc8-94619e01eceb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.109606] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448711, 'name': ReconfigVM_Task, 'duration_secs': 0.417475} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.109922] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6/3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.110585] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ea5ee19-4086-4e36-9cec-2823da5f12c5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.117416] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 867.117416] env[69159]: value = "task-3448713" [ 867.117416] env[69159]: _type = "Task" [ 867.117416] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.130408] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.132578] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448713, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.133063] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.267s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.133312] env[69159]: DEBUG nova.objects.instance [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Lazy-loading 'resources' on Instance uuid 784beeb2-44f5-42af-b2d8-45847a628c71 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.164821] env[69159]: INFO nova.scheduler.client.report [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Deleted allocations for instance eaa07690-118d-4c3d-837e-63358222e9d2 [ 867.301241] env[69159]: DEBUG nova.network.neutron [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Updating instance_info_cache with network_info: [{"id": "ec6372a3-2e9e-4b42-af28-fd06c728ba4e", "address": "fa:16:3e:3d:88:d2", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6372a3-2e", "ovs_interfaceid": "ec6372a3-2e9e-4b42-af28-fd06c728ba4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.431037] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448712, 'name': PowerOffVM_Task, 'duration_secs': 0.289148} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.431037] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.431037] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.431037] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc7bc81-ae03-4d8c-b923-76380bd2a1b5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.437167] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.437504] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9117dc7-6fcd-4ceb-8c68-04eb712c2136 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.506545] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.506815] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.507042] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleting the datastore file [datastore2] 8bad35e0-2531-41a6-9b1e-ecf9c88c7665 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.507361] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23776fa1-ba7f-4124-871d-da2d18c42076 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.514654] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 867.514654] env[69159]: value = "task-3448715" [ 867.514654] env[69159]: _type = "Task" [ 867.514654] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.526090] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.616230] env[69159]: DEBUG nova.compute.manager [req-d4ec055e-7464-4530-8c37-ba05f3d2cfbe req-85f16aef-5423-46fe-b594-dbb322d0be9a service nova] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Received event network-changed-ec6372a3-2e9e-4b42-af28-fd06c728ba4e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 867.616530] env[69159]: DEBUG nova.compute.manager [req-d4ec055e-7464-4530-8c37-ba05f3d2cfbe req-85f16aef-5423-46fe-b594-dbb322d0be9a service nova] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Refreshing instance network info cache due to event network-changed-ec6372a3-2e9e-4b42-af28-fd06c728ba4e. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 867.616791] env[69159]: DEBUG oslo_concurrency.lockutils [req-d4ec055e-7464-4530-8c37-ba05f3d2cfbe req-85f16aef-5423-46fe-b594-dbb322d0be9a service nova] Acquiring lock "refresh_cache-6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.627840] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448713, 'name': Rename_Task, 'duration_secs': 0.166001} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.628132] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.628371] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63a7ca9c-e9fe-4c9a-9cc1-91479b015f64 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.635154] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 867.635154] env[69159]: value = "task-3448716" [ 867.635154] env[69159]: _type = "Task" [ 867.635154] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.647031] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.675183] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ba058e83-ce42-4f72-a00d-7af6122cc7ab tempest-ServerRescueTestJSONUnderV235-951333848 tempest-ServerRescueTestJSONUnderV235-951333848-project-member] Lock "eaa07690-118d-4c3d-837e-63358222e9d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.509s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.809281] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "refresh_cache-6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.809580] env[69159]: DEBUG nova.compute.manager [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Instance network_info: |[{"id": "ec6372a3-2e9e-4b42-af28-fd06c728ba4e", "address": "fa:16:3e:3d:88:d2", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6372a3-2e", "ovs_interfaceid": "ec6372a3-2e9e-4b42-af28-fd06c728ba4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 867.810197] env[69159]: DEBUG oslo_concurrency.lockutils [req-d4ec055e-7464-4530-8c37-ba05f3d2cfbe req-85f16aef-5423-46fe-b594-dbb322d0be9a service nova] Acquired lock "refresh_cache-6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.810394] env[69159]: DEBUG nova.network.neutron [req-d4ec055e-7464-4530-8c37-ba05f3d2cfbe req-85f16aef-5423-46fe-b594-dbb322d0be9a service nova] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Refreshing network info cache for port ec6372a3-2e9e-4b42-af28-fd06c728ba4e {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.811640] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:88:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec6372a3-2e9e-4b42-af28-fd06c728ba4e', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.822583] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.825561] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.828840] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8b9525a-8157-4282-a76c-8c6800acd53f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.853457] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.853457] env[69159]: value = "task-3448717" [ 867.853457] env[69159]: _type = "Task" [ 867.853457] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.865090] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448717, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.029989] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182209} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.030100] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.031064] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.031064] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.148726] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448716, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.187639] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18291eb6-4b58-4a5d-8b15-6cfc771925fb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.198795] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6442948-8e4a-4182-bc9f-6e866090d171 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.235571] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d264e0-0aed-4776-acde-7d6e1823a7fc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.245090] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb2cb72-6095-4dff-a21c-2fc9bfce4487 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.260899] env[69159]: DEBUG nova.compute.provider_tree [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.365842] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448717, 'name': CreateVM_Task, 'duration_secs': 0.456467} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.366172] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.366974] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.367248] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.367649] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.367980] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70aea553-f001-449a-b633-5f78648d564e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.372640] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 868.372640] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d25f00-e546-14d3-ed5f-0db2d64ad271" [ 868.372640] env[69159]: _type = "Task" [ 868.372640] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.381847] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d25f00-e546-14d3-ed5f-0db2d64ad271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.501387] env[69159]: DEBUG nova.network.neutron [req-d4ec055e-7464-4530-8c37-ba05f3d2cfbe req-85f16aef-5423-46fe-b594-dbb322d0be9a service nova] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Updated VIF entry in instance network info cache for port ec6372a3-2e9e-4b42-af28-fd06c728ba4e. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.501387] env[69159]: DEBUG nova.network.neutron [req-d4ec055e-7464-4530-8c37-ba05f3d2cfbe req-85f16aef-5423-46fe-b594-dbb322d0be9a service nova] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Updating instance_info_cache with network_info: [{"id": "ec6372a3-2e9e-4b42-af28-fd06c728ba4e", "address": "fa:16:3e:3d:88:d2", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6372a3-2e", "ovs_interfaceid": "ec6372a3-2e9e-4b42-af28-fd06c728ba4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.648868] env[69159]: DEBUG oslo_vmware.api [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448716, 'name': PowerOnVM_Task, 'duration_secs': 0.545283} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.649575] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.650219] env[69159]: INFO nova.compute.manager [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Took 9.15 seconds to spawn the instance on the hypervisor. [ 868.650579] env[69159]: DEBUG nova.compute.manager [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 868.651539] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fe5e2b-1d66-45b9-8359-6d41148e37be {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.766103] env[69159]: DEBUG nova.scheduler.client.report [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.886680] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d25f00-e546-14d3-ed5f-0db2d64ad271, 'name': SearchDatastore_Task, 'duration_secs': 0.014404} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.886680] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.887860] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.887860] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.887860] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.887860] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.887860] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed11ccd5-bc35-4ce5-a999-e3db629e570e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.901131] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.901131] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.901131] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ca44f1-794b-4213-ab1b-1a77bf93d673 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.907584] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 868.907584] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5241dee0-3ba3-e5da-9c21-91c1fdbad275" [ 868.907584] env[69159]: _type = "Task" [ 868.907584] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.908508] env[69159]: DEBUG nova.network.neutron [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Successfully updated port: 44edd60e-ed33-4e10-a8bc-ba2000ceae0a {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.924273] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5241dee0-3ba3-e5da-9c21-91c1fdbad275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.003264] env[69159]: DEBUG oslo_concurrency.lockutils [req-d4ec055e-7464-4530-8c37-ba05f3d2cfbe req-85f16aef-5423-46fe-b594-dbb322d0be9a service nova] Releasing lock "refresh_cache-6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.076476] env[69159]: DEBUG nova.virt.hardware [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.076876] env[69159]: DEBUG nova.virt.hardware [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.077234] env[69159]: DEBUG nova.virt.hardware [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.077484] env[69159]: DEBUG nova.virt.hardware [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.077969] env[69159]: DEBUG nova.virt.hardware [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.078176] env[69159]: DEBUG nova.virt.hardware [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.078413] env[69159]: DEBUG nova.virt.hardware [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.078588] env[69159]: DEBUG nova.virt.hardware [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.078894] env[69159]: DEBUG nova.virt.hardware [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.079107] env[69159]: DEBUG nova.virt.hardware [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.079315] env[69159]: DEBUG nova.virt.hardware [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.080207] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49240961-345a-4b00-9d70-ccc07d6e221b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.089242] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52add0e0-87ec-43f0-b403-875bef6435ba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.103600] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:c9:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26550356-7556-4264-be23-0a8c3dc4bc64', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.111226] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.111558] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.111808] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca861e88-7f0d-4f2b-a56f-27ed1c095a7c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.133196] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.133196] env[69159]: value = "task-3448718" [ 869.133196] env[69159]: _type = "Task" [ 869.133196] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.143040] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448718, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.174552] env[69159]: INFO nova.compute.manager [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Took 44.70 seconds to build instance. [ 869.274992] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.277918] env[69159]: DEBUG oslo_concurrency.lockutils [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.856s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.279677] env[69159]: INFO nova.compute.claims [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.315838] env[69159]: INFO nova.scheduler.client.report [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Deleted allocations for instance 784beeb2-44f5-42af-b2d8-45847a628c71 [ 869.419456] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "refresh_cache-09a8d090-e7a0-42cb-94e9-9bc78348d52b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.419456] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquired lock "refresh_cache-09a8d090-e7a0-42cb-94e9-9bc78348d52b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.419456] env[69159]: DEBUG nova.network.neutron [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.427515] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5241dee0-3ba3-e5da-9c21-91c1fdbad275, 'name': SearchDatastore_Task, 'duration_secs': 0.016675} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.430210] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27b16b1-6b20-482f-8429-e8c4a85ed76e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.437048] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 869.437048] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5264a6fd-e01b-1506-2417-1588f47bdb55" [ 869.437048] env[69159]: _type = "Task" [ 869.437048] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.446981] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5264a6fd-e01b-1506-2417-1588f47bdb55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.645475] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448718, 'name': CreateVM_Task, 'duration_secs': 0.391711} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.645657] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.646539] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.646778] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.647114] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.647445] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a34f75e0-022e-4feb-9b5f-62450d9a7394 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.653578] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 869.653578] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a0c0e7-c5c6-9ad9-9fbe-c13db6fe460c" [ 869.653578] env[69159]: _type = "Task" [ 869.653578] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.661994] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a0c0e7-c5c6-9ad9-9fbe-c13db6fe460c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.677852] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3e614dd5-76cc-4663-887d-4c66929a2cc7 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.568s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.764446] env[69159]: DEBUG nova.compute.manager [req-0a53f38d-86b8-47e9-8b94-50d22e8a7b38 req-80f5b78d-cea7-4616-a8b5-7c00d4d47908 service nova] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Received event network-vif-plugged-44edd60e-ed33-4e10-a8bc-ba2000ceae0a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 869.764446] env[69159]: DEBUG oslo_concurrency.lockutils [req-0a53f38d-86b8-47e9-8b94-50d22e8a7b38 req-80f5b78d-cea7-4616-a8b5-7c00d4d47908 service nova] Acquiring lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.764446] env[69159]: DEBUG oslo_concurrency.lockutils [req-0a53f38d-86b8-47e9-8b94-50d22e8a7b38 req-80f5b78d-cea7-4616-a8b5-7c00d4d47908 service nova] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.764446] env[69159]: DEBUG oslo_concurrency.lockutils [req-0a53f38d-86b8-47e9-8b94-50d22e8a7b38 req-80f5b78d-cea7-4616-a8b5-7c00d4d47908 service nova] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.764446] env[69159]: DEBUG nova.compute.manager [req-0a53f38d-86b8-47e9-8b94-50d22e8a7b38 req-80f5b78d-cea7-4616-a8b5-7c00d4d47908 service nova] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] No waiting events found dispatching network-vif-plugged-44edd60e-ed33-4e10-a8bc-ba2000ceae0a {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 869.764446] env[69159]: WARNING nova.compute.manager [req-0a53f38d-86b8-47e9-8b94-50d22e8a7b38 req-80f5b78d-cea7-4616-a8b5-7c00d4d47908 service nova] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Received unexpected event network-vif-plugged-44edd60e-ed33-4e10-a8bc-ba2000ceae0a for instance with vm_state building and task_state spawning. [ 869.764969] env[69159]: DEBUG nova.compute.manager [req-0a53f38d-86b8-47e9-8b94-50d22e8a7b38 req-80f5b78d-cea7-4616-a8b5-7c00d4d47908 service nova] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Received event network-changed-44edd60e-ed33-4e10-a8bc-ba2000ceae0a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 869.764969] env[69159]: DEBUG nova.compute.manager [req-0a53f38d-86b8-47e9-8b94-50d22e8a7b38 req-80f5b78d-cea7-4616-a8b5-7c00d4d47908 service nova] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Refreshing instance network info cache due to event network-changed-44edd60e-ed33-4e10-a8bc-ba2000ceae0a. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 869.765107] env[69159]: DEBUG oslo_concurrency.lockutils [req-0a53f38d-86b8-47e9-8b94-50d22e8a7b38 req-80f5b78d-cea7-4616-a8b5-7c00d4d47908 service nova] Acquiring lock "refresh_cache-09a8d090-e7a0-42cb-94e9-9bc78348d52b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.827355] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c288f16-1037-4e4b-889c-044d88b517a8 tempest-ServerMetadataTestJSON-687237039 tempest-ServerMetadataTestJSON-687237039-project-member] Lock "784beeb2-44f5-42af-b2d8-45847a628c71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.508s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.949445] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5264a6fd-e01b-1506-2417-1588f47bdb55, 'name': SearchDatastore_Task, 'duration_secs': 0.018752} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.949772] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.950050] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3/6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.950347] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c29aab78-a245-490c-b641-f685d0d15a2d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.958831] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 869.958831] env[69159]: value = "task-3448719" [ 869.958831] env[69159]: _type = "Task" [ 869.958831] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.967437] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.978830] env[69159]: DEBUG nova.network.neutron [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.166213] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a0c0e7-c5c6-9ad9-9fbe-c13db6fe460c, 'name': SearchDatastore_Task, 'duration_secs': 0.019626} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.166213] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.166213] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.166213] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.166213] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.166213] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.166213] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cb7bb1f-3479-4dd9-84c2-82286369eda3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.173938] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.174136] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.174964] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09aa6b1a-c9b8-481c-a5f4-cc09f5e8b192 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.182979] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 870.182979] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520baf54-4ba8-8b66-8480-eb9eecc9fe3a" [ 870.182979] env[69159]: _type = "Task" [ 870.182979] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.191335] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520baf54-4ba8-8b66-8480-eb9eecc9fe3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.334808] env[69159]: DEBUG oslo_vmware.rw_handles [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522df772-0bea-607f-0741-94f8223ede16/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 870.335887] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0718870-ed94-4402-b2f6-c3adc27632bc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.344278] env[69159]: DEBUG oslo_vmware.rw_handles [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522df772-0bea-607f-0741-94f8223ede16/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 870.344556] env[69159]: ERROR oslo_vmware.rw_handles [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522df772-0bea-607f-0741-94f8223ede16/disk-0.vmdk due to incomplete transfer. [ 870.347876] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-98dc66ab-d509-4d08-9bcd-17d9f2c78c8a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.355232] env[69159]: DEBUG oslo_vmware.rw_handles [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522df772-0bea-607f-0741-94f8223ede16/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 870.355232] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Uploaded image cb4ebcf3-829f-4bcb-a899-8062eeea4629 to the Glance image server {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 870.357739] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 870.358029] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e86272f1-4a3a-49af-b79f-c3a3b08b1d46 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.366866] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 870.366866] env[69159]: value = "task-3448720" [ 870.366866] env[69159]: _type = "Task" [ 870.366866] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.383139] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448720, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.412111] env[69159]: DEBUG nova.network.neutron [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Updating instance_info_cache with network_info: [{"id": "44edd60e-ed33-4e10-a8bc-ba2000ceae0a", "address": "fa:16:3e:fd:34:fe", "network": {"id": "e937f80d-3123-4a8c-a1e6-f7dba5e73894", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-914840469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e20f58dcc47c43e7af3cf938035cc635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44edd60e-ed", "ovs_interfaceid": "44edd60e-ed33-4e10-a8bc-ba2000ceae0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.471935] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448719, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.702988] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520baf54-4ba8-8b66-8480-eb9eecc9fe3a, 'name': SearchDatastore_Task, 'duration_secs': 0.015968} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.707783] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ed5a066-d0c4-49ba-8064-6a6eb244d501 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.715061] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 870.715061] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529f1d6e-e841-f14c-3e6e-b37d779f0cc3" [ 870.715061] env[69159]: _type = "Task" [ 870.715061] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.724144] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529f1d6e-e841-f14c-3e6e-b37d779f0cc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.879580] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448720, 'name': Destroy_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.900024] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189d443a-084e-42a2-856f-97b4e4d0bf75 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.913812] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29990d28-a1a5-4146-aa6c-fb6a23c80765 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.918669] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Releasing lock "refresh_cache-09a8d090-e7a0-42cb-94e9-9bc78348d52b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.919178] env[69159]: DEBUG nova.compute.manager [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Instance network_info: |[{"id": "44edd60e-ed33-4e10-a8bc-ba2000ceae0a", "address": "fa:16:3e:fd:34:fe", "network": {"id": "e937f80d-3123-4a8c-a1e6-f7dba5e73894", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-914840469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e20f58dcc47c43e7af3cf938035cc635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44edd60e-ed", "ovs_interfaceid": "44edd60e-ed33-4e10-a8bc-ba2000ceae0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 870.919542] env[69159]: DEBUG oslo_concurrency.lockutils [req-0a53f38d-86b8-47e9-8b94-50d22e8a7b38 req-80f5b78d-cea7-4616-a8b5-7c00d4d47908 service nova] Acquired lock "refresh_cache-09a8d090-e7a0-42cb-94e9-9bc78348d52b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.919777] env[69159]: DEBUG nova.network.neutron [req-0a53f38d-86b8-47e9-8b94-50d22e8a7b38 req-80f5b78d-cea7-4616-a8b5-7c00d4d47908 service nova] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Refreshing network info cache for port 44edd60e-ed33-4e10-a8bc-ba2000ceae0a {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.921093] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:34:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44edd60e-ed33-4e10-a8bc-ba2000ceae0a', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.929677] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Creating folder: Project (e20f58dcc47c43e7af3cf938035cc635). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.930813] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b695f0ed-4c53-485d-9590-329274cf79a9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.968510] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be448d62-08c3-4901-bf4c-03c20b102865 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.971425] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Created folder: Project (e20f58dcc47c43e7af3cf938035cc635) in parent group-v688391. [ 870.972827] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Creating folder: Instances. Parent ref: group-v688577. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.972827] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9304a88-4832-41a7-9f20-0a5079dd8de0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.979721] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659791} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.983845] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3/6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.983845] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.983845] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e39fc51-7d38-482c-b3ba-5e0814c2928b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.986440] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7988da31-fb7d-42b2-868a-a3a9d721d992 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.990979] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Created folder: Instances in parent group-v688577. [ 870.992277] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.992277] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.993147] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ac9dcfa-1e27-4cf4-8e84-3839b60ff375 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.023812] env[69159]: DEBUG nova.compute.provider_tree [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.028370] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 871.028370] env[69159]: value = "task-3448723" [ 871.028370] env[69159]: _type = "Task" [ 871.028370] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.032163] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.032163] env[69159]: value = "task-3448724" [ 871.032163] env[69159]: _type = "Task" [ 871.032163] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.037516] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.042314] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448724, 'name': CreateVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.227017] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529f1d6e-e841-f14c-3e6e-b37d779f0cc3, 'name': SearchDatastore_Task, 'duration_secs': 0.0236} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.227017] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.227017] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8bad35e0-2531-41a6-9b1e-ecf9c88c7665/8bad35e0-2531-41a6-9b1e-ecf9c88c7665.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.227017] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7da0b78f-e7c1-4615-8a39-f499ffbb6568 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.237515] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 871.237515] env[69159]: value = "task-3448725" [ 871.237515] env[69159]: _type = "Task" [ 871.237515] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.246009] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.379357] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448720, 'name': Destroy_Task, 'duration_secs': 0.56884} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.379642] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Destroyed the VM [ 871.379878] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 871.380146] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a24847c4-75d8-4674-89ff-f1aa90b4cc29 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.387757] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 871.387757] env[69159]: value = "task-3448726" [ 871.387757] env[69159]: _type = "Task" [ 871.387757] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.396131] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448726, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.534596] env[69159]: DEBUG nova.scheduler.client.report [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.550644] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079144} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.556860] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.557250] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448724, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.560036] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7cf200-45c8-447e-996d-4cdab97a2ada {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.588573] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3/6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.592869] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5be7f55-b79f-4fc9-9bf9-3f325e4e70ef {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.610809] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Acquiring lock "37ac2d40-2177-45fe-8fcb-c8009480c46f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.611106] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Lock "37ac2d40-2177-45fe-8fcb-c8009480c46f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.618717] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 871.618717] env[69159]: value = "task-3448727" [ 871.618717] env[69159]: _type = "Task" [ 871.618717] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.628294] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.754120] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448725, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.806023] env[69159]: DEBUG nova.compute.manager [req-a3adea13-c4a3-4d0e-b04f-c97a82fb7b22 req-b0509216-9b2e-4de8-9d38-237e50e94f97 service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Received event network-changed-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 871.806023] env[69159]: DEBUG nova.compute.manager [req-a3adea13-c4a3-4d0e-b04f-c97a82fb7b22 req-b0509216-9b2e-4de8-9d38-237e50e94f97 service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Refreshing instance network info cache due to event network-changed-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 871.806023] env[69159]: DEBUG oslo_concurrency.lockutils [req-a3adea13-c4a3-4d0e-b04f-c97a82fb7b22 req-b0509216-9b2e-4de8-9d38-237e50e94f97 service nova] Acquiring lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.806023] env[69159]: DEBUG oslo_concurrency.lockutils [req-a3adea13-c4a3-4d0e-b04f-c97a82fb7b22 req-b0509216-9b2e-4de8-9d38-237e50e94f97 service nova] Acquired lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.806023] env[69159]: DEBUG nova.network.neutron [req-a3adea13-c4a3-4d0e-b04f-c97a82fb7b22 req-b0509216-9b2e-4de8-9d38-237e50e94f97 service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Refreshing network info cache for port fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.838982] env[69159]: DEBUG nova.network.neutron [req-0a53f38d-86b8-47e9-8b94-50d22e8a7b38 req-80f5b78d-cea7-4616-a8b5-7c00d4d47908 service nova] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Updated VIF entry in instance network info cache for port 44edd60e-ed33-4e10-a8bc-ba2000ceae0a. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.839408] env[69159]: DEBUG nova.network.neutron [req-0a53f38d-86b8-47e9-8b94-50d22e8a7b38 req-80f5b78d-cea7-4616-a8b5-7c00d4d47908 service nova] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Updating instance_info_cache with network_info: [{"id": "44edd60e-ed33-4e10-a8bc-ba2000ceae0a", "address": "fa:16:3e:fd:34:fe", "network": {"id": "e937f80d-3123-4a8c-a1e6-f7dba5e73894", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-914840469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e20f58dcc47c43e7af3cf938035cc635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44edd60e-ed", "ovs_interfaceid": "44edd60e-ed33-4e10-a8bc-ba2000ceae0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.899029] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448726, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.043527] env[69159]: DEBUG oslo_concurrency.lockutils [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.044272] env[69159]: DEBUG nova.compute.manager [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 872.047463] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.396s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.048797] env[69159]: INFO nova.compute.claims [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.057288] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448724, 'name': CreateVM_Task, 'duration_secs': 0.613034} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.057288] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.057832] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.057992] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.058326] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.058588] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c10bcac8-5ba8-43c9-b2df-e72b98872379 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.063070] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 872.063070] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520e26ea-3ccd-8043-842f-2c1d81c9adbb" [ 872.063070] env[69159]: _type = "Task" [ 872.063070] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.071443] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520e26ea-3ccd-8043-842f-2c1d81c9adbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.118887] env[69159]: DEBUG nova.compute.manager [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 872.131054] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448727, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.248077] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756435} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.248359] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8bad35e0-2531-41a6-9b1e-ecf9c88c7665/8bad35e0-2531-41a6-9b1e-ecf9c88c7665.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.248575] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.248811] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-197215e3-c874-4626-b441-3c605f76c993 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.256122] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 872.256122] env[69159]: value = "task-3448728" [ 872.256122] env[69159]: _type = "Task" [ 872.256122] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.265278] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.342554] env[69159]: DEBUG oslo_concurrency.lockutils [req-0a53f38d-86b8-47e9-8b94-50d22e8a7b38 req-80f5b78d-cea7-4616-a8b5-7c00d4d47908 service nova] Releasing lock "refresh_cache-09a8d090-e7a0-42cb-94e9-9bc78348d52b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.398947] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448726, 'name': RemoveSnapshot_Task, 'duration_secs': 0.659481} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.399101] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 872.399385] env[69159]: DEBUG nova.compute.manager [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 872.400169] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e7be99-5d21-42ef-b8eb-303756620610 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.555813] env[69159]: DEBUG nova.compute.utils [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.557164] env[69159]: DEBUG nova.compute.manager [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 872.557334] env[69159]: DEBUG nova.network.neutron [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.572896] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520e26ea-3ccd-8043-842f-2c1d81c9adbb, 'name': SearchDatastore_Task, 'duration_secs': 0.016692} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.579293] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.579547] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.579788] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.579934] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.580130] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.581285] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-546c6ee8-5c16-4ef3-9667-f16bc4dab214 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.604708] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.604938] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.605705] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ecb036-28bd-4338-9442-2703b024557b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.611076] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 872.611076] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524340f5-e6c5-30ab-d699-2160426f672c" [ 872.611076] env[69159]: _type = "Task" [ 872.611076] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.618829] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524340f5-e6c5-30ab-d699-2160426f672c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.630771] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448727, 'name': ReconfigVM_Task, 'duration_secs': 0.552145} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.633088] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3/6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.638017] env[69159]: DEBUG nova.policy [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '085069b562824880aae6c3ec7cef4402', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2469fb0ec72f43bc99dfbb9532128a3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.638137] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89ee8b78-d820-4430-a1c3-53b8f99a8177 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.645632] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 872.645632] env[69159]: value = "task-3448729" [ 872.645632] env[69159]: _type = "Task" [ 872.645632] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.655970] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448729, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.658206] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.671722] env[69159]: DEBUG nova.network.neutron [req-a3adea13-c4a3-4d0e-b04f-c97a82fb7b22 req-b0509216-9b2e-4de8-9d38-237e50e94f97 service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Updated VIF entry in instance network info cache for port fc57e1fe-0b10-45d9-bfa9-e903bd980ea9. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.672474] env[69159]: DEBUG nova.network.neutron [req-a3adea13-c4a3-4d0e-b04f-c97a82fb7b22 req-b0509216-9b2e-4de8-9d38-237e50e94f97 service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Updating instance_info_cache with network_info: [{"id": "fc57e1fe-0b10-45d9-bfa9-e903bd980ea9", "address": "fa:16:3e:21:d9:c0", "network": {"id": "0ec7c2af-82d0-4f2e-9053-9c71addc6ec2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1487965669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee2b7fe8b894b7fad608df786ce0d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc57e1fe-0b", "ovs_interfaceid": "fc57e1fe-0b10-45d9-bfa9-e903bd980ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.767044] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131087} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.767347] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.768146] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c045bb49-8f03-4bf1-bdb0-75acda131e40 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.791641] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 8bad35e0-2531-41a6-9b1e-ecf9c88c7665/8bad35e0-2531-41a6-9b1e-ecf9c88c7665.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.791970] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85df7805-9688-4960-bfdb-d52201db99c6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.812355] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 872.812355] env[69159]: value = "task-3448730" [ 872.812355] env[69159]: _type = "Task" [ 872.812355] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.820519] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.914074] env[69159]: INFO nova.compute.manager [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Shelve offloading [ 873.062295] env[69159]: DEBUG nova.compute.manager [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 873.116299] env[69159]: DEBUG nova.network.neutron [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Successfully created port: 91af04b4-34a7-4a3e-ba48-857bc3781ec4 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.126649] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524340f5-e6c5-30ab-d699-2160426f672c, 'name': SearchDatastore_Task, 'duration_secs': 0.045475} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.128168] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75819edd-75db-4bd0-baf0-802b00b6473f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.134994] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 873.134994] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ec8166-414c-4655-18e6-9c3f830359c7" [ 873.134994] env[69159]: _type = "Task" [ 873.134994] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.142633] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ec8166-414c-4655-18e6-9c3f830359c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.156854] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448729, 'name': Rename_Task, 'duration_secs': 0.169174} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.157127] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.157356] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f44803b-ed1a-4893-ad54-d65873d34561 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.165318] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 873.165318] env[69159]: value = "task-3448731" [ 873.165318] env[69159]: _type = "Task" [ 873.165318] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.174674] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.179921] env[69159]: DEBUG oslo_concurrency.lockutils [req-a3adea13-c4a3-4d0e-b04f-c97a82fb7b22 req-b0509216-9b2e-4de8-9d38-237e50e94f97 service nova] Releasing lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.327975] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448730, 'name': ReconfigVM_Task, 'duration_secs': 0.34037} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.331864] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 8bad35e0-2531-41a6-9b1e-ecf9c88c7665/8bad35e0-2531-41a6-9b1e-ecf9c88c7665.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.332594] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7c8204d-259b-4dda-8b99-5e2d2568fa78 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.339022] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 873.339022] env[69159]: value = "task-3448732" [ 873.339022] env[69159]: _type = "Task" [ 873.339022] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.349504] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448732, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.419379] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.419379] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38159fd7-aaca-4458-95ca-83b77992fedd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.425109] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 873.425109] env[69159]: value = "task-3448733" [ 873.425109] env[69159]: _type = "Task" [ 873.425109] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.439020] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] VM already powered off {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 873.439020] env[69159]: DEBUG nova.compute.manager [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 873.439020] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07cf25d-e331-451c-a2f2-ec82d80da85b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.446965] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.447160] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquired lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.447338] env[69159]: DEBUG nova.network.neutron [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.564868] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888f8ec2-bbce-4054-ab3f-751c509c209d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.575997] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05db8a15-67d2-42f9-93bd-862d69a088a8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.607259] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997555f7-3fbc-4c21-93c5-575457aab2ad {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.615688] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb64945-09a0-4b0d-88cb-ce2a428200f2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.630163] env[69159]: DEBUG nova.compute.provider_tree [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.646007] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ec8166-414c-4655-18e6-9c3f830359c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012678} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.646307] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.650028] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 09a8d090-e7a0-42cb-94e9-9bc78348d52b/09a8d090-e7a0-42cb-94e9-9bc78348d52b.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.650028] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6ebbe01-0686-4db3-be4b-9c46871bcc6e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.652920] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 873.652920] env[69159]: value = "task-3448734" [ 873.652920] env[69159]: _type = "Task" [ 873.652920] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.660808] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.673432] env[69159]: DEBUG oslo_vmware.api [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448731, 'name': PowerOnVM_Task, 'duration_secs': 0.48832} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.673727] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.673932] env[69159]: INFO nova.compute.manager [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Took 9.38 seconds to spawn the instance on the hypervisor. [ 873.674131] env[69159]: DEBUG nova.compute.manager [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 873.674890] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceac17b9-655d-421b-b862-620197534cb8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.849476] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448732, 'name': Rename_Task, 'duration_secs': 0.193845} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.849870] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.850047] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86823050-a1a0-41b7-83e0-9aa0f6eaab68 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.856271] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 873.856271] env[69159]: value = "task-3448735" [ 873.856271] env[69159]: _type = "Task" [ 873.856271] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.863784] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.073857] env[69159]: DEBUG nova.compute.manager [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 874.110301] env[69159]: DEBUG nova.virt.hardware [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.110570] env[69159]: DEBUG nova.virt.hardware [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.110716] env[69159]: DEBUG nova.virt.hardware [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.114159] env[69159]: DEBUG nova.virt.hardware [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.114159] env[69159]: DEBUG nova.virt.hardware [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.114159] env[69159]: DEBUG nova.virt.hardware [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.114159] env[69159]: DEBUG nova.virt.hardware [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.114159] env[69159]: DEBUG nova.virt.hardware [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.114159] env[69159]: DEBUG nova.virt.hardware [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.114159] env[69159]: DEBUG nova.virt.hardware [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.114159] env[69159]: DEBUG nova.virt.hardware [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.114159] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a768892f-43ab-4405-945e-6f1d719fbbfc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.125349] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8303f44d-5d35-4965-b417-539982204bd0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.141542] env[69159]: DEBUG nova.scheduler.client.report [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.168234] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448734, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.196298] env[69159]: DEBUG nova.network.neutron [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Updating instance_info_cache with network_info: [{"id": "e2d08111-774b-4d57-983c-a40a181674ef", "address": "fa:16:3e:dd:6f:20", "network": {"id": "4735285f-e8aa-4a72-bc34-456f5f3a7e8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2042073766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60e5b5a2e63843a6a4407a678cd1101d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d08111-77", "ovs_interfaceid": "e2d08111-774b-4d57-983c-a40a181674ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.197500] env[69159]: INFO nova.compute.manager [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Took 47.97 seconds to build instance. [ 874.369058] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448735, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.647721] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.648288] env[69159]: DEBUG nova.compute.manager [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 874.650810] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.663s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.663576] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801253} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.663825] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 09a8d090-e7a0-42cb-94e9-9bc78348d52b/09a8d090-e7a0-42cb-94e9-9bc78348d52b.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.664054] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.664304] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00a46d0a-b4ab-41cf-9fd5-d1e479eb2c2f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.672441] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 874.672441] env[69159]: value = "task-3448736" [ 874.672441] env[69159]: _type = "Task" [ 874.672441] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.687191] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.699202] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Releasing lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.704071] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3891ac52-588e-4132-a72e-6e20a014cfc0 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.420s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.868342] env[69159]: DEBUG oslo_vmware.api [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448735, 'name': PowerOnVM_Task, 'duration_secs': 0.538385} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.868676] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.868878] env[69159]: DEBUG nova.compute.manager [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.869665] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d59af1-b3ca-42a8-a8b3-64905061c2d7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.901517] env[69159]: DEBUG nova.compute.manager [req-7e048ac4-08b6-4b12-a307-7fe46765fc4e req-db37bd77-f161-4fcb-be75-db131d67923d service nova] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Received event network-vif-plugged-91af04b4-34a7-4a3e-ba48-857bc3781ec4 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 874.903474] env[69159]: DEBUG oslo_concurrency.lockutils [req-7e048ac4-08b6-4b12-a307-7fe46765fc4e req-db37bd77-f161-4fcb-be75-db131d67923d service nova] Acquiring lock "8fb4512b-575b-42b0-ae3e-79770127b4e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.903720] env[69159]: DEBUG oslo_concurrency.lockutils [req-7e048ac4-08b6-4b12-a307-7fe46765fc4e req-db37bd77-f161-4fcb-be75-db131d67923d service nova] Lock "8fb4512b-575b-42b0-ae3e-79770127b4e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.903891] env[69159]: DEBUG oslo_concurrency.lockutils [req-7e048ac4-08b6-4b12-a307-7fe46765fc4e req-db37bd77-f161-4fcb-be75-db131d67923d service nova] Lock "8fb4512b-575b-42b0-ae3e-79770127b4e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.904071] env[69159]: DEBUG nova.compute.manager [req-7e048ac4-08b6-4b12-a307-7fe46765fc4e req-db37bd77-f161-4fcb-be75-db131d67923d service nova] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] No waiting events found dispatching network-vif-plugged-91af04b4-34a7-4a3e-ba48-857bc3781ec4 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 874.904238] env[69159]: WARNING nova.compute.manager [req-7e048ac4-08b6-4b12-a307-7fe46765fc4e req-db37bd77-f161-4fcb-be75-db131d67923d service nova] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Received unexpected event network-vif-plugged-91af04b4-34a7-4a3e-ba48-857bc3781ec4 for instance with vm_state building and task_state spawning. [ 875.154095] env[69159]: DEBUG nova.compute.utils [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.155515] env[69159]: DEBUG nova.compute.manager [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 875.155700] env[69159]: DEBUG nova.network.neutron [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.175105] env[69159]: DEBUG nova.compute.manager [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 875.192778] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081724} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.194425] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.195442] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7488ccf3-69bf-4c5d-99a4-ddd577b616c7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.219644] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 09a8d090-e7a0-42cb-94e9-9bc78348d52b/09a8d090-e7a0-42cb-94e9-9bc78348d52b.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.220920] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-979d92d4-1f66-4b75-9b16-b6da823339d9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.237423] env[69159]: DEBUG nova.policy [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e46826f7e3e2472fa17e356d88bc1428', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79cb812e3ecb434d8daa7a7776505109', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.242903] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 875.242903] env[69159]: value = "task-3448737" [ 875.242903] env[69159]: _type = "Task" [ 875.242903] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.248786] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.299431] env[69159]: DEBUG nova.network.neutron [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Successfully updated port: 91af04b4-34a7-4a3e-ba48-857bc3781ec4 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.392329] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.443119] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.443119] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc801c4d-1d54-478f-adea-6d9d7b6570a7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.452190] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.454139] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d1890ae-d470-49cc-863c-ccf2e0f203bf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.547221] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.547459] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.547643] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Deleting the datastore file [datastore2] d5c43519-b6ef-4061-bbc1-ee2b6a603683 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.547920] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-314750a7-b8af-4ff1-bda5-9982291c4d8e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.553686] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 875.553686] env[69159]: value = "task-3448739" [ 875.553686] env[69159]: _type = "Task" [ 875.553686] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.563351] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.564226] env[69159]: DEBUG nova.network.neutron [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Successfully created port: 4e6d8a13-b57c-4ca5-9195-24eac1e9211f {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.708395] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 5251e5ab-e698-4e5c-ad9f-514103618b22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.708654] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 54abe51c-8514-44c7-8e18-ad1194c64fe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.708837] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance cd8d5436-42d4-4e64-a3db-6874c199f078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.708985] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.709172] env[69159]: WARNING nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 33bfaa91-de36-4374-a76f-585613277fda is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.709331] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance d5c43519-b6ef-4061-bbc1-ee2b6a603683 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.709500] env[69159]: WARNING nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 722c4116-5c37-4d49-b250-59829789dce3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.711018] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance ec62ac85-b749-4ba6-9599-1b5b065bdcf2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.711018] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 81430660-3cc3-4a79-9d95-36caef3cf876 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.711018] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 0ca1e852-0478-4539-9600-568792f1754d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.711018] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 24ac6469-2873-4020-8df5-4ab801a14b5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.711018] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 9607aa48-7f97-4944-9450-98863f0937ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.711018] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance a29c1eef-b9eb-477a-a810-1162e6ea5fa8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.711018] env[69159]: WARNING nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 31d57149-a77a-43af-bb05-1013587cf9ce is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.711018] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance cdd2e1bb-aed8-4d0e-809d-87d069a85378 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.711018] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.711018] env[69159]: WARNING nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance d39be46c-2e04-472f-95ce-b2efd29e5827 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.711018] env[69159]: WARNING nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 041ead39-7566-4ba4-a969-1b9b2fcb5233 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.711018] env[69159]: WARNING nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 3a7250bd-d071-468f-b026-144f8130ef6e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.711387] env[69159]: WARNING nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 9b60f662-8aa1-4ba8-91f2-c565a236d775 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.711387] env[69159]: WARNING nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 290384ad-2090-472b-a68e-7543c51f8e84 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.711387] env[69159]: WARNING nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance af542ca8-ff1b-46e4-b833-9d24b83d520f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.711470] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 8bad35e0-2531-41a6-9b1e-ecf9c88c7665 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.711528] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.711633] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.711734] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 09a8d090-e7a0-42cb-94e9-9bc78348d52b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.711835] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 8fb4512b-575b-42b0-ae3e-79770127b4e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.711935] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 82089513-0900-4427-a46e-cf63474e8abc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 875.750637] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.801843] env[69159]: DEBUG oslo_concurrency.lockutils [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Acquiring lock "refresh_cache-8fb4512b-575b-42b0-ae3e-79770127b4e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.801994] env[69159]: DEBUG oslo_concurrency.lockutils [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Acquired lock "refresh_cache-8fb4512b-575b-42b0-ae3e-79770127b4e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.802160] env[69159]: DEBUG nova.network.neutron [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.064303] env[69159]: DEBUG oslo_vmware.api [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412194} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.064698] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.064873] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.065100] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.082686] env[69159]: INFO nova.scheduler.client.report [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Deleted allocations for instance d5c43519-b6ef-4061-bbc1-ee2b6a603683 [ 876.120818] env[69159]: DEBUG oslo_concurrency.lockutils [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.121725] env[69159]: DEBUG oslo_concurrency.lockutils [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.121725] env[69159]: DEBUG oslo_concurrency.lockutils [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.121725] env[69159]: DEBUG oslo_concurrency.lockutils [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.121725] env[69159]: DEBUG oslo_concurrency.lockutils [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.123815] env[69159]: INFO nova.compute.manager [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Terminating instance [ 876.190192] env[69159]: DEBUG nova.compute.manager [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 876.217205] env[69159]: DEBUG nova.virt.hardware [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:42:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2643a491-cc3b-4c6c-bece-c26c7697bdc1',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-640776750',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.217510] env[69159]: DEBUG nova.virt.hardware [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.217719] env[69159]: DEBUG nova.virt.hardware [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.217937] env[69159]: DEBUG nova.virt.hardware [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.218103] env[69159]: DEBUG nova.virt.hardware [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.218265] env[69159]: DEBUG nova.virt.hardware [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.219762] env[69159]: DEBUG nova.virt.hardware [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.219762] env[69159]: DEBUG nova.virt.hardware [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.219762] env[69159]: DEBUG nova.virt.hardware [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.219762] env[69159]: DEBUG nova.virt.hardware [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.219762] env[69159]: DEBUG nova.virt.hardware [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.220086] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 83e88bef-5ad0-4215-abc7-54ebc83452a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 876.221898] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48e03ce-1180-4541-9041-71764e2569da {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.230329] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d9c289-440f-4b1d-9166-afa70ff1dcba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.257246] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448737, 'name': ReconfigVM_Task, 'duration_secs': 0.772998} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.257639] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 09a8d090-e7a0-42cb-94e9-9bc78348d52b/09a8d090-e7a0-42cb-94e9-9bc78348d52b.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.258335] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5574bcd6-0574-468e-9a6f-f8b20631a116 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.265064] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 876.265064] env[69159]: value = "task-3448740" [ 876.265064] env[69159]: _type = "Task" [ 876.265064] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.273956] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448740, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.357190] env[69159]: DEBUG nova.network.neutron [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.584421] env[69159]: DEBUG nova.network.neutron [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Updating instance_info_cache with network_info: [{"id": "91af04b4-34a7-4a3e-ba48-857bc3781ec4", "address": "fa:16:3e:ea:8d:37", "network": {"id": "241b25b4-b5c4-496a-9943-388637359ecc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-660455360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2469fb0ec72f43bc99dfbb9532128a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91af04b4-34", "ovs_interfaceid": "91af04b4-34a7-4a3e-ba48-857bc3781ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.589519] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.616301] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "8bad35e0-2531-41a6-9b1e-ecf9c88c7665" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.616578] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "8bad35e0-2531-41a6-9b1e-ecf9c88c7665" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.618803] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "8bad35e0-2531-41a6-9b1e-ecf9c88c7665-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.619010] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "8bad35e0-2531-41a6-9b1e-ecf9c88c7665-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.619213] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "8bad35e0-2531-41a6-9b1e-ecf9c88c7665-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.621135] env[69159]: INFO nova.compute.manager [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Terminating instance [ 876.627603] env[69159]: DEBUG nova.compute.manager [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 876.628397] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.628691] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b77c13-cd08-4ce9-a2cf-4aead2033e64 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.637480] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.637722] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48aad616-b807-4d45-bbd2-64c67757c4a7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.643361] env[69159]: DEBUG oslo_vmware.api [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 876.643361] env[69159]: value = "task-3448741" [ 876.643361] env[69159]: _type = "Task" [ 876.643361] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.651279] env[69159]: DEBUG oslo_vmware.api [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.728325] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance b3f9cd88-9518-464b-a053-c77ce6555754 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 876.776224] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448740, 'name': Rename_Task, 'duration_secs': 0.157225} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.776571] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.776870] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e47946c-f851-47d3-885c-26d523e32788 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.784020] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 876.784020] env[69159]: value = "task-3448742" [ 876.784020] env[69159]: _type = "Task" [ 876.784020] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.791761] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.053140] env[69159]: DEBUG nova.network.neutron [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Successfully updated port: 4e6d8a13-b57c-4ca5-9195-24eac1e9211f {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.087169] env[69159]: DEBUG oslo_concurrency.lockutils [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Releasing lock "refresh_cache-8fb4512b-575b-42b0-ae3e-79770127b4e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.087540] env[69159]: DEBUG nova.compute.manager [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Instance network_info: |[{"id": "91af04b4-34a7-4a3e-ba48-857bc3781ec4", "address": "fa:16:3e:ea:8d:37", "network": {"id": "241b25b4-b5c4-496a-9943-388637359ecc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-660455360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2469fb0ec72f43bc99dfbb9532128a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91af04b4-34", "ovs_interfaceid": "91af04b4-34a7-4a3e-ba48-857bc3781ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 877.088018] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:8d:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91af04b4-34a7-4a3e-ba48-857bc3781ec4', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.096244] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Creating folder: Project (2469fb0ec72f43bc99dfbb9532128a3a). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.097819] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9aa4ddd8-fc65-46a3-84eb-978842b00698 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.101674] env[69159]: DEBUG nova.compute.manager [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Received event network-changed-91af04b4-34a7-4a3e-ba48-857bc3781ec4 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 877.101868] env[69159]: DEBUG nova.compute.manager [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Refreshing instance network info cache due to event network-changed-91af04b4-34a7-4a3e-ba48-857bc3781ec4. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 877.102131] env[69159]: DEBUG oslo_concurrency.lockutils [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] Acquiring lock "refresh_cache-8fb4512b-575b-42b0-ae3e-79770127b4e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.102286] env[69159]: DEBUG oslo_concurrency.lockutils [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] Acquired lock "refresh_cache-8fb4512b-575b-42b0-ae3e-79770127b4e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.102467] env[69159]: DEBUG nova.network.neutron [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Refreshing network info cache for port 91af04b4-34a7-4a3e-ba48-857bc3781ec4 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.112892] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Created folder: Project (2469fb0ec72f43bc99dfbb9532128a3a) in parent group-v688391. [ 877.113125] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Creating folder: Instances. Parent ref: group-v688580. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.113970] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72e525eb-19ef-48dd-9188-779bdf793b97 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.124109] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Created folder: Instances in parent group-v688580. [ 877.124403] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.124583] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.124811] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1520390a-4f6d-4763-a8a4-17d8df7949a6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.140979] env[69159]: DEBUG nova.compute.manager [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 877.141221] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.142584] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f863367d-cf7f-4beb-b7fd-2753f694275c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.151657] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.151657] env[69159]: value = "task-3448745" [ 877.151657] env[69159]: _type = "Task" [ 877.151657] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.156351] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.156616] env[69159]: DEBUG oslo_vmware.api [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448741, 'name': PowerOffVM_Task, 'duration_secs': 0.22466} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.159528] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-731065bc-4529-4228-a074-fb7254432606 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.161197] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.161347] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.161914] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f59c4070-b60c-47b6-ad3a-d803b14e2445 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.168459] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448745, 'name': CreateVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.169807] env[69159]: DEBUG oslo_vmware.api [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 877.169807] env[69159]: value = "task-3448747" [ 877.169807] env[69159]: _type = "Task" [ 877.169807] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.191389] env[69159]: DEBUG nova.compute.manager [req-78b9e4ca-aeaf-4986-b64b-c750c1b9c2d5 req-4d6b9f4b-6104-477e-9d9c-f07969f0d42a service nova] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Received event network-vif-plugged-4e6d8a13-b57c-4ca5-9195-24eac1e9211f {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 877.191847] env[69159]: DEBUG oslo_concurrency.lockutils [req-78b9e4ca-aeaf-4986-b64b-c750c1b9c2d5 req-4d6b9f4b-6104-477e-9d9c-f07969f0d42a service nova] Acquiring lock "82089513-0900-4427-a46e-cf63474e8abc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.191907] env[69159]: DEBUG oslo_concurrency.lockutils [req-78b9e4ca-aeaf-4986-b64b-c750c1b9c2d5 req-4d6b9f4b-6104-477e-9d9c-f07969f0d42a service nova] Lock "82089513-0900-4427-a46e-cf63474e8abc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.192135] env[69159]: DEBUG oslo_concurrency.lockutils [req-78b9e4ca-aeaf-4986-b64b-c750c1b9c2d5 req-4d6b9f4b-6104-477e-9d9c-f07969f0d42a service nova] Lock "82089513-0900-4427-a46e-cf63474e8abc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.192313] env[69159]: DEBUG nova.compute.manager [req-78b9e4ca-aeaf-4986-b64b-c750c1b9c2d5 req-4d6b9f4b-6104-477e-9d9c-f07969f0d42a service nova] [instance: 82089513-0900-4427-a46e-cf63474e8abc] No waiting events found dispatching network-vif-plugged-4e6d8a13-b57c-4ca5-9195-24eac1e9211f {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 877.192572] env[69159]: WARNING nova.compute.manager [req-78b9e4ca-aeaf-4986-b64b-c750c1b9c2d5 req-4d6b9f4b-6104-477e-9d9c-f07969f0d42a service nova] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Received unexpected event network-vif-plugged-4e6d8a13-b57c-4ca5-9195-24eac1e9211f for instance with vm_state building and task_state spawning. [ 877.221886] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "d2b7633c-75bc-4260-ba10-3b53191ba54f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.222175] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "d2b7633c-75bc-4260-ba10-3b53191ba54f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.230849] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance d2535e7c-6b71-4490-8d3a-d6c59ee6491c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 877.248936] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.249213] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.249436] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleting the datastore file [datastore2] 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.250055] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-552c333d-b1d8-464b-98f8-f509b6863ffe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.256987] env[69159]: DEBUG oslo_vmware.api [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 877.256987] env[69159]: value = "task-3448748" [ 877.256987] env[69159]: _type = "Task" [ 877.256987] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.266583] env[69159]: DEBUG oslo_vmware.api [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.295805] env[69159]: DEBUG oslo_vmware.api [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448742, 'name': PowerOnVM_Task, 'duration_secs': 0.475493} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.296065] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.296252] env[69159]: INFO nova.compute.manager [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Took 10.32 seconds to spawn the instance on the hypervisor. [ 877.296479] env[69159]: DEBUG nova.compute.manager [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 877.297351] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0ab838-f220-479a-a7f9-eeb0e0caf771 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.556318] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.556489] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquired lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.556683] env[69159]: DEBUG nova.network.neutron [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.667448] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448745, 'name': CreateVM_Task, 'duration_secs': 0.391164} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.667670] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.668377] env[69159]: DEBUG oslo_concurrency.lockutils [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.668548] env[69159]: DEBUG oslo_concurrency.lockutils [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.668863] env[69159]: DEBUG oslo_concurrency.lockutils [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.669681] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26961633-bca4-45b8-ae7e-8ba2395d6d42 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.678561] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Waiting for the task: (returnval){ [ 877.678561] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c3137d-6925-ef18-df2b-3d38f819dcb1" [ 877.678561] env[69159]: _type = "Task" [ 877.678561] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.685158] env[69159]: DEBUG oslo_vmware.api [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448747, 'name': PowerOffVM_Task, 'duration_secs': 0.234183} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.685538] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.685728] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.685992] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d5f33b0-5580-47f5-8e19-f456383f97da {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.690540] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c3137d-6925-ef18-df2b-3d38f819dcb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.726131] env[69159]: DEBUG nova.compute.manager [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 877.735111] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance c4709c19-1cf1-46dd-afea-7374ab94ac15 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 877.757406] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.757797] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.758114] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleting the datastore file [datastore2] 8bad35e0-2531-41a6-9b1e-ecf9c88c7665 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.758480] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e62e416-1a8c-4041-b0d5-c753251e41fe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.771204] env[69159]: DEBUG oslo_vmware.api [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237894} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.772552] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.773166] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.773166] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.773166] env[69159]: INFO nova.compute.manager [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 877.773450] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.773716] env[69159]: DEBUG oslo_vmware.api [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 877.773716] env[69159]: value = "task-3448750" [ 877.773716] env[69159]: _type = "Task" [ 877.773716] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.773921] env[69159]: DEBUG nova.compute.manager [-] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 877.774032] env[69159]: DEBUG nova.network.neutron [-] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.785684] env[69159]: DEBUG oslo_vmware.api [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.814940] env[69159]: INFO nova.compute.manager [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Took 49.57 seconds to build instance. [ 877.873187] env[69159]: DEBUG nova.network.neutron [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Updated VIF entry in instance network info cache for port 91af04b4-34a7-4a3e-ba48-857bc3781ec4. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.873560] env[69159]: DEBUG nova.network.neutron [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Updating instance_info_cache with network_info: [{"id": "91af04b4-34a7-4a3e-ba48-857bc3781ec4", "address": "fa:16:3e:ea:8d:37", "network": {"id": "241b25b4-b5c4-496a-9943-388637359ecc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-660455360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2469fb0ec72f43bc99dfbb9532128a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91af04b4-34", "ovs_interfaceid": "91af04b4-34a7-4a3e-ba48-857bc3781ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.105757] env[69159]: DEBUG nova.network.neutron [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.197137] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c3137d-6925-ef18-df2b-3d38f819dcb1, 'name': SearchDatastore_Task, 'duration_secs': 0.027261} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.197496] env[69159]: DEBUG oslo_concurrency.lockutils [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.197787] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.198832] env[69159]: DEBUG oslo_concurrency.lockutils [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.198832] env[69159]: DEBUG oslo_concurrency.lockutils [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.198832] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.198979] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-181a2b80-229c-46fb-87b3-9f3836833f1d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.217918] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.218148] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.218975] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea5f7cae-9912-44a6-866b-253f28ad4a69 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.226963] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Waiting for the task: (returnval){ [ 878.226963] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b8c165-906e-9dd1-cfef-5195afc898b6" [ 878.226963] env[69159]: _type = "Task" [ 878.226963] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.237586] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 37ac2d40-2177-45fe-8fcb-c8009480c46f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 878.238610] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 878.238610] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 878.251629] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b8c165-906e-9dd1-cfef-5195afc898b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.259685] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.297207] env[69159]: DEBUG oslo_vmware.api [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487891} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.297306] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.297501] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.297686] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.297857] env[69159]: INFO nova.compute.manager [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Took 1.16 seconds to destroy the instance on the hypervisor. [ 878.298436] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.299175] env[69159]: DEBUG nova.compute.manager [-] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 878.299175] env[69159]: DEBUG nova.network.neutron [-] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.317574] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a03d85c-8002-4bd5-9c21-854af426c74a tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.302s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.365694] env[69159]: DEBUG nova.network.neutron [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Updating instance_info_cache with network_info: [{"id": "4e6d8a13-b57c-4ca5-9195-24eac1e9211f", "address": "fa:16:3e:ac:1c:e4", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6d8a13-b5", "ovs_interfaceid": "4e6d8a13-b57c-4ca5-9195-24eac1e9211f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.378446] env[69159]: DEBUG oslo_concurrency.lockutils [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] Releasing lock "refresh_cache-8fb4512b-575b-42b0-ae3e-79770127b4e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.378446] env[69159]: DEBUG nova.compute.manager [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Received event network-vif-unplugged-e2d08111-774b-4d57-983c-a40a181674ef {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 878.378446] env[69159]: DEBUG oslo_concurrency.lockutils [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] Acquiring lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.378446] env[69159]: DEBUG oslo_concurrency.lockutils [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] Lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.378446] env[69159]: DEBUG oslo_concurrency.lockutils [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] Lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.379030] env[69159]: DEBUG nova.compute.manager [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] No waiting events found dispatching network-vif-unplugged-e2d08111-774b-4d57-983c-a40a181674ef {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 878.379391] env[69159]: WARNING nova.compute.manager [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Received unexpected event network-vif-unplugged-e2d08111-774b-4d57-983c-a40a181674ef for instance with vm_state shelved_offloaded and task_state None. [ 878.379716] env[69159]: DEBUG nova.compute.manager [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Received event network-changed-e2d08111-774b-4d57-983c-a40a181674ef {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 878.380105] env[69159]: DEBUG nova.compute.manager [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Refreshing instance network info cache due to event network-changed-e2d08111-774b-4d57-983c-a40a181674ef. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 878.381030] env[69159]: DEBUG oslo_concurrency.lockutils [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] Acquiring lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.381030] env[69159]: DEBUG oslo_concurrency.lockutils [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] Acquired lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.381030] env[69159]: DEBUG nova.network.neutron [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Refreshing network info cache for port e2d08111-774b-4d57-983c-a40a181674ef {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.627342] env[69159]: DEBUG nova.network.neutron [-] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.717775] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a54663b-e010-447c-bc7d-019ea6a80e78 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.726262] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf50851-5217-4984-af23-a856fff523bc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.737933] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b8c165-906e-9dd1-cfef-5195afc898b6, 'name': SearchDatastore_Task, 'duration_secs': 0.022675} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.765365] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31566fa-64cc-416f-8d0d-e25b5c6ecf58 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.769498] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bf7dc4-7184-4eb2-801b-338874bc3c77 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.777299] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Waiting for the task: (returnval){ [ 878.777299] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f52675-3cfc-9612-e590-a0862f2d8497" [ 878.777299] env[69159]: _type = "Task" [ 878.777299] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.785495] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285db3c0-eda4-45e9-8f7e-81c8be66f492 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.791319] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.797965] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f52675-3cfc-9612-e590-a0862f2d8497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.810677] env[69159]: DEBUG nova.compute.provider_tree [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.873608] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Releasing lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.873944] env[69159]: DEBUG nova.compute.manager [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Instance network_info: |[{"id": "4e6d8a13-b57c-4ca5-9195-24eac1e9211f", "address": "fa:16:3e:ac:1c:e4", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6d8a13-b5", "ovs_interfaceid": "4e6d8a13-b57c-4ca5-9195-24eac1e9211f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 878.874514] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:1c:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e6d8a13-b57c-4ca5-9195-24eac1e9211f', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.882069] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.882282] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.882499] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c821d133-2b7c-4a11-b13e-af25b933b0bf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.905069] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.905069] env[69159]: value = "task-3448751" [ 878.905069] env[69159]: _type = "Task" [ 878.905069] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.912542] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448751, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.118449] env[69159]: DEBUG nova.network.neutron [-] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.130472] env[69159]: INFO nova.compute.manager [-] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Took 1.36 seconds to deallocate network for instance. [ 879.143281] env[69159]: DEBUG nova.compute.manager [req-f52bb106-299d-4a44-8121-53e902b1ec00 req-0ba04472-9711-4725-b64c-7379d90168e4 service nova] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Received event network-vif-deleted-ec6372a3-2e9e-4b42-af28-fd06c728ba4e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 879.143501] env[69159]: DEBUG nova.compute.manager [req-f52bb106-299d-4a44-8121-53e902b1ec00 req-0ba04472-9711-4725-b64c-7379d90168e4 service nova] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Received event network-vif-deleted-26550356-7556-4264-be23-0a8c3dc4bc64 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 879.143660] env[69159]: INFO nova.compute.manager [req-f52bb106-299d-4a44-8121-53e902b1ec00 req-0ba04472-9711-4725-b64c-7379d90168e4 service nova] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Neutron deleted interface 26550356-7556-4264-be23-0a8c3dc4bc64; detaching it from the instance and deleting it from the info cache [ 879.143861] env[69159]: DEBUG nova.network.neutron [req-f52bb106-299d-4a44-8121-53e902b1ec00 req-0ba04472-9711-4725-b64c-7379d90168e4 service nova] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.241312] env[69159]: DEBUG nova.network.neutron [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Updated VIF entry in instance network info cache for port e2d08111-774b-4d57-983c-a40a181674ef. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.241688] env[69159]: DEBUG nova.network.neutron [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Updating instance_info_cache with network_info: [{"id": "e2d08111-774b-4d57-983c-a40a181674ef", "address": "fa:16:3e:dd:6f:20", "network": {"id": "4735285f-e8aa-4a72-bc34-456f5f3a7e8e", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2042073766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60e5b5a2e63843a6a4407a678cd1101d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape2d08111-77", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.289937] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f52675-3cfc-9612-e590-a0862f2d8497, 'name': SearchDatastore_Task, 'duration_secs': 0.040385} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.290229] env[69159]: DEBUG oslo_concurrency.lockutils [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.290489] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 8fb4512b-575b-42b0-ae3e-79770127b4e0/8fb4512b-575b-42b0-ae3e-79770127b4e0.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.290752] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aecda4c-0b4d-4931-a66c-a13d8177b927 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.297374] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Waiting for the task: (returnval){ [ 879.297374] env[69159]: value = "task-3448752" [ 879.297374] env[69159]: _type = "Task" [ 879.297374] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.304921] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': task-3448752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.314047] env[69159]: DEBUG nova.scheduler.client.report [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.395441] env[69159]: DEBUG nova.compute.manager [req-ec4e6e5e-60d8-464e-90f8-0a81cf3a1765 req-e613cc01-83e6-4ba7-a102-a48acf7ee8e3 service nova] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Received event network-changed-4e6d8a13-b57c-4ca5-9195-24eac1e9211f {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 879.395786] env[69159]: DEBUG nova.compute.manager [req-ec4e6e5e-60d8-464e-90f8-0a81cf3a1765 req-e613cc01-83e6-4ba7-a102-a48acf7ee8e3 service nova] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Refreshing instance network info cache due to event network-changed-4e6d8a13-b57c-4ca5-9195-24eac1e9211f. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 879.396114] env[69159]: DEBUG oslo_concurrency.lockutils [req-ec4e6e5e-60d8-464e-90f8-0a81cf3a1765 req-e613cc01-83e6-4ba7-a102-a48acf7ee8e3 service nova] Acquiring lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.396274] env[69159]: DEBUG oslo_concurrency.lockutils [req-ec4e6e5e-60d8-464e-90f8-0a81cf3a1765 req-e613cc01-83e6-4ba7-a102-a48acf7ee8e3 service nova] Acquired lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.396483] env[69159]: DEBUG nova.network.neutron [req-ec4e6e5e-60d8-464e-90f8-0a81cf3a1765 req-e613cc01-83e6-4ba7-a102-a48acf7ee8e3 service nova] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Refreshing network info cache for port 4e6d8a13-b57c-4ca5-9195-24eac1e9211f {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.415896] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448751, 'name': CreateVM_Task, 'duration_secs': 0.354143} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.416083] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.416785] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.416957] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.417343] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.417612] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64fba29-90f9-4b3a-b7d6-a416ff92ba49 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.423088] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 879.423088] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520f04dd-e8dd-88ac-a404-572d3aebb9f0" [ 879.423088] env[69159]: _type = "Task" [ 879.423088] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.430662] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520f04dd-e8dd-88ac-a404-572d3aebb9f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.621143] env[69159]: INFO nova.compute.manager [-] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Took 1.32 seconds to deallocate network for instance. [ 879.649085] env[69159]: DEBUG oslo_concurrency.lockutils [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.649085] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8aaf7273-c61a-4086-b618-e806c325a92f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.660696] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757baee7-7b3a-4de6-9bdc-753dbdafa11c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.700708] env[69159]: DEBUG nova.compute.manager [req-f52bb106-299d-4a44-8121-53e902b1ec00 req-0ba04472-9711-4725-b64c-7379d90168e4 service nova] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Detach interface failed, port_id=26550356-7556-4264-be23-0a8c3dc4bc64, reason: Instance 8bad35e0-2531-41a6-9b1e-ecf9c88c7665 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 879.744440] env[69159]: DEBUG oslo_concurrency.lockutils [req-b7ddbccc-36f4-4cd7-b81d-c2d549f56291 req-d0e0744c-7728-4973-b0df-0a1a9388fe24 service nova] Releasing lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.806978] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': task-3448752, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.819525] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 879.819825] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.169s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.820183] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.347s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.820410] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.822768] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.608s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.824544] env[69159]: INFO nova.compute.claims [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.828196] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.828358] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Cleaning up deleted instances {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11833}} [ 879.851772] env[69159]: INFO nova.scheduler.client.report [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Deleted allocations for instance 31d57149-a77a-43af-bb05-1013587cf9ce [ 879.935936] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520f04dd-e8dd-88ac-a404-572d3aebb9f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.936441] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.936783] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.937224] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.939018] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.939018] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.939018] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bed5722f-2383-4cbd-bafa-6fa113aa332b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.949194] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.949548] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.950387] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac761d8-f80b-4b2c-85c9-8765a1298ff0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.955794] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 879.955794] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5296add5-d5b2-7ffb-2c25-3ac7b389d4d6" [ 879.955794] env[69159]: _type = "Task" [ 879.955794] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.964087] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5296add5-d5b2-7ffb-2c25-3ac7b389d4d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.131512] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.200889] env[69159]: DEBUG nova.network.neutron [req-ec4e6e5e-60d8-464e-90f8-0a81cf3a1765 req-e613cc01-83e6-4ba7-a102-a48acf7ee8e3 service nova] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Updated VIF entry in instance network info cache for port 4e6d8a13-b57c-4ca5-9195-24eac1e9211f. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.201348] env[69159]: DEBUG nova.network.neutron [req-ec4e6e5e-60d8-464e-90f8-0a81cf3a1765 req-e613cc01-83e6-4ba7-a102-a48acf7ee8e3 service nova] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Updating instance_info_cache with network_info: [{"id": "4e6d8a13-b57c-4ca5-9195-24eac1e9211f", "address": "fa:16:3e:ac:1c:e4", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6d8a13-b5", "ovs_interfaceid": "4e6d8a13-b57c-4ca5-9195-24eac1e9211f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.310598] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': task-3448752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517997} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.311041] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 8fb4512b-575b-42b0-ae3e-79770127b4e0/8fb4512b-575b-42b0-ae3e-79770127b4e0.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.311373] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.311727] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b93e979-bf3f-489d-8aa0-f4ab1cbd91e7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.318874] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Waiting for the task: (returnval){ [ 880.318874] env[69159]: value = "task-3448753" [ 880.318874] env[69159]: _type = "Task" [ 880.318874] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.328372] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': task-3448753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.342991] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] There are 38 instances to clean {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11842}} [ 880.343298] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 784beeb2-44f5-42af-b2d8-45847a628c71] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 880.361369] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2944b25d-2ad2-482b-9613-2105e4dbd48a tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "31d57149-a77a-43af-bb05-1013587cf9ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.254s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.467645] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5296add5-d5b2-7ffb-2c25-3ac7b389d4d6, 'name': SearchDatastore_Task, 'duration_secs': 0.019512} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.468488] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8cd7ebc-f995-426f-ba28-8830f5149ce5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.474073] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 880.474073] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5294b6dd-b815-d523-bbe6-8367befabc63" [ 880.474073] env[69159]: _type = "Task" [ 880.474073] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.482172] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5294b6dd-b815-d523-bbe6-8367befabc63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.704395] env[69159]: DEBUG oslo_concurrency.lockutils [req-ec4e6e5e-60d8-464e-90f8-0a81cf3a1765 req-e613cc01-83e6-4ba7-a102-a48acf7ee8e3 service nova] Releasing lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.704808] env[69159]: DEBUG nova.compute.manager [req-ec4e6e5e-60d8-464e-90f8-0a81cf3a1765 req-e613cc01-83e6-4ba7-a102-a48acf7ee8e3 service nova] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Received event network-changed-44edd60e-ed33-4e10-a8bc-ba2000ceae0a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 880.704997] env[69159]: DEBUG nova.compute.manager [req-ec4e6e5e-60d8-464e-90f8-0a81cf3a1765 req-e613cc01-83e6-4ba7-a102-a48acf7ee8e3 service nova] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Refreshing instance network info cache due to event network-changed-44edd60e-ed33-4e10-a8bc-ba2000ceae0a. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 880.705233] env[69159]: DEBUG oslo_concurrency.lockutils [req-ec4e6e5e-60d8-464e-90f8-0a81cf3a1765 req-e613cc01-83e6-4ba7-a102-a48acf7ee8e3 service nova] Acquiring lock "refresh_cache-09a8d090-e7a0-42cb-94e9-9bc78348d52b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.705387] env[69159]: DEBUG oslo_concurrency.lockutils [req-ec4e6e5e-60d8-464e-90f8-0a81cf3a1765 req-e613cc01-83e6-4ba7-a102-a48acf7ee8e3 service nova] Acquired lock "refresh_cache-09a8d090-e7a0-42cb-94e9-9bc78348d52b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.705555] env[69159]: DEBUG nova.network.neutron [req-ec4e6e5e-60d8-464e-90f8-0a81cf3a1765 req-e613cc01-83e6-4ba7-a102-a48acf7ee8e3 service nova] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Refreshing network info cache for port 44edd60e-ed33-4e10-a8bc-ba2000ceae0a {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.829029] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': task-3448753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065858} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.829308] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.830053] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50e6c04-b6bf-4e40-b630-47e05d37a1ac {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.851892] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 8fb4512b-575b-42b0-ae3e-79770127b4e0/8fb4512b-575b-42b0-ae3e-79770127b4e0.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.854924] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: eaa07690-118d-4c3d-837e-63358222e9d2] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 880.856882] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-012be9fe-bca5-4937-995f-2b4de7e92686 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.877297] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Waiting for the task: (returnval){ [ 880.877297] env[69159]: value = "task-3448754" [ 880.877297] env[69159]: _type = "Task" [ 880.877297] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.885843] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': task-3448754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.984525] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5294b6dd-b815-d523-bbe6-8367befabc63, 'name': SearchDatastore_Task, 'duration_secs': 0.013776} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.986909] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.987183] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 82089513-0900-4427-a46e-cf63474e8abc/82089513-0900-4427-a46e-cf63474e8abc.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.987601] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaa06692-5ee0-4ef7-9e0a-f37bcc651a9c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.993275] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 880.993275] env[69159]: value = "task-3448755" [ 880.993275] env[69159]: _type = "Task" [ 880.993275] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.003397] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.307842] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c88bb12-7512-4215-985f-70bef67f3c1d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.317075] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e74ca4b-b393-406b-95bf-7b48a156e8e7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.354122] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d33785-0d18-4241-8fa5-598acff7a107 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.366838] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db725bc-72bd-4e79-8cc9-625ad0bbfbbb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.371899] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 00776691-3b62-4c23-bd35-8149937a5386] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 881.383515] env[69159]: DEBUG nova.compute.provider_tree [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.394627] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': task-3448754, 'name': ReconfigVM_Task, 'duration_secs': 0.282814} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.395469] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 8fb4512b-575b-42b0-ae3e-79770127b4e0/8fb4512b-575b-42b0-ae3e-79770127b4e0.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.396196] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46258e3e-2a72-4b76-9322-fbb721fcec5f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.407109] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Waiting for the task: (returnval){ [ 881.407109] env[69159]: value = "task-3448756" [ 881.407109] env[69159]: _type = "Task" [ 881.407109] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.418937] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': task-3448756, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.505930] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448755, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.574873] env[69159]: DEBUG nova.network.neutron [req-ec4e6e5e-60d8-464e-90f8-0a81cf3a1765 req-e613cc01-83e6-4ba7-a102-a48acf7ee8e3 service nova] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Updated VIF entry in instance network info cache for port 44edd60e-ed33-4e10-a8bc-ba2000ceae0a. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.575303] env[69159]: DEBUG nova.network.neutron [req-ec4e6e5e-60d8-464e-90f8-0a81cf3a1765 req-e613cc01-83e6-4ba7-a102-a48acf7ee8e3 service nova] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Updating instance_info_cache with network_info: [{"id": "44edd60e-ed33-4e10-a8bc-ba2000ceae0a", "address": "fa:16:3e:fd:34:fe", "network": {"id": "e937f80d-3123-4a8c-a1e6-f7dba5e73894", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-914840469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e20f58dcc47c43e7af3cf938035cc635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44edd60e-ed", "ovs_interfaceid": "44edd60e-ed33-4e10-a8bc-ba2000ceae0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.875629] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 1c71ca38-5e4b-4afd-b253-6481bd027a80] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 881.889365] env[69159]: DEBUG nova.scheduler.client.report [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.916501] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': task-3448756, 'name': Rename_Task, 'duration_secs': 0.155005} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.916720] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.916944] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0df98612-34fc-4863-bff4-4bf907cace1a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.922326] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Waiting for the task: (returnval){ [ 881.922326] env[69159]: value = "task-3448757" [ 881.922326] env[69159]: _type = "Task" [ 881.922326] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.929523] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': task-3448757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.006049] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516893} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.006329] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 82089513-0900-4427-a46e-cf63474e8abc/82089513-0900-4427-a46e-cf63474e8abc.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.006545] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.006797] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39d7ad86-a377-4242-9a38-3e1e3fbe3bd9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.013551] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 882.013551] env[69159]: value = "task-3448758" [ 882.013551] env[69159]: _type = "Task" [ 882.013551] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.021327] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.077944] env[69159]: DEBUG oslo_concurrency.lockutils [req-ec4e6e5e-60d8-464e-90f8-0a81cf3a1765 req-e613cc01-83e6-4ba7-a102-a48acf7ee8e3 service nova] Releasing lock "refresh_cache-09a8d090-e7a0-42cb-94e9-9bc78348d52b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.379783] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 85f1cdf4-e578-4813-af15-d6d1f4e9ee50] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 882.394117] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.395035] env[69159]: DEBUG nova.compute.manager [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 882.399324] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.886s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.399324] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.400250] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.836s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.402250] env[69159]: INFO nova.compute.claims [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.428533] env[69159]: INFO nova.scheduler.client.report [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Deleted allocations for instance 722c4116-5c37-4d49-b250-59829789dce3 [ 882.435075] env[69159]: DEBUG oslo_vmware.api [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': task-3448757, 'name': PowerOnVM_Task, 'duration_secs': 0.464665} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.435578] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.435888] env[69159]: INFO nova.compute.manager [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Took 8.36 seconds to spawn the instance on the hypervisor. [ 882.436562] env[69159]: DEBUG nova.compute.manager [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 882.437327] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1de4dc-a5f1-4b84-9271-672ea410472e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.524632] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062203} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.524632] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.525456] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b857a5b4-71a7-4f7b-9a02-626f38c8a061 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.549679] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 82089513-0900-4427-a46e-cf63474e8abc/82089513-0900-4427-a46e-cf63474e8abc.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.550125] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdabc9c5-8257-46f0-aab8-cf47ae4b8290 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.570418] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 882.570418] env[69159]: value = "task-3448759" [ 882.570418] env[69159]: _type = "Task" [ 882.570418] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.577935] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.883276] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: cd69c4bf-2319-4880-8707-8e6b0c9aba18] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 882.910015] env[69159]: DEBUG nova.compute.utils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.910657] env[69159]: DEBUG nova.compute.manager [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 882.910857] env[69159]: DEBUG nova.network.neutron [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.938966] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3911b78f-c7fe-4fb7-a69b-cc35476ed89a tempest-SecurityGroupsTestJSON-1369875297 tempest-SecurityGroupsTestJSON-1369875297-project-member] Lock "722c4116-5c37-4d49-b250-59829789dce3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.031s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.958025] env[69159]: INFO nova.compute.manager [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Took 49.56 seconds to build instance. [ 883.005178] env[69159]: DEBUG nova.policy [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4378c8af941d4240add7b334f023517e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '573f1a6d6465402c8b472188ec448916', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.084039] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448759, 'name': ReconfigVM_Task, 'duration_secs': 0.254197} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.084039] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 82089513-0900-4427-a46e-cf63474e8abc/82089513-0900-4427-a46e-cf63474e8abc.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.084039] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0459270a-261a-430b-9ae9-ff79cd2c82ff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.089793] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 883.089793] env[69159]: value = "task-3448760" [ 883.089793] env[69159]: _type = "Task" [ 883.089793] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.101378] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448760, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.388972] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 873ed12d-97e6-4349-8c04-b806f8f486ed] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 883.421815] env[69159]: DEBUG nova.compute.utils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.460684] env[69159]: DEBUG oslo_concurrency.lockutils [None req-143f9b60-eb3f-48b9-9fc7-53b2cc93ec58 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Lock "8fb4512b-575b-42b0-ae3e-79770127b4e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.160s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.602959] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448760, 'name': Rename_Task, 'duration_secs': 0.137827} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.603402] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.603813] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2eaa204-0611-43d1-a0bb-96511d2d1fc0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.611334] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 883.611334] env[69159]: value = "task-3448761" [ 883.611334] env[69159]: _type = "Task" [ 883.611334] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.623949] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.893600] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 62015eca-8518-450f-98a5-98af7156fc9a] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 883.922206] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27df53fe-ab41-47e7-a978-ec48596acc8d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.924368] env[69159]: DEBUG nova.compute.manager [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 883.932790] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8cd4b1-f199-409c-8091-2741de680cc9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.975985] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd89e5be-e603-4dd9-b03a-682fe4e9766f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.985144] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c11e5c-a329-45ba-9079-8e1c6e7c2ba2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.990302] env[69159]: DEBUG nova.network.neutron [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Successfully created port: d068f478-c54b-450a-9f26-8c9efe0d9172 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.003233] env[69159]: DEBUG nova.compute.provider_tree [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.124775] env[69159]: DEBUG oslo_vmware.api [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448761, 'name': PowerOnVM_Task, 'duration_secs': 0.495151} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.125056] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.125263] env[69159]: INFO nova.compute.manager [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Took 7.94 seconds to spawn the instance on the hypervisor. [ 884.125441] env[69159]: DEBUG nova.compute.manager [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 884.126217] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b887fa95-a93e-4da8-8599-8604701d382d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.399142] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 531569c8-9bb4-4adf-a6ab-b107a99d11d6] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 884.418338] env[69159]: DEBUG nova.compute.manager [req-9a727b9f-bc49-466c-8e22-299e447e8514 req-aa00e61f-98c0-442f-b453-4894031c94f4 service nova] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Received event network-changed-91af04b4-34a7-4a3e-ba48-857bc3781ec4 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 884.418908] env[69159]: DEBUG nova.compute.manager [req-9a727b9f-bc49-466c-8e22-299e447e8514 req-aa00e61f-98c0-442f-b453-4894031c94f4 service nova] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Refreshing instance network info cache due to event network-changed-91af04b4-34a7-4a3e-ba48-857bc3781ec4. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 884.419166] env[69159]: DEBUG oslo_concurrency.lockutils [req-9a727b9f-bc49-466c-8e22-299e447e8514 req-aa00e61f-98c0-442f-b453-4894031c94f4 service nova] Acquiring lock "refresh_cache-8fb4512b-575b-42b0-ae3e-79770127b4e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.419338] env[69159]: DEBUG oslo_concurrency.lockutils [req-9a727b9f-bc49-466c-8e22-299e447e8514 req-aa00e61f-98c0-442f-b453-4894031c94f4 service nova] Acquired lock "refresh_cache-8fb4512b-575b-42b0-ae3e-79770127b4e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.419459] env[69159]: DEBUG nova.network.neutron [req-9a727b9f-bc49-466c-8e22-299e447e8514 req-aa00e61f-98c0-442f-b453-4894031c94f4 service nova] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Refreshing network info cache for port 91af04b4-34a7-4a3e-ba48-857bc3781ec4 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.506728] env[69159]: DEBUG nova.scheduler.client.report [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.646784] env[69159]: INFO nova.compute.manager [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Took 48.02 seconds to build instance. [ 884.904407] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: afff8818-2298-46fe-b4f7-cbd46c470d89] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 884.935881] env[69159]: DEBUG nova.compute.manager [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 884.964995] env[69159]: DEBUG nova.virt.hardware [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:38:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='577944556',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1802943633',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.965522] env[69159]: DEBUG nova.virt.hardware [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.965522] env[69159]: DEBUG nova.virt.hardware [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.965802] env[69159]: DEBUG nova.virt.hardware [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.967034] env[69159]: DEBUG nova.virt.hardware [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.967034] env[69159]: DEBUG nova.virt.hardware [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.967159] env[69159]: DEBUG nova.virt.hardware [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.967220] env[69159]: DEBUG nova.virt.hardware [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.967394] env[69159]: DEBUG nova.virt.hardware [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.967576] env[69159]: DEBUG nova.virt.hardware [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.967789] env[69159]: DEBUG nova.virt.hardware [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.971669] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8a4697-f14c-455c-89e0-2e7b014d8c5e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.978348] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40694929-f66d-42ef-936a-b88125d965ce {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.016526] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.017180] env[69159]: DEBUG nova.compute.manager [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 885.019935] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.976s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.020165] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.023959] env[69159]: DEBUG oslo_concurrency.lockutils [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.646s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.024967] env[69159]: DEBUG oslo_concurrency.lockutils [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.026063] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.090s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.026265] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.028306] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.830s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.030211] env[69159]: INFO nova.compute.claims [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.087170] env[69159]: INFO nova.scheduler.client.report [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Deleted allocations for instance 041ead39-7566-4ba4-a969-1b9b2fcb5233 [ 885.091278] env[69159]: INFO nova.scheduler.client.report [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Deleted allocations for instance 3a7250bd-d071-468f-b026-144f8130ef6e [ 885.112098] env[69159]: INFO nova.scheduler.client.report [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Deleted allocations for instance 9b60f662-8aa1-4ba8-91f2-c565a236d775 [ 885.149801] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1e32a771-6bde-40cb-8937-44dfb20a0ef1 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "82089513-0900-4427-a46e-cf63474e8abc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.538s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.186123] env[69159]: DEBUG nova.network.neutron [req-9a727b9f-bc49-466c-8e22-299e447e8514 req-aa00e61f-98c0-442f-b453-4894031c94f4 service nova] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Updated VIF entry in instance network info cache for port 91af04b4-34a7-4a3e-ba48-857bc3781ec4. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.186352] env[69159]: DEBUG nova.network.neutron [req-9a727b9f-bc49-466c-8e22-299e447e8514 req-aa00e61f-98c0-442f-b453-4894031c94f4 service nova] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Updating instance_info_cache with network_info: [{"id": "91af04b4-34a7-4a3e-ba48-857bc3781ec4", "address": "fa:16:3e:ea:8d:37", "network": {"id": "241b25b4-b5c4-496a-9943-388637359ecc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-660455360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2469fb0ec72f43bc99dfbb9532128a3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91af04b4-34", "ovs_interfaceid": "91af04b4-34a7-4a3e-ba48-857bc3781ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.408655] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 5cbc0eb4-30f5-48bf-a476-e577d53c2f4a] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 885.537589] env[69159]: DEBUG nova.compute.utils [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.540348] env[69159]: DEBUG nova.compute.manager [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 885.540576] env[69159]: DEBUG nova.network.neutron [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.597162] env[69159]: DEBUG nova.policy [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98bfa249719a4e36917a0e3c3b837ce4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '365e6c63cf6244bbad5d9c2642b41075', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.602125] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6e938976-5fda-4e8a-a220-514c4c25f621 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "041ead39-7566-4ba4-a969-1b9b2fcb5233" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.458s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.603630] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8dc781bf-8585-4071-8e70-134cbe7eb279 tempest-ServersTestMultiNic-1132143809 tempest-ServersTestMultiNic-1132143809-project-member] Lock "3a7250bd-d071-468f-b026-144f8130ef6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.742s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.622430] env[69159]: DEBUG oslo_concurrency.lockutils [None req-769cd01b-c706-4a58-bc64-cfd1257bf3b3 tempest-ServerPasswordTestJSON-492493308 tempest-ServerPasswordTestJSON-492493308-project-member] Lock "9b60f662-8aa1-4ba8-91f2-c565a236d775" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.846s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.688822] env[69159]: DEBUG oslo_concurrency.lockutils [req-9a727b9f-bc49-466c-8e22-299e447e8514 req-aa00e61f-98c0-442f-b453-4894031c94f4 service nova] Releasing lock "refresh_cache-8fb4512b-575b-42b0-ae3e-79770127b4e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.800376] env[69159]: DEBUG nova.network.neutron [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Successfully updated port: d068f478-c54b-450a-9f26-8c9efe0d9172 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.914722] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: be14257b-8502-4b3e-922d-eafc3a13b3f5] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 886.019527] env[69159]: DEBUG nova.network.neutron [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Successfully created port: 1e94de29-6922-48d1-9377-6c7d2202a114 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.041301] env[69159]: DEBUG nova.compute.manager [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 886.306694] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquiring lock "refresh_cache-83e88bef-5ad0-4215-abc7-54ebc83452a3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.306694] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquired lock "refresh_cache-83e88bef-5ad0-4215-abc7-54ebc83452a3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.306694] env[69159]: DEBUG nova.network.neutron [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.419994] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: f59f98ac-50c6-4b7a-b1d0-3ee392feb9a4] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 886.469187] env[69159]: DEBUG nova.compute.manager [req-7120bd26-a7d4-4c4a-8561-b20d139828a8 req-d36b809d-d474-4e4a-9fd1-beb8ead0a2ec service nova] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Received event network-vif-plugged-d068f478-c54b-450a-9f26-8c9efe0d9172 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 886.469187] env[69159]: DEBUG oslo_concurrency.lockutils [req-7120bd26-a7d4-4c4a-8561-b20d139828a8 req-d36b809d-d474-4e4a-9fd1-beb8ead0a2ec service nova] Acquiring lock "83e88bef-5ad0-4215-abc7-54ebc83452a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.469187] env[69159]: DEBUG oslo_concurrency.lockutils [req-7120bd26-a7d4-4c4a-8561-b20d139828a8 req-d36b809d-d474-4e4a-9fd1-beb8ead0a2ec service nova] Lock "83e88bef-5ad0-4215-abc7-54ebc83452a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.469187] env[69159]: DEBUG oslo_concurrency.lockutils [req-7120bd26-a7d4-4c4a-8561-b20d139828a8 req-d36b809d-d474-4e4a-9fd1-beb8ead0a2ec service nova] Lock "83e88bef-5ad0-4215-abc7-54ebc83452a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.472977] env[69159]: DEBUG nova.compute.manager [req-7120bd26-a7d4-4c4a-8561-b20d139828a8 req-d36b809d-d474-4e4a-9fd1-beb8ead0a2ec service nova] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] No waiting events found dispatching network-vif-plugged-d068f478-c54b-450a-9f26-8c9efe0d9172 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 886.472977] env[69159]: WARNING nova.compute.manager [req-7120bd26-a7d4-4c4a-8561-b20d139828a8 req-d36b809d-d474-4e4a-9fd1-beb8ead0a2ec service nova] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Received unexpected event network-vif-plugged-d068f478-c54b-450a-9f26-8c9efe0d9172 for instance with vm_state building and task_state spawning. [ 886.472977] env[69159]: DEBUG nova.compute.manager [req-7120bd26-a7d4-4c4a-8561-b20d139828a8 req-d36b809d-d474-4e4a-9fd1-beb8ead0a2ec service nova] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Received event network-changed-d068f478-c54b-450a-9f26-8c9efe0d9172 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 886.472977] env[69159]: DEBUG nova.compute.manager [req-7120bd26-a7d4-4c4a-8561-b20d139828a8 req-d36b809d-d474-4e4a-9fd1-beb8ead0a2ec service nova] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Refreshing instance network info cache due to event network-changed-d068f478-c54b-450a-9f26-8c9efe0d9172. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 886.472977] env[69159]: DEBUG oslo_concurrency.lockutils [req-7120bd26-a7d4-4c4a-8561-b20d139828a8 req-d36b809d-d474-4e4a-9fd1-beb8ead0a2ec service nova] Acquiring lock "refresh_cache-83e88bef-5ad0-4215-abc7-54ebc83452a3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.575175] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ff3cf7-9197-439a-bf60-d5eee1ca0a40 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.583861] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076cccd4-042a-46d8-ab9c-21f7ebe22cd4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.623611] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f1ab9a-3205-4c44-8588-3cce29196b09 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.641036] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7e2883-e4ea-411f-9d03-fb6919d49df8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.654602] env[69159]: DEBUG nova.compute.provider_tree [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.865211] env[69159]: DEBUG nova.network.neutron [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.925819] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 1ea07762-3544-45fc-9c2a-5f70e7235c1f] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 887.055941] env[69159]: DEBUG nova.compute.manager [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 887.094399] env[69159]: DEBUG nova.virt.hardware [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.094721] env[69159]: DEBUG nova.virt.hardware [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.094880] env[69159]: DEBUG nova.virt.hardware [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.095081] env[69159]: DEBUG nova.virt.hardware [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.095229] env[69159]: DEBUG nova.virt.hardware [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.095372] env[69159]: DEBUG nova.virt.hardware [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.095676] env[69159]: DEBUG nova.virt.hardware [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.095838] env[69159]: DEBUG nova.virt.hardware [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.096016] env[69159]: DEBUG nova.virt.hardware [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.096197] env[69159]: DEBUG nova.virt.hardware [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.096488] env[69159]: DEBUG nova.virt.hardware [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.097279] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99957303-f07f-4236-88b2-144eaf03f95f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.106773] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4515296-0106-473a-8e7c-bf3ff78df5d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.159331] env[69159]: DEBUG nova.network.neutron [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Updating instance_info_cache with network_info: [{"id": "d068f478-c54b-450a-9f26-8c9efe0d9172", "address": "fa:16:3e:05:6c:ea", "network": {"id": "0d33991f-be82-4cc8-bdc8-124debb4c9aa", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-935964925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "573f1a6d6465402c8b472188ec448916", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd068f478-c5", "ovs_interfaceid": "d068f478-c54b-450a-9f26-8c9efe0d9172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.160348] env[69159]: DEBUG nova.scheduler.client.report [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.431102] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 1372f0f1-642c-40c6-9a3e-7fc0fb159052] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 887.642529] env[69159]: DEBUG nova.compute.manager [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Stashing vm_state: active {{(pid=69159) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 887.666028] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.666028] env[69159]: DEBUG nova.compute.manager [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 887.668934] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Releasing lock "refresh_cache-83e88bef-5ad0-4215-abc7-54ebc83452a3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.669255] env[69159]: DEBUG nova.compute.manager [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Instance network_info: |[{"id": "d068f478-c54b-450a-9f26-8c9efe0d9172", "address": "fa:16:3e:05:6c:ea", "network": {"id": "0d33991f-be82-4cc8-bdc8-124debb4c9aa", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-935964925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "573f1a6d6465402c8b472188ec448916", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd068f478-c5", "ovs_interfaceid": "d068f478-c54b-450a-9f26-8c9efe0d9172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 887.669970] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.077s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.670240] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.672412] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.566s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.672636] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.674408] env[69159]: DEBUG oslo_concurrency.lockutils [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.989s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.680741] env[69159]: INFO nova.compute.claims [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.684117] env[69159]: DEBUG oslo_concurrency.lockutils [req-7120bd26-a7d4-4c4a-8561-b20d139828a8 req-d36b809d-d474-4e4a-9fd1-beb8ead0a2ec service nova] Acquired lock "refresh_cache-83e88bef-5ad0-4215-abc7-54ebc83452a3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.685016] env[69159]: DEBUG nova.network.neutron [req-7120bd26-a7d4-4c4a-8561-b20d139828a8 req-d36b809d-d474-4e4a-9fd1-beb8ead0a2ec service nova] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Refreshing network info cache for port d068f478-c54b-450a-9f26-8c9efe0d9172 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.688508] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:6c:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd068f478-c54b-450a-9f26-8c9efe0d9172', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.699431] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.699431] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.699431] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bebc698-1723-47d3-8ea6-1cb0fc1592e3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.732982] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.732982] env[69159]: value = "task-3448762" [ 887.732982] env[69159]: _type = "Task" [ 887.732982] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.740312] env[69159]: INFO nova.scheduler.client.report [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Deleted allocations for instance 33bfaa91-de36-4374-a76f-585613277fda [ 887.744996] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448762, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.750854] env[69159]: INFO nova.scheduler.client.report [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Deleted allocations for instance d39be46c-2e04-472f-95ce-b2efd29e5827 [ 887.841182] env[69159]: DEBUG nova.compute.manager [req-5b464158-583f-46d0-a0ac-ff2a56087dc8 req-65e47826-62bc-44c6-9035-125d44357994 service nova] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Received event network-vif-plugged-1e94de29-6922-48d1-9377-6c7d2202a114 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 887.841182] env[69159]: DEBUG oslo_concurrency.lockutils [req-5b464158-583f-46d0-a0ac-ff2a56087dc8 req-65e47826-62bc-44c6-9035-125d44357994 service nova] Acquiring lock "b3f9cd88-9518-464b-a053-c77ce6555754-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.841182] env[69159]: DEBUG oslo_concurrency.lockutils [req-5b464158-583f-46d0-a0ac-ff2a56087dc8 req-65e47826-62bc-44c6-9035-125d44357994 service nova] Lock "b3f9cd88-9518-464b-a053-c77ce6555754-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.841182] env[69159]: DEBUG oslo_concurrency.lockutils [req-5b464158-583f-46d0-a0ac-ff2a56087dc8 req-65e47826-62bc-44c6-9035-125d44357994 service nova] Lock "b3f9cd88-9518-464b-a053-c77ce6555754-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.841182] env[69159]: DEBUG nova.compute.manager [req-5b464158-583f-46d0-a0ac-ff2a56087dc8 req-65e47826-62bc-44c6-9035-125d44357994 service nova] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] No waiting events found dispatching network-vif-plugged-1e94de29-6922-48d1-9377-6c7d2202a114 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 887.841182] env[69159]: WARNING nova.compute.manager [req-5b464158-583f-46d0-a0ac-ff2a56087dc8 req-65e47826-62bc-44c6-9035-125d44357994 service nova] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Received unexpected event network-vif-plugged-1e94de29-6922-48d1-9377-6c7d2202a114 for instance with vm_state building and task_state spawning. [ 887.906494] env[69159]: DEBUG nova.network.neutron [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Successfully updated port: 1e94de29-6922-48d1-9377-6c7d2202a114 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.933935] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 86ada9bd-7df9-4b80-8447-3e4388c337c6] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 888.171154] env[69159]: DEBUG nova.compute.utils [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.173885] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.174302] env[69159]: DEBUG nova.compute.manager [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Not allocating networking since 'none' was specified. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 888.182020] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.182020] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.244187] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448762, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.252055] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c9ac0981-6681-43f3-9e09-b769f6e47941 tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "33bfaa91-de36-4374-a76f-585613277fda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.205s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.259276] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a413faf9-b33e-4b05-a5ed-9506cee450a4 tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "d39be46c-2e04-472f-95ce-b2efd29e5827" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.803s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.411277] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "refresh_cache-b3f9cd88-9518-464b-a053-c77ce6555754" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.411954] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "refresh_cache-b3f9cd88-9518-464b-a053-c77ce6555754" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.411954] env[69159]: DEBUG nova.network.neutron [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.441766] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: bec9825d-9791-4647-b8a4-bed2dc6834d9] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 888.478083] env[69159]: DEBUG nova.network.neutron [req-7120bd26-a7d4-4c4a-8561-b20d139828a8 req-d36b809d-d474-4e4a-9fd1-beb8ead0a2ec service nova] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Updated VIF entry in instance network info cache for port d068f478-c54b-450a-9f26-8c9efe0d9172. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.478083] env[69159]: DEBUG nova.network.neutron [req-7120bd26-a7d4-4c4a-8561-b20d139828a8 req-d36b809d-d474-4e4a-9fd1-beb8ead0a2ec service nova] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Updating instance_info_cache with network_info: [{"id": "d068f478-c54b-450a-9f26-8c9efe0d9172", "address": "fa:16:3e:05:6c:ea", "network": {"id": "0d33991f-be82-4cc8-bdc8-124debb4c9aa", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-935964925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "573f1a6d6465402c8b472188ec448916", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd068f478-c5", "ovs_interfaceid": "d068f478-c54b-450a-9f26-8c9efe0d9172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.676488] env[69159]: DEBUG nova.compute.manager [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 888.684095] env[69159]: DEBUG nova.compute.manager [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 888.750041] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448762, 'name': CreateVM_Task, 'duration_secs': 0.595253} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.750348] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.751538] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.751841] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.752250] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.752654] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eceaac1a-940f-4e9e-aeeb-2f8ec9769af8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.763806] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 888.763806] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b40651-4881-8660-2b79-0b8a982e705f" [ 888.763806] env[69159]: _type = "Task" [ 888.763806] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.773641] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b40651-4881-8660-2b79-0b8a982e705f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.945922] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 1f96d05e-0ae7-4175-a50c-6d98dc1eca6a] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 888.957702] env[69159]: DEBUG nova.network.neutron [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.986308] env[69159]: DEBUG oslo_concurrency.lockutils [req-7120bd26-a7d4-4c4a-8561-b20d139828a8 req-d36b809d-d474-4e4a-9fd1-beb8ead0a2ec service nova] Releasing lock "refresh_cache-83e88bef-5ad0-4215-abc7-54ebc83452a3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.074492] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.074771] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.074975] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.075232] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.075337] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.084845] env[69159]: INFO nova.compute.manager [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Terminating instance [ 889.127131] env[69159]: DEBUG nova.network.neutron [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Updating instance_info_cache with network_info: [{"id": "1e94de29-6922-48d1-9377-6c7d2202a114", "address": "fa:16:3e:b9:5d:33", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e94de29-69", "ovs_interfaceid": "1e94de29-6922-48d1-9377-6c7d2202a114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.162342] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb6fc5a-b0e1-4aa8-8b7a-3381c3922077 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.171120] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae97ded2-5b34-4c32-ad2a-e18f72dc4e9c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.960636] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 07272fef-5534-48e1-9231-d2d8beef9e34] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 889.962396] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "54abe51c-8514-44c7-8e18-ad1194c64fe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.963263] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "54abe51c-8514-44c7-8e18-ad1194c64fe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.963263] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "54abe51c-8514-44c7-8e18-ad1194c64fe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.963263] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "54abe51c-8514-44c7-8e18-ad1194c64fe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.963263] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "54abe51c-8514-44c7-8e18-ad1194c64fe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.964859] env[69159]: DEBUG nova.compute.manager [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 889.965378] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.965486] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "refresh_cache-b3f9cd88-9518-464b-a053-c77ce6555754" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.965706] env[69159]: DEBUG nova.compute.manager [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Instance network_info: |[{"id": "1e94de29-6922-48d1-9377-6c7d2202a114", "address": "fa:16:3e:b9:5d:33", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e94de29-69", "ovs_interfaceid": "1e94de29-6922-48d1-9377-6c7d2202a114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 889.968549] env[69159]: INFO nova.compute.manager [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Terminating instance [ 889.973419] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42184e96-b669-4f50-933c-ebecbbcfaf63 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.976746] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:5d:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e94de29-6922-48d1-9377-6c7d2202a114', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.984356] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.985122] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d8dd05-1339-4650-8a4a-a1e1e6a26502 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.990129] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.991721] env[69159]: DEBUG nova.compute.manager [req-9508d0ab-e03d-445b-9061-9e5cd47b4027 req-8239d9bb-60fb-499b-9beb-2edd064dcbc6 service nova] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Received event network-changed-1e94de29-6922-48d1-9377-6c7d2202a114 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 889.991721] env[69159]: DEBUG nova.compute.manager [req-9508d0ab-e03d-445b-9061-9e5cd47b4027 req-8239d9bb-60fb-499b-9beb-2edd064dcbc6 service nova] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Refreshing instance network info cache due to event network-changed-1e94de29-6922-48d1-9377-6c7d2202a114. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 889.991822] env[69159]: DEBUG oslo_concurrency.lockutils [req-9508d0ab-e03d-445b-9061-9e5cd47b4027 req-8239d9bb-60fb-499b-9beb-2edd064dcbc6 service nova] Acquiring lock "refresh_cache-b3f9cd88-9518-464b-a053-c77ce6555754" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.991966] env[69159]: DEBUG oslo_concurrency.lockutils [req-9508d0ab-e03d-445b-9061-9e5cd47b4027 req-8239d9bb-60fb-499b-9beb-2edd064dcbc6 service nova] Acquired lock "refresh_cache-b3f9cd88-9518-464b-a053-c77ce6555754" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.992163] env[69159]: DEBUG nova.network.neutron [req-9508d0ab-e03d-445b-9061-9e5cd47b4027 req-8239d9bb-60fb-499b-9beb-2edd064dcbc6 service nova] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Refreshing network info cache for port 1e94de29-6922-48d1-9377-6c7d2202a114 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.994275] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dbd1e8e-9740-41d4-ab20-991590188ad5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.018732] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.025917] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b40651-4881-8660-2b79-0b8a982e705f, 'name': SearchDatastore_Task, 'duration_secs': 0.014561} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.026238] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.031142] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.031142] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.031142] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.031142] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.031142] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.031142] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b38e2006-13ce-4f22-819f-0db7ba356bb6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.033701] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e63ca934-fe90-4601-88fd-679af5ce56b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.036938] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3aa4dc-1e4a-4b4a-9ce0-11851639e993 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.042745] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.042745] env[69159]: value = "task-3448763" [ 890.042745] env[69159]: _type = "Task" [ 890.042745] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.056817] env[69159]: DEBUG nova.compute.provider_tree [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.058039] env[69159]: DEBUG oslo_vmware.api [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 890.058039] env[69159]: value = "task-3448764" [ 890.058039] env[69159]: _type = "Task" [ 890.058039] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.060621] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.060621] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.073670] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b8e750-ab27-41f8-9e6f-c9177681a433 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.075896] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448763, 'name': CreateVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.082313] env[69159]: DEBUG oslo_vmware.api [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.084776] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 890.084776] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5238fc44-ea69-0b34-6423-59581da08c49" [ 890.084776] env[69159]: _type = "Task" [ 890.084776] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.093178] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5238fc44-ea69-0b34-6423-59581da08c49, 'name': SearchDatastore_Task, 'duration_secs': 0.008937} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.093970] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8466173-2baa-4e88-911c-a19462919175 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.099788] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 890.099788] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5285679a-8caf-8103-6d0d-a4e46f7bfeee" [ 890.099788] env[69159]: _type = "Task" [ 890.099788] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.109498] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5285679a-8caf-8103-6d0d-a4e46f7bfeee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.363882] env[69159]: DEBUG nova.network.neutron [req-9508d0ab-e03d-445b-9061-9e5cd47b4027 req-8239d9bb-60fb-499b-9beb-2edd064dcbc6 service nova] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Updated VIF entry in instance network info cache for port 1e94de29-6922-48d1-9377-6c7d2202a114. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.364355] env[69159]: DEBUG nova.network.neutron [req-9508d0ab-e03d-445b-9061-9e5cd47b4027 req-8239d9bb-60fb-499b-9beb-2edd064dcbc6 service nova] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Updating instance_info_cache with network_info: [{"id": "1e94de29-6922-48d1-9377-6c7d2202a114", "address": "fa:16:3e:b9:5d:33", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e94de29-69", "ovs_interfaceid": "1e94de29-6922-48d1-9377-6c7d2202a114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.468783] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 986dfcdc-a5bc-4a78-9b30-72d210f1bc9e] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 890.471465] env[69159]: DEBUG nova.compute.manager [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 890.511615] env[69159]: DEBUG nova.virt.hardware [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.511850] env[69159]: DEBUG nova.virt.hardware [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.511998] env[69159]: DEBUG nova.virt.hardware [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.512202] env[69159]: DEBUG nova.virt.hardware [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.512350] env[69159]: DEBUG nova.virt.hardware [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.512545] env[69159]: DEBUG nova.virt.hardware [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.512915] env[69159]: DEBUG nova.virt.hardware [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.513133] env[69159]: DEBUG nova.virt.hardware [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.513312] env[69159]: DEBUG nova.virt.hardware [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.513469] env[69159]: DEBUG nova.virt.hardware [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.513635] env[69159]: DEBUG nova.virt.hardware [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.515059] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e47872-b7e7-4550-9ccf-22a9cd04d529 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.518480] env[69159]: DEBUG nova.compute.manager [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 890.518666] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.519612] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00030b50-b5c9-4eca-ac2f-a002f16a4a11 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.530415] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d422c7-8830-46cc-abb9-743ddd1e47c7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.540934] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.541213] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4077c6cf-5af2-4f4a-a212-f34fec26ce8f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.554906] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.560649] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Creating folder: Project (94db779a9f6d4c4b86393f928c416a4d). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.564895] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a635cb0-7b5b-41fa-a109-286c661c5dc8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.569907] env[69159]: DEBUG nova.scheduler.client.report [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.575210] env[69159]: DEBUG oslo_vmware.api [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 890.575210] env[69159]: value = "task-3448765" [ 890.575210] env[69159]: _type = "Task" [ 890.575210] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.584936] env[69159]: DEBUG oslo_vmware.api [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448764, 'name': PowerOffVM_Task, 'duration_secs': 0.242755} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.585253] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448763, 'name': CreateVM_Task, 'duration_secs': 0.350158} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.586737] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.587685] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.587685] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.587685] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Created folder: Project (94db779a9f6d4c4b86393f928c416a4d) in parent group-v688391. [ 890.587685] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Creating folder: Instances. Parent ref: group-v688586. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.590990] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f2912a1-b86b-4d86-881e-9d2d9039bce9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.593183] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.593357] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.593664] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.593907] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4275fd1-e6a4-49ef-b5f2-87d7688cc8b0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.595592] env[69159]: DEBUG oslo_vmware.api [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.596445] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab0dd6e-62f5-47eb-9478-f8cfd0880c66 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.605619] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 890.605619] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523c5a03-cc31-a0f5-ad72-841bac6770ba" [ 890.605619] env[69159]: _type = "Task" [ 890.605619] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.614788] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5285679a-8caf-8103-6d0d-a4e46f7bfeee, 'name': SearchDatastore_Task, 'duration_secs': 0.013953} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.614788] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Created folder: Instances in parent group-v688586. [ 890.614788] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.614788] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.615170] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 83e88bef-5ad0-4215-abc7-54ebc83452a3/83e88bef-5ad0-4215-abc7-54ebc83452a3.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.615293] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.615496] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9db6ee72-7347-49ee-90bd-41fdccfdf9ae {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.617410] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddf844fb-17ed-4bf3-b5e7-1d4cd14b07b7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.633378] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523c5a03-cc31-a0f5-ad72-841bac6770ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009065} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.634277] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.634531] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.634827] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.634984] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.635178] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.635447] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa4b25a2-936e-4821-b0a3-ef7f3be693d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.638288] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 890.638288] env[69159]: value = "task-3448770" [ 890.638288] env[69159]: _type = "Task" [ 890.638288] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.639635] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.639635] env[69159]: value = "task-3448769" [ 890.639635] env[69159]: _type = "Task" [ 890.639635] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.650946] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.655098] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.655360] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.656087] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448769, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.656326] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9fff9d1-dd40-4e9c-a345-56fb0e656db5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.661350] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.661574] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.661759] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Deleting the datastore file [datastore1] 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.662046] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f48c26b5-c615-46a0-85a6-500e45902d8a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.667164] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 890.667164] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e9f2b9-0eb1-3c44-73e2-83a29ee4f79a" [ 890.667164] env[69159]: _type = "Task" [ 890.667164] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.671688] env[69159]: DEBUG oslo_vmware.api [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 890.671688] env[69159]: value = "task-3448771" [ 890.671688] env[69159]: _type = "Task" [ 890.671688] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.678417] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e9f2b9-0eb1-3c44-73e2-83a29ee4f79a, 'name': SearchDatastore_Task, 'duration_secs': 0.010545} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.679514] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67190cb1-fb25-4584-9795-4455f032edb4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.684968] env[69159]: DEBUG oslo_vmware.api [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.688741] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 890.688741] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522e76c4-9f90-4849-9c03-ddd9fc6c7468" [ 890.688741] env[69159]: _type = "Task" [ 890.688741] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.696125] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522e76c4-9f90-4849-9c03-ddd9fc6c7468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.866975] env[69159]: DEBUG oslo_concurrency.lockutils [req-9508d0ab-e03d-445b-9061-9e5cd47b4027 req-8239d9bb-60fb-499b-9beb-2edd064dcbc6 service nova] Releasing lock "refresh_cache-b3f9cd88-9518-464b-a053-c77ce6555754" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.979915] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: b20de2d2-f796-41b6-be49-c08147018866] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 891.076829] env[69159]: DEBUG oslo_concurrency.lockutils [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.402s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.077499] env[69159]: DEBUG nova.compute.manager [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 891.081035] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.116s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.084016] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.084016] env[69159]: DEBUG oslo_concurrency.lockutils [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.191s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.084016] env[69159]: DEBUG oslo_concurrency.lockutils [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.085552] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.427s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.087193] env[69159]: INFO nova.compute.claims [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.103296] env[69159]: DEBUG oslo_vmware.api [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448765, 'name': PowerOffVM_Task, 'duration_secs': 0.246999} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.103296] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.103296] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.103473] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74ef0d9c-a2fe-4c31-9a18-df4d9faa85bf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.123248] env[69159]: INFO nova.scheduler.client.report [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Deleted allocations for instance af542ca8-ff1b-46e4-b833-9d24b83d520f [ 891.131939] env[69159]: INFO nova.scheduler.client.report [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Deleted allocations for instance 290384ad-2090-472b-a68e-7543c51f8e84 [ 891.167466] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448769, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.167723] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452231} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.168616] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 83e88bef-5ad0-4215-abc7-54ebc83452a3/83e88bef-5ad0-4215-abc7-54ebc83452a3.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.168616] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.168616] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f277a91-5e87-47b0-83ab-49c1a7f40a26 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.177838] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 891.177838] env[69159]: value = "task-3448773" [ 891.177838] env[69159]: _type = "Task" [ 891.177838] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.178058] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.178247] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.178420] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Deleting the datastore file [datastore1] 54abe51c-8514-44c7-8e18-ad1194c64fe9 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.179106] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b384da6b-b657-4ef8-b6fb-9e5d8a2a1957 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.190567] env[69159]: DEBUG oslo_vmware.api [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213596} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.190567] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.190567] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.190567] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.190567] env[69159]: INFO nova.compute.manager [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Took 1.22 seconds to destroy the instance on the hypervisor. [ 891.190567] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.191078] env[69159]: DEBUG nova.compute.manager [-] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 891.191146] env[69159]: DEBUG nova.network.neutron [-] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.197299] env[69159]: DEBUG oslo_vmware.api [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 891.197299] env[69159]: value = "task-3448774" [ 891.197299] env[69159]: _type = "Task" [ 891.197299] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.200989] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.208213] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522e76c4-9f90-4849-9c03-ddd9fc6c7468, 'name': SearchDatastore_Task, 'duration_secs': 0.008805} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.208955] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.208955] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] b3f9cd88-9518-464b-a053-c77ce6555754/b3f9cd88-9518-464b-a053-c77ce6555754.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.209239] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdc2f340-9660-4ab6-997d-28af135149ec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.215127] env[69159]: DEBUG oslo_vmware.api [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.219803] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 891.219803] env[69159]: value = "task-3448775" [ 891.219803] env[69159]: _type = "Task" [ 891.219803] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.228281] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.490192] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: c9eb4065-6732-48a4-8659-79afcce1809f] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 891.599031] env[69159]: DEBUG nova.compute.utils [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.600973] env[69159]: DEBUG nova.compute.manager [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 891.601188] env[69159]: DEBUG nova.network.neutron [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.637342] env[69159]: DEBUG oslo_concurrency.lockutils [None req-393003b9-91ed-4f29-ab0b-1814724149e1 tempest-ServersAaction247Test-1501604347 tempest-ServersAaction247Test-1501604347-project-member] Lock "af542ca8-ff1b-46e4-b833-9d24b83d520f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.945s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.654753] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0567861-da7d-4e2b-afe6-03f02a858090 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "290384ad-2090-472b-a68e-7543c51f8e84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.175s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.668828] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448769, 'name': CreateVM_Task, 'duration_secs': 0.624947} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.668828] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.668828] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.669031] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.672547] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.672547] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718e701c-2548-441e-987d-f4ab761b3ab2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.678046] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 891.678046] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b7f2f5-01bc-75e9-7537-deeb369e2cb9" [ 891.678046] env[69159]: _type = "Task" [ 891.678046] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.685135] env[69159]: DEBUG nova.policy [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a94c73c92e64c6596def887eabcc39f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c916ffe145f74f37b7e8b6472536e374', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.695089] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b7f2f5-01bc-75e9-7537-deeb369e2cb9, 'name': SearchDatastore_Task, 'duration_secs': 0.014652} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.698290] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.698593] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.698870] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.699072] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.699363] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.699678] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080377} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.700207] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-292ec350-3072-479b-b212-7e5e5fee1314 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.702093] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.703204] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43b9b7f-0358-49df-82e7-c08583eca63f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.729192] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 83e88bef-5ad0-4215-abc7-54ebc83452a3/83e88bef-5ad0-4215-abc7-54ebc83452a3.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.733797] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27dcd4c3-aceb-48a7-8fa1-98163b2d29b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.751742] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.752893] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.752893] env[69159]: DEBUG oslo_vmware.api [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148433} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.753423] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16ecb7c3-7275-460a-94fc-1272e84bfe9c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.755868] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.756070] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.756254] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.756437] env[69159]: INFO nova.compute.manager [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Took 1.24 seconds to destroy the instance on the hypervisor. [ 891.756701] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.757706] env[69159]: DEBUG nova.compute.manager [-] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 891.757706] env[69159]: DEBUG nova.network.neutron [-] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.763169] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454763} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.765293] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] b3f9cd88-9518-464b-a053-c77ce6555754/b3f9cd88-9518-464b-a053-c77ce6555754.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.765673] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.765819] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 891.765819] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52985a0b-38bd-afd0-0736-d0255c2c5f98" [ 891.765819] env[69159]: _type = "Task" [ 891.765819] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.766180] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 891.766180] env[69159]: value = "task-3448776" [ 891.766180] env[69159]: _type = "Task" [ 891.766180] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.766371] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a99a722e-1984-4432-a12a-75a9f3e73449 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.779836] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52985a0b-38bd-afd0-0736-d0255c2c5f98, 'name': SearchDatastore_Task, 'duration_secs': 0.009678} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.783845] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.785316] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4300065-b19b-4407-8cdc-6a0cbaaa2a8f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.790261] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 891.790261] env[69159]: value = "task-3448777" [ 891.790261] env[69159]: _type = "Task" [ 891.790261] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.792184] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 891.792184] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5280038c-4647-9039-a1a1-0629ab5999ac" [ 891.792184] env[69159]: _type = "Task" [ 891.792184] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.799073] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.804593] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5280038c-4647-9039-a1a1-0629ab5999ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011346} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.804894] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.805189] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] d2535e7c-6b71-4490-8d3a-d6c59ee6491c/d2535e7c-6b71-4490-8d3a-d6c59ee6491c.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.805489] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1db4a32-b1ae-428d-97f3-7a2398bf15f0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.811435] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 891.811435] env[69159]: value = "task-3448778" [ 891.811435] env[69159]: _type = "Task" [ 891.811435] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.819511] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.000459] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 3492e320-3e6b-4e50-8a9a-b5c97fc47241] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 892.008944] env[69159]: DEBUG nova.compute.manager [req-7fcafb2a-b8a5-487f-8bd8-34824775c733 req-908189a0-0834-474d-8305-2ef319d98bd0 service nova] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Received event network-vif-deleted-fbf5885f-15f6-498a-8d8c-6a129175e98e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 892.009307] env[69159]: INFO nova.compute.manager [req-7fcafb2a-b8a5-487f-8bd8-34824775c733 req-908189a0-0834-474d-8305-2ef319d98bd0 service nova] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Neutron deleted interface fbf5885f-15f6-498a-8d8c-6a129175e98e; detaching it from the instance and deleting it from the info cache [ 892.009504] env[69159]: DEBUG nova.network.neutron [req-7fcafb2a-b8a5-487f-8bd8-34824775c733 req-908189a0-0834-474d-8305-2ef319d98bd0 service nova] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.020180] env[69159]: DEBUG nova.network.neutron [-] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.031157] env[69159]: DEBUG nova.network.neutron [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Successfully created port: 52ff98b1-1f2c-4aa5-a494-05be6aadb849 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.101840] env[69159]: DEBUG nova.compute.manager [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 892.222242] env[69159]: DEBUG nova.compute.manager [req-fd498efc-9cf8-449d-8cf0-4311b5b9f3fd req-a5ae0bc7-d08c-436a-bd1b-a1c4334ebe0d service nova] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Received event network-vif-deleted-e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 892.222242] env[69159]: INFO nova.compute.manager [req-fd498efc-9cf8-449d-8cf0-4311b5b9f3fd req-a5ae0bc7-d08c-436a-bd1b-a1c4334ebe0d service nova] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Neutron deleted interface e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8; detaching it from the instance and deleting it from the info cache [ 892.222242] env[69159]: DEBUG nova.network.neutron [req-fd498efc-9cf8-449d-8cf0-4311b5b9f3fd req-a5ae0bc7-d08c-436a-bd1b-a1c4334ebe0d service nova] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.279208] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.301997] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167247} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.305431] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.306799] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0263eb41-c1a1-447d-b0fa-dc39c33213ac {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.338198] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] b3f9cd88-9518-464b-a053-c77ce6555754/b3f9cd88-9518-464b-a053-c77ce6555754.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.342502] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a851edc-b4d4-4585-b0a9-7a6276d7bcc1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.365798] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532225} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.365798] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] d2535e7c-6b71-4490-8d3a-d6c59ee6491c/d2535e7c-6b71-4490-8d3a-d6c59ee6491c.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.365798] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.365798] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16848aeb-2d02-4312-a5f4-707c92769f2c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.369081] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 892.369081] env[69159]: value = "task-3448780" [ 892.369081] env[69159]: _type = "Task" [ 892.369081] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.373795] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 892.373795] env[69159]: value = "task-3448781" [ 892.373795] env[69159]: _type = "Task" [ 892.373795] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.383943] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.388488] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.503852] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 5ff95882-8f70-4b34-ba6e-4cd73d763abf] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 892.513391] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bae0a3a-36ae-4418-8fba-c9700e2a6e0f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.524423] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1c4f11-4abc-4048-84af-77e055856ff8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.540109] env[69159]: INFO nova.compute.manager [-] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Took 1.35 seconds to deallocate network for instance. [ 892.568813] env[69159]: DEBUG nova.compute.manager [req-7fcafb2a-b8a5-487f-8bd8-34824775c733 req-908189a0-0834-474d-8305-2ef319d98bd0 service nova] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Detach interface failed, port_id=fbf5885f-15f6-498a-8d8c-6a129175e98e, reason: Instance 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 892.679816] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9c706b-dcaa-44ff-9989-f2472cda4db2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.683141] env[69159]: DEBUG nova.network.neutron [-] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.690344] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8557394b-bf36-4754-948a-223ffb800b83 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.724065] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be83edfd-3078-413f-83e6-dd0763e1321f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.724664] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b73baae-188d-48f6-aedd-4307f85bd5d9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.729982] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8553bd-a0e5-4892-88a6-3560b2a8faf5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.738071] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0823d572-dc72-40e7-8db5-673cb4d66edb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.758441] env[69159]: DEBUG nova.compute.provider_tree [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.780121] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448776, 'name': ReconfigVM_Task, 'duration_secs': 0.73036} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.795253] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 83e88bef-5ad0-4215-abc7-54ebc83452a3/83e88bef-5ad0-4215-abc7-54ebc83452a3.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.795253] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69159) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 892.795253] env[69159]: DEBUG nova.compute.manager [req-fd498efc-9cf8-449d-8cf0-4311b5b9f3fd req-a5ae0bc7-d08c-436a-bd1b-a1c4334ebe0d service nova] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Detach interface failed, port_id=e74ff4b1-f03a-47cc-b952-c8bfccc3e5d8, reason: Instance 54abe51c-8514-44c7-8e18-ad1194c64fe9 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 892.795253] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-b80321b4-30a5-4a62-aec1-80ccb6614cf1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.802869] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 892.802869] env[69159]: value = "task-3448782" [ 892.802869] env[69159]: _type = "Task" [ 892.802869] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.811689] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448782, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.881413] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448780, 'name': ReconfigVM_Task, 'duration_secs': 0.312601} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.882082] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Reconfigured VM instance instance-00000045 to attach disk [datastore2] b3f9cd88-9518-464b-a053-c77ce6555754/b3f9cd88-9518-464b-a053-c77ce6555754.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.882722] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b16a9d8-0c63-4e0f-ae6f-d945408e1648 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.887559] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072941} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.888273] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.888938] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84bb640-6240-444c-a772-9f23a1a62311 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.892555] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 892.892555] env[69159]: value = "task-3448783" [ 892.892555] env[69159]: _type = "Task" [ 892.892555] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.920648] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] d2535e7c-6b71-4490-8d3a-d6c59ee6491c/d2535e7c-6b71-4490-8d3a-d6c59ee6491c.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.921905] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06b075a1-e0f6-4b32-9bad-b1a5c0596d64 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.944025] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448783, 'name': Rename_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.946883] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 892.946883] env[69159]: value = "task-3448784" [ 892.946883] env[69159]: _type = "Task" [ 892.946883] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.955440] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.007366] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: f989273f-d47a-4302-8e86-0e2f9924b458] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 893.047875] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.118933] env[69159]: DEBUG nova.compute.manager [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 893.147319] env[69159]: DEBUG nova.virt.hardware [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.147714] env[69159]: DEBUG nova.virt.hardware [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.147969] env[69159]: DEBUG nova.virt.hardware [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.148266] env[69159]: DEBUG nova.virt.hardware [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.148510] env[69159]: DEBUG nova.virt.hardware [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.148748] env[69159]: DEBUG nova.virt.hardware [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.149096] env[69159]: DEBUG nova.virt.hardware [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.149358] env[69159]: DEBUG nova.virt.hardware [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.149611] env[69159]: DEBUG nova.virt.hardware [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.149861] env[69159]: DEBUG nova.virt.hardware [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.150132] env[69159]: DEBUG nova.virt.hardware [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.151090] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9953337-85b9-47c1-bc83-5de23342d08f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.159396] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cd7aaa-2907-496e-b369-09a9fa448112 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.185253] env[69159]: INFO nova.compute.manager [-] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Took 1.43 seconds to deallocate network for instance. [ 893.262212] env[69159]: DEBUG nova.scheduler.client.report [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.313888] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448782, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.052093} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.313888] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69159) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 893.314339] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cffdeb9-3fcb-47a8-8051-cae361727ad3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.340817] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 83e88bef-5ad0-4215-abc7-54ebc83452a3/ephemeral_0.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.341128] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f023e869-90d7-4223-8572-440f391056bd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.360606] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 893.360606] env[69159]: value = "task-3448785" [ 893.360606] env[69159]: _type = "Task" [ 893.360606] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.369692] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.402835] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448783, 'name': Rename_Task, 'duration_secs': 0.159293} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.403265] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.403593] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d8f2c50-fa88-4884-a33e-11911d1827e1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.410582] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 893.410582] env[69159]: value = "task-3448786" [ 893.410582] env[69159]: _type = "Task" [ 893.410582] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.423772] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.458518] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448784, 'name': ReconfigVM_Task, 'duration_secs': 0.270295} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.458834] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Reconfigured VM instance instance-00000046 to attach disk [datastore2] d2535e7c-6b71-4490-8d3a-d6c59ee6491c/d2535e7c-6b71-4490-8d3a-d6c59ee6491c.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.459471] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d9ce09a-f275-4c26-9bde-5d49747c9b73 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.465861] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 893.465861] env[69159]: value = "task-3448787" [ 893.465861] env[69159]: _type = "Task" [ 893.465861] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.478556] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448787, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.512304] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: c73aa848-bb39-4407-9bb2-b8a3dbde0b61] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 893.523273] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Acquiring lock "2e454674-bc95-4476-8278-9b77ab6770d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.523532] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Lock "2e454674-bc95-4476-8278-9b77ab6770d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.671168] env[69159]: DEBUG nova.network.neutron [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Successfully updated port: 52ff98b1-1f2c-4aa5-a494-05be6aadb849 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.692555] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.771363] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.771363] env[69159]: DEBUG nova.compute.manager [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 893.772731] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.381s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.773095] env[69159]: DEBUG nova.objects.instance [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69159) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 893.869752] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448785, 'name': ReconfigVM_Task, 'duration_secs': 0.424431} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.870823] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 83e88bef-5ad0-4215-abc7-54ebc83452a3/ephemeral_0.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.870823] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-606cba04-ea93-43d3-a265-7f50bad2e508 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.877326] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 893.877326] env[69159]: value = "task-3448788" [ 893.877326] env[69159]: _type = "Task" [ 893.877326] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.885819] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448788, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.921142] env[69159]: DEBUG oslo_vmware.api [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448786, 'name': PowerOnVM_Task, 'duration_secs': 0.507234} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.921142] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.921142] env[69159]: INFO nova.compute.manager [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Took 6.86 seconds to spawn the instance on the hypervisor. [ 893.922196] env[69159]: DEBUG nova.compute.manager [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 893.923734] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8964767-4fa3-4433-a1f4-aec3d522269d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.977398] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448787, 'name': Rename_Task, 'duration_secs': 0.132901} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.978030] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.978122] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbee2273-b7df-48bb-a691-d4ec5d335af5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.984431] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 893.984431] env[69159]: value = "task-3448789" [ 893.984431] env[69159]: _type = "Task" [ 893.984431] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.995081] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.017858] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: a7041ba9-8ba8-4777-8aea-1987a87397bc] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 894.025784] env[69159]: DEBUG nova.compute.manager [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 894.049272] env[69159]: DEBUG nova.compute.manager [req-2ab2910c-fdff-4993-9601-1e14cf853b17 req-89c02357-e32c-45d4-8f64-0c8b7c66c8a9 service nova] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Received event network-vif-plugged-52ff98b1-1f2c-4aa5-a494-05be6aadb849 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 894.050881] env[69159]: DEBUG oslo_concurrency.lockutils [req-2ab2910c-fdff-4993-9601-1e14cf853b17 req-89c02357-e32c-45d4-8f64-0c8b7c66c8a9 service nova] Acquiring lock "c4709c19-1cf1-46dd-afea-7374ab94ac15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.050881] env[69159]: DEBUG oslo_concurrency.lockutils [req-2ab2910c-fdff-4993-9601-1e14cf853b17 req-89c02357-e32c-45d4-8f64-0c8b7c66c8a9 service nova] Lock "c4709c19-1cf1-46dd-afea-7374ab94ac15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.050881] env[69159]: DEBUG oslo_concurrency.lockutils [req-2ab2910c-fdff-4993-9601-1e14cf853b17 req-89c02357-e32c-45d4-8f64-0c8b7c66c8a9 service nova] Lock "c4709c19-1cf1-46dd-afea-7374ab94ac15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.050881] env[69159]: DEBUG nova.compute.manager [req-2ab2910c-fdff-4993-9601-1e14cf853b17 req-89c02357-e32c-45d4-8f64-0c8b7c66c8a9 service nova] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] No waiting events found dispatching network-vif-plugged-52ff98b1-1f2c-4aa5-a494-05be6aadb849 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 894.050881] env[69159]: WARNING nova.compute.manager [req-2ab2910c-fdff-4993-9601-1e14cf853b17 req-89c02357-e32c-45d4-8f64-0c8b7c66c8a9 service nova] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Received unexpected event network-vif-plugged-52ff98b1-1f2c-4aa5-a494-05be6aadb849 for instance with vm_state building and task_state spawning. [ 894.050881] env[69159]: DEBUG nova.compute.manager [req-2ab2910c-fdff-4993-9601-1e14cf853b17 req-89c02357-e32c-45d4-8f64-0c8b7c66c8a9 service nova] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Received event network-changed-52ff98b1-1f2c-4aa5-a494-05be6aadb849 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 894.051583] env[69159]: DEBUG nova.compute.manager [req-2ab2910c-fdff-4993-9601-1e14cf853b17 req-89c02357-e32c-45d4-8f64-0c8b7c66c8a9 service nova] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Refreshing instance network info cache due to event network-changed-52ff98b1-1f2c-4aa5-a494-05be6aadb849. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 894.051804] env[69159]: DEBUG oslo_concurrency.lockutils [req-2ab2910c-fdff-4993-9601-1e14cf853b17 req-89c02357-e32c-45d4-8f64-0c8b7c66c8a9 service nova] Acquiring lock "refresh_cache-c4709c19-1cf1-46dd-afea-7374ab94ac15" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.051947] env[69159]: DEBUG oslo_concurrency.lockutils [req-2ab2910c-fdff-4993-9601-1e14cf853b17 req-89c02357-e32c-45d4-8f64-0c8b7c66c8a9 service nova] Acquired lock "refresh_cache-c4709c19-1cf1-46dd-afea-7374ab94ac15" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.052383] env[69159]: DEBUG nova.network.neutron [req-2ab2910c-fdff-4993-9601-1e14cf853b17 req-89c02357-e32c-45d4-8f64-0c8b7c66c8a9 service nova] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Refreshing network info cache for port 52ff98b1-1f2c-4aa5-a494-05be6aadb849 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.173113] env[69159]: DEBUG oslo_concurrency.lockutils [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "refresh_cache-c4709c19-1cf1-46dd-afea-7374ab94ac15" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.282649] env[69159]: DEBUG nova.compute.utils [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.288367] env[69159]: DEBUG nova.compute.manager [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 894.288462] env[69159]: DEBUG nova.network.neutron [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.346414] env[69159]: DEBUG nova.policy [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e801af275f894366b72939b81e668581', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3773fc66771c4a9490cfa605553faea4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.388152] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448788, 'name': Rename_Task, 'duration_secs': 0.255798} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.388476] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.388795] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-805e8aee-b14a-4648-890d-916343ac3b7c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.396045] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 894.396045] env[69159]: value = "task-3448790" [ 894.396045] env[69159]: _type = "Task" [ 894.396045] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.404142] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.442491] env[69159]: INFO nova.compute.manager [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Took 45.89 seconds to build instance. [ 894.495759] env[69159]: DEBUG oslo_vmware.api [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448789, 'name': PowerOnVM_Task, 'duration_secs': 0.43218} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.496056] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.496257] env[69159]: INFO nova.compute.manager [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Took 4.02 seconds to spawn the instance on the hypervisor. [ 894.496431] env[69159]: DEBUG nova.compute.manager [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 894.497209] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b88bc5-b1c2-4222-a0d5-b0454afaacf7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.521171] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.521473] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.521680] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.521862] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.522039] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.523748] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 8c293933-bd62-4ccc-adbe-891c4f7ac11f] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 894.526458] env[69159]: INFO nova.compute.manager [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Terminating instance [ 894.550218] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.589475] env[69159]: DEBUG nova.network.neutron [req-2ab2910c-fdff-4993-9601-1e14cf853b17 req-89c02357-e32c-45d4-8f64-0c8b7c66c8a9 service nova] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.691584] env[69159]: DEBUG nova.network.neutron [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Successfully created port: b6c2a33e-1a06-4d98-8315-a6173e5c8dbe {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.753311] env[69159]: DEBUG nova.network.neutron [req-2ab2910c-fdff-4993-9601-1e14cf853b17 req-89c02357-e32c-45d4-8f64-0c8b7c66c8a9 service nova] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.789463] env[69159]: DEBUG nova.compute.manager [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 894.794546] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e63e816b-581e-4ce5-a434-db14b2d6dd9d tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.795115] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.205s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.795115] env[69159]: DEBUG nova.objects.instance [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lazy-loading 'resources' on Instance uuid d5c43519-b6ef-4061-bbc1-ee2b6a603683 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.907319] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.945036] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e4db4a38-5015-4fb9-99ca-e90af2a4c4e3 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "b3f9cd88-9518-464b-a053-c77ce6555754" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.714s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.014028] env[69159]: INFO nova.compute.manager [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Took 40.83 seconds to build instance. [ 895.026385] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: dc04e670-e30d-444f-9f8c-85c3612117a6] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 895.033682] env[69159]: DEBUG nova.compute.manager [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 895.033981] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.035296] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6f1246-4956-492e-942c-1644571cab8b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.046096] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.046348] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6764d4a6-6848-4cf6-8ae9-c77879fe7ec4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.052348] env[69159]: DEBUG oslo_vmware.api [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 895.052348] env[69159]: value = "task-3448791" [ 895.052348] env[69159]: _type = "Task" [ 895.052348] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.061114] env[69159]: DEBUG oslo_vmware.api [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.260619] env[69159]: DEBUG oslo_concurrency.lockutils [req-2ab2910c-fdff-4993-9601-1e14cf853b17 req-89c02357-e32c-45d4-8f64-0c8b7c66c8a9 service nova] Releasing lock "refresh_cache-c4709c19-1cf1-46dd-afea-7374ab94ac15" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.260619] env[69159]: DEBUG oslo_concurrency.lockutils [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired lock "refresh_cache-c4709c19-1cf1-46dd-afea-7374ab94ac15" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.260619] env[69159]: DEBUG nova.network.neutron [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.301906] env[69159]: DEBUG nova.objects.instance [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lazy-loading 'numa_topology' on Instance uuid d5c43519-b6ef-4061-bbc1-ee2b6a603683 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.408998] env[69159]: DEBUG oslo_vmware.api [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448790, 'name': PowerOnVM_Task, 'duration_secs': 0.930459} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.409384] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.409620] env[69159]: INFO nova.compute.manager [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Took 10.47 seconds to spawn the instance on the hypervisor. [ 895.409828] env[69159]: DEBUG nova.compute.manager [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 895.410686] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b191b5d-5faa-4e7f-9b1f-ce1e4d574dd3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.515675] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b54c9bd-1658-4c9d-8eaf-0e496ade26a6 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Lock "d2535e7c-6b71-4490-8d3a-d6c59ee6491c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.357s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.533715] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 947eeb04-b704-4686-a3e5-ce687c00527d] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 895.564290] env[69159]: DEBUG oslo_vmware.api [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448791, 'name': PowerOffVM_Task, 'duration_secs': 0.250252} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.565234] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.565410] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.565699] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5c1c7ad-875e-4dec-bd9c-a343ad9c67a0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.644767] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.645040] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.645225] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Deleting the datastore file [datastore2] f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.645493] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86c9c996-9c62-4f5d-9402-1131d6930217 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.651948] env[69159]: DEBUG oslo_vmware.api [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for the task: (returnval){ [ 895.651948] env[69159]: value = "task-3448793" [ 895.651948] env[69159]: _type = "Task" [ 895.651948] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.665161] env[69159]: DEBUG oslo_vmware.api [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.798292] env[69159]: DEBUG nova.network.neutron [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.802949] env[69159]: DEBUG nova.compute.manager [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 895.804627] env[69159]: DEBUG nova.objects.base [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 895.835025] env[69159]: DEBUG nova.virt.hardware [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.835309] env[69159]: DEBUG nova.virt.hardware [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.835476] env[69159]: DEBUG nova.virt.hardware [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.835710] env[69159]: DEBUG nova.virt.hardware [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.835905] env[69159]: DEBUG nova.virt.hardware [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.836173] env[69159]: DEBUG nova.virt.hardware [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.836248] env[69159]: DEBUG nova.virt.hardware [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.836394] env[69159]: DEBUG nova.virt.hardware [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.836635] env[69159]: DEBUG nova.virt.hardware [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.836712] env[69159]: DEBUG nova.virt.hardware [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.836883] env[69159]: DEBUG nova.virt.hardware [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.837757] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bd0799-f06d-4561-8a70-8ec594f44a0f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.855517] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a625e057-f6b0-4ae0-a1b6-e7b24b4b87ae {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.949356] env[69159]: INFO nova.compute.manager [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Took 49.75 seconds to build instance. [ 895.952970] env[69159]: DEBUG nova.compute.manager [req-3d5bfbb8-36de-41b0-b57c-2ed2b18181e9 req-0665797b-8adf-457c-9f6b-5e326a000b05 service nova] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Received event network-changed-1e94de29-6922-48d1-9377-6c7d2202a114 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 895.953281] env[69159]: DEBUG nova.compute.manager [req-3d5bfbb8-36de-41b0-b57c-2ed2b18181e9 req-0665797b-8adf-457c-9f6b-5e326a000b05 service nova] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Refreshing instance network info cache due to event network-changed-1e94de29-6922-48d1-9377-6c7d2202a114. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 895.953517] env[69159]: DEBUG oslo_concurrency.lockutils [req-3d5bfbb8-36de-41b0-b57c-2ed2b18181e9 req-0665797b-8adf-457c-9f6b-5e326a000b05 service nova] Acquiring lock "refresh_cache-b3f9cd88-9518-464b-a053-c77ce6555754" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.953820] env[69159]: DEBUG oslo_concurrency.lockutils [req-3d5bfbb8-36de-41b0-b57c-2ed2b18181e9 req-0665797b-8adf-457c-9f6b-5e326a000b05 service nova] Acquired lock "refresh_cache-b3f9cd88-9518-464b-a053-c77ce6555754" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.953905] env[69159]: DEBUG nova.network.neutron [req-3d5bfbb8-36de-41b0-b57c-2ed2b18181e9 req-0665797b-8adf-457c-9f6b-5e326a000b05 service nova] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Refreshing network info cache for port 1e94de29-6922-48d1-9377-6c7d2202a114 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.026987] env[69159]: DEBUG nova.network.neutron [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Updating instance_info_cache with network_info: [{"id": "52ff98b1-1f2c-4aa5-a494-05be6aadb849", "address": "fa:16:3e:8b:d8:60", "network": {"id": "4f428291-617b-4f5e-83cc-839c99d7397a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1597968833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c916ffe145f74f37b7e8b6472536e374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ff98b1-1f", "ovs_interfaceid": "52ff98b1-1f2c-4aa5-a494-05be6aadb849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.037354] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 7548a4b2-15e3-4464-9875-9bf88de7a4ef] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 896.162861] env[69159]: DEBUG oslo_vmware.api [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.275929] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8887886-c6e6-4a51-8325-00b1619fde64 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.283841] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c3c4df-bd66-4ce0-a48c-a5c592defa4f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.319625] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e21f1a-a01a-4767-8c66-9a0c8f759399 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.327883] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12066188-9032-4c49-bada-f774d0a76042 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.343462] env[69159]: DEBUG nova.compute.provider_tree [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.346999] env[69159]: DEBUG nova.compute.manager [req-7aef4476-d356-45ff-80c1-ccef910e6c72 req-e7fe2eab-52a0-460c-932d-4ae87e9064fa service nova] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Received event network-vif-plugged-b6c2a33e-1a06-4d98-8315-a6173e5c8dbe {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 896.347278] env[69159]: DEBUG oslo_concurrency.lockutils [req-7aef4476-d356-45ff-80c1-ccef910e6c72 req-e7fe2eab-52a0-460c-932d-4ae87e9064fa service nova] Acquiring lock "37ac2d40-2177-45fe-8fcb-c8009480c46f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.347526] env[69159]: DEBUG oslo_concurrency.lockutils [req-7aef4476-d356-45ff-80c1-ccef910e6c72 req-e7fe2eab-52a0-460c-932d-4ae87e9064fa service nova] Lock "37ac2d40-2177-45fe-8fcb-c8009480c46f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.347754] env[69159]: DEBUG oslo_concurrency.lockutils [req-7aef4476-d356-45ff-80c1-ccef910e6c72 req-e7fe2eab-52a0-460c-932d-4ae87e9064fa service nova] Lock "37ac2d40-2177-45fe-8fcb-c8009480c46f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.348121] env[69159]: DEBUG nova.compute.manager [req-7aef4476-d356-45ff-80c1-ccef910e6c72 req-e7fe2eab-52a0-460c-932d-4ae87e9064fa service nova] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] No waiting events found dispatching network-vif-plugged-b6c2a33e-1a06-4d98-8315-a6173e5c8dbe {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 896.348412] env[69159]: WARNING nova.compute.manager [req-7aef4476-d356-45ff-80c1-ccef910e6c72 req-e7fe2eab-52a0-460c-932d-4ae87e9064fa service nova] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Received unexpected event network-vif-plugged-b6c2a33e-1a06-4d98-8315-a6173e5c8dbe for instance with vm_state building and task_state spawning. [ 896.429353] env[69159]: DEBUG nova.network.neutron [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Successfully updated port: b6c2a33e-1a06-4d98-8315-a6173e5c8dbe {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.452154] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eec19332-7f83-4945-8d76-39d47a39e822 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "83e88bef-5ad0-4215-abc7-54ebc83452a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.132s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.531929] env[69159]: DEBUG oslo_concurrency.lockutils [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Releasing lock "refresh_cache-c4709c19-1cf1-46dd-afea-7374ab94ac15" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.532526] env[69159]: DEBUG nova.compute.manager [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Instance network_info: |[{"id": "52ff98b1-1f2c-4aa5-a494-05be6aadb849", "address": "fa:16:3e:8b:d8:60", "network": {"id": "4f428291-617b-4f5e-83cc-839c99d7397a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1597968833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c916ffe145f74f37b7e8b6472536e374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ff98b1-1f", "ovs_interfaceid": "52ff98b1-1f2c-4aa5-a494-05be6aadb849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 896.533084] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:d8:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52ff98b1-1f2c-4aa5-a494-05be6aadb849', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.542886] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.547320] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: a8aae5e7-1639-48f1-9ae6-8ec5ec376ebf] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 896.551019] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.551019] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08e34d11-91f4-482d-a206-e0da21b59b25 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.575066] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.575066] env[69159]: value = "task-3448794" [ 896.575066] env[69159]: _type = "Task" [ 896.575066] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.585373] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448794, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.627496] env[69159]: INFO nova.compute.manager [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Rebuilding instance [ 896.671680] env[69159]: DEBUG oslo_vmware.api [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.683395] env[69159]: DEBUG nova.compute.manager [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 896.684303] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c163bd87-df3d-4a97-a614-92a9826e75cd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.741199] env[69159]: DEBUG nova.network.neutron [req-3d5bfbb8-36de-41b0-b57c-2ed2b18181e9 req-0665797b-8adf-457c-9f6b-5e326a000b05 service nova] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Updated VIF entry in instance network info cache for port 1e94de29-6922-48d1-9377-6c7d2202a114. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.741652] env[69159]: DEBUG nova.network.neutron [req-3d5bfbb8-36de-41b0-b57c-2ed2b18181e9 req-0665797b-8adf-457c-9f6b-5e326a000b05 service nova] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Updating instance_info_cache with network_info: [{"id": "1e94de29-6922-48d1-9377-6c7d2202a114", "address": "fa:16:3e:b9:5d:33", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e94de29-69", "ovs_interfaceid": "1e94de29-6922-48d1-9377-6c7d2202a114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.850668] env[69159]: DEBUG nova.scheduler.client.report [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.934048] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Acquiring lock "refresh_cache-37ac2d40-2177-45fe-8fcb-c8009480c46f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.934048] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Acquired lock "refresh_cache-37ac2d40-2177-45fe-8fcb-c8009480c46f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.934048] env[69159]: DEBUG nova.network.neutron [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.070678] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 5153318c-b4d4-487d-b040-af14cdd3a5c6] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 897.089234] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448794, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.172194] env[69159]: DEBUG oslo_vmware.api [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.244848] env[69159]: DEBUG oslo_concurrency.lockutils [req-3d5bfbb8-36de-41b0-b57c-2ed2b18181e9 req-0665797b-8adf-457c-9f6b-5e326a000b05 service nova] Releasing lock "refresh_cache-b3f9cd88-9518-464b-a053-c77ce6555754" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.356469] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.561s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.360241] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.100s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.361876] env[69159]: INFO nova.compute.claims [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.478167] env[69159]: DEBUG nova.network.neutron [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.576823] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 71110d4a-7fb0-4043-a917-be39f2693eac] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 897.592176] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448794, 'name': CreateVM_Task, 'duration_secs': 0.649349} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.592512] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.596117] env[69159]: DEBUG oslo_concurrency.lockutils [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.596117] env[69159]: DEBUG oslo_concurrency.lockutils [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.596117] env[69159]: DEBUG oslo_concurrency.lockutils [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.596117] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffac0ade-705f-4da6-8218-1aa179c04119 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.601128] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 897.601128] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528ae224-481c-c2b5-7c77-6a99d8055096" [ 897.601128] env[69159]: _type = "Task" [ 897.601128] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.607955] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528ae224-481c-c2b5-7c77-6a99d8055096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.652438] env[69159]: DEBUG nova.network.neutron [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Updating instance_info_cache with network_info: [{"id": "b6c2a33e-1a06-4d98-8315-a6173e5c8dbe", "address": "fa:16:3e:f5:65:5c", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6c2a33e-1a", "ovs_interfaceid": "b6c2a33e-1a06-4d98-8315-a6173e5c8dbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.663283] env[69159]: DEBUG oslo_vmware.api [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Task: {'id': task-3448793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.541927} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.664141] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.664547] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.664547] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.664725] env[69159]: INFO nova.compute.manager [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Took 2.63 seconds to destroy the instance on the hypervisor. [ 897.664965] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.665169] env[69159]: DEBUG nova.compute.manager [-] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 897.665260] env[69159]: DEBUG nova.network.neutron [-] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.698152] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.698618] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2c9f593-ee08-457d-9fc2-78e847bd7e0d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.706060] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 897.706060] env[69159]: value = "task-3448795" [ 897.706060] env[69159]: _type = "Task" [ 897.706060] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.714413] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.873559] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6ad21177-8a08-4387-a109-bae0cd1bfc07 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 43.212s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.874549] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 19.083s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.874758] env[69159]: INFO nova.compute.manager [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Unshelving [ 897.983235] env[69159]: DEBUG nova.compute.manager [req-7a638bcf-a3e5-49b4-8b0e-e030d291c42f req-dba44879-e5a4-411b-a315-4caa369d358e service nova] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Received event network-changed-d068f478-c54b-450a-9f26-8c9efe0d9172 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 897.983235] env[69159]: DEBUG nova.compute.manager [req-7a638bcf-a3e5-49b4-8b0e-e030d291c42f req-dba44879-e5a4-411b-a315-4caa369d358e service nova] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Refreshing instance network info cache due to event network-changed-d068f478-c54b-450a-9f26-8c9efe0d9172. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 897.983235] env[69159]: DEBUG oslo_concurrency.lockutils [req-7a638bcf-a3e5-49b4-8b0e-e030d291c42f req-dba44879-e5a4-411b-a315-4caa369d358e service nova] Acquiring lock "refresh_cache-83e88bef-5ad0-4215-abc7-54ebc83452a3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.983235] env[69159]: DEBUG oslo_concurrency.lockutils [req-7a638bcf-a3e5-49b4-8b0e-e030d291c42f req-dba44879-e5a4-411b-a315-4caa369d358e service nova] Acquired lock "refresh_cache-83e88bef-5ad0-4215-abc7-54ebc83452a3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.983235] env[69159]: DEBUG nova.network.neutron [req-7a638bcf-a3e5-49b4-8b0e-e030d291c42f req-dba44879-e5a4-411b-a315-4caa369d358e service nova] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Refreshing network info cache for port d068f478-c54b-450a-9f26-8c9efe0d9172 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.086557] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 7f174b25-c3fd-485e-b6f5-fb63b5f1574e] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 898.120253] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528ae224-481c-c2b5-7c77-6a99d8055096, 'name': SearchDatastore_Task, 'duration_secs': 0.039659} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.123192] env[69159]: DEBUG oslo_concurrency.lockutils [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.123459] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.123701] env[69159]: DEBUG oslo_concurrency.lockutils [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.123851] env[69159]: DEBUG oslo_concurrency.lockutils [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.124044] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.124852] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-615345b9-bda5-4f83-ab4b-c479364202a7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.137579] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.137825] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.138992] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f640c2-6d22-47a4-91c9-735359db9224 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.146237] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 898.146237] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521640e8-68c0-da14-2639-eb1954dca00f" [ 898.146237] env[69159]: _type = "Task" [ 898.146237] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.157288] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Releasing lock "refresh_cache-37ac2d40-2177-45fe-8fcb-c8009480c46f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.157288] env[69159]: DEBUG nova.compute.manager [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Instance network_info: |[{"id": "b6c2a33e-1a06-4d98-8315-a6173e5c8dbe", "address": "fa:16:3e:f5:65:5c", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6c2a33e-1a", "ovs_interfaceid": "b6c2a33e-1a06-4d98-8315-a6173e5c8dbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 898.157288] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521640e8-68c0-da14-2639-eb1954dca00f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.157560] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:65:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6c2a33e-1a06-4d98-8315-a6173e5c8dbe', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.165415] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Creating folder: Project (3773fc66771c4a9490cfa605553faea4). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.166076] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09ba0213-00cf-4f21-a94e-d60f5168abe4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.178024] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Created folder: Project (3773fc66771c4a9490cfa605553faea4) in parent group-v688391. [ 898.178024] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Creating folder: Instances. Parent ref: group-v688590. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.178024] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed94a266-fbb1-4368-97e7-a6fa7a0f66e4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.186304] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Created folder: Instances in parent group-v688590. [ 898.186546] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.186735] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.186936] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdf56b10-385d-4e98-80d6-c8ef8a97e60c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.222958] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448795, 'name': PowerOffVM_Task, 'duration_secs': 0.237368} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.224654] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.226048] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.226048] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.226048] env[69159]: value = "task-3448798" [ 898.226048] env[69159]: _type = "Task" [ 898.226048] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.227079] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2661e9-502c-4a2e-8393-5c9218eebb8d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.249074] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448798, 'name': CreateVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.249074] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.249074] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a85a587-3cec-4b8f-8fb7-139d7fc7d450 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.273223] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.275022] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.275022] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Deleting the datastore file [datastore2] d2535e7c-6b71-4490-8d3a-d6c59ee6491c {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.275022] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c8bc5ae-40fa-4f25-9e85-19748134a2fc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.282549] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 898.282549] env[69159]: value = "task-3448800" [ 898.282549] env[69159]: _type = "Task" [ 898.282549] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.291558] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.395558] env[69159]: DEBUG nova.compute.manager [req-77839b80-52b5-44dc-8ed8-b0fd670d0629 req-a02eabd3-04ff-47a8-9fc3-d6e267d7245a service nova] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Received event network-changed-b6c2a33e-1a06-4d98-8315-a6173e5c8dbe {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 898.395791] env[69159]: DEBUG nova.compute.manager [req-77839b80-52b5-44dc-8ed8-b0fd670d0629 req-a02eabd3-04ff-47a8-9fc3-d6e267d7245a service nova] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Refreshing instance network info cache due to event network-changed-b6c2a33e-1a06-4d98-8315-a6173e5c8dbe. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 898.396064] env[69159]: DEBUG oslo_concurrency.lockutils [req-77839b80-52b5-44dc-8ed8-b0fd670d0629 req-a02eabd3-04ff-47a8-9fc3-d6e267d7245a service nova] Acquiring lock "refresh_cache-37ac2d40-2177-45fe-8fcb-c8009480c46f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.396283] env[69159]: DEBUG oslo_concurrency.lockutils [req-77839b80-52b5-44dc-8ed8-b0fd670d0629 req-a02eabd3-04ff-47a8-9fc3-d6e267d7245a service nova] Acquired lock "refresh_cache-37ac2d40-2177-45fe-8fcb-c8009480c46f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.396353] env[69159]: DEBUG nova.network.neutron [req-77839b80-52b5-44dc-8ed8-b0fd670d0629 req-a02eabd3-04ff-47a8-9fc3-d6e267d7245a service nova] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Refreshing network info cache for port b6c2a33e-1a06-4d98-8315-a6173e5c8dbe {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.590493] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: df60842a-80f1-43d9-8aa8-f42d03537e76] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 898.622187] env[69159]: DEBUG nova.network.neutron [-] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.669330] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521640e8-68c0-da14-2639-eb1954dca00f, 'name': SearchDatastore_Task, 'duration_secs': 0.025719} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.669330] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e5eb43-8d4b-48b4-bea3-2e0a98e75f76 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.675957] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 898.675957] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5285a2e4-b4e7-b2e2-fec9-2f8e6dc39e8f" [ 898.675957] env[69159]: _type = "Task" [ 898.675957] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.696429] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5285a2e4-b4e7-b2e2-fec9-2f8e6dc39e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012409} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.697454] env[69159]: DEBUG oslo_concurrency.lockutils [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.697454] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] c4709c19-1cf1-46dd-afea-7374ab94ac15/c4709c19-1cf1-46dd-afea-7374ab94ac15.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.697623] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcd1ef2b-f72b-4fe1-80a7-d2cae7404cbd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.711806] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 898.711806] env[69159]: value = "task-3448801" [ 898.711806] env[69159]: _type = "Task" [ 898.711806] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.728319] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.748301] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448798, 'name': CreateVM_Task, 'duration_secs': 0.458576} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.748528] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.749432] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.749670] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.750108] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.752669] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79921b49-a8a8-474f-8458-a2a29b824fa1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.757464] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Waiting for the task: (returnval){ [ 898.757464] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bcbd3a-6d77-4af1-1d6b-34a51007c8c8" [ 898.757464] env[69159]: _type = "Task" [ 898.757464] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.765014] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bcbd3a-6d77-4af1-1d6b-34a51007c8c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.794149] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119108} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.794425] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.794691] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.794876] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.838849] env[69159]: DEBUG nova.network.neutron [req-7a638bcf-a3e5-49b4-8b0e-e030d291c42f req-dba44879-e5a4-411b-a315-4caa369d358e service nova] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Updated VIF entry in instance network info cache for port d068f478-c54b-450a-9f26-8c9efe0d9172. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.839243] env[69159]: DEBUG nova.network.neutron [req-7a638bcf-a3e5-49b4-8b0e-e030d291c42f req-dba44879-e5a4-411b-a315-4caa369d358e service nova] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Updating instance_info_cache with network_info: [{"id": "d068f478-c54b-450a-9f26-8c9efe0d9172", "address": "fa:16:3e:05:6c:ea", "network": {"id": "0d33991f-be82-4cc8-bdc8-124debb4c9aa", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-935964925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "573f1a6d6465402c8b472188ec448916", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd068f478-c5", "ovs_interfaceid": "d068f478-c54b-450a-9f26-8c9efe0d9172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.852825] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c1adbd-a271-47d7-8b1e-a269afc5492b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.860567] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97de88c3-9af3-456f-87a5-2dd4ab93af0c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.893476] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0289497-90ba-45db-824e-f3934c63ac35 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.902903] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.904175] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e532b2b-35e7-4a02-9bb7-8b9d1320e6f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.918040] env[69159]: DEBUG nova.compute.provider_tree [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.093800] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: c7fd191c-e882-431d-9ccc-1e72c51a8406] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 899.119022] env[69159]: DEBUG nova.network.neutron [req-77839b80-52b5-44dc-8ed8-b0fd670d0629 req-a02eabd3-04ff-47a8-9fc3-d6e267d7245a service nova] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Updated VIF entry in instance network info cache for port b6c2a33e-1a06-4d98-8315-a6173e5c8dbe. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.119362] env[69159]: DEBUG nova.network.neutron [req-77839b80-52b5-44dc-8ed8-b0fd670d0629 req-a02eabd3-04ff-47a8-9fc3-d6e267d7245a service nova] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Updating instance_info_cache with network_info: [{"id": "b6c2a33e-1a06-4d98-8315-a6173e5c8dbe", "address": "fa:16:3e:f5:65:5c", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6c2a33e-1a", "ovs_interfaceid": "b6c2a33e-1a06-4d98-8315-a6173e5c8dbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.125023] env[69159]: INFO nova.compute.manager [-] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Took 1.46 seconds to deallocate network for instance. [ 899.221779] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448801, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.268575] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bcbd3a-6d77-4af1-1d6b-34a51007c8c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009195} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.268945] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.269189] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.269419] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.270088] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.270088] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.270088] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54c23d0a-7a11-499c-8479-a844270942a1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.285398] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.285587] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.286358] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde260f6-b31a-4243-b330-dbdd8062edba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.291838] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Waiting for the task: (returnval){ [ 899.291838] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5221b904-f7d1-bced-0b66-7fbbfc4f0d24" [ 899.291838] env[69159]: _type = "Task" [ 899.291838] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.304515] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5221b904-f7d1-bced-0b66-7fbbfc4f0d24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.343652] env[69159]: DEBUG oslo_concurrency.lockutils [req-7a638bcf-a3e5-49b4-8b0e-e030d291c42f req-dba44879-e5a4-411b-a315-4caa369d358e service nova] Releasing lock "refresh_cache-83e88bef-5ad0-4215-abc7-54ebc83452a3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.421314] env[69159]: DEBUG nova.scheduler.client.report [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.599262] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: f58d110f-a246-4458-b94f-72752038ac60] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 899.623395] env[69159]: DEBUG oslo_concurrency.lockutils [req-77839b80-52b5-44dc-8ed8-b0fd670d0629 req-a02eabd3-04ff-47a8-9fc3-d6e267d7245a service nova] Releasing lock "refresh_cache-37ac2d40-2177-45fe-8fcb-c8009480c46f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.623395] env[69159]: DEBUG nova.compute.manager [req-77839b80-52b5-44dc-8ed8-b0fd670d0629 req-a02eabd3-04ff-47a8-9fc3-d6e267d7245a service nova] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Received event network-vif-deleted-daab1f2f-ba00-4c70-b497-a00d139973ba {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 899.623395] env[69159]: INFO nova.compute.manager [req-77839b80-52b5-44dc-8ed8-b0fd670d0629 req-a02eabd3-04ff-47a8-9fc3-d6e267d7245a service nova] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Neutron deleted interface daab1f2f-ba00-4c70-b497-a00d139973ba; detaching it from the instance and deleting it from the info cache [ 899.623395] env[69159]: DEBUG nova.network.neutron [req-77839b80-52b5-44dc-8ed8-b0fd670d0629 req-a02eabd3-04ff-47a8-9fc3-d6e267d7245a service nova] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.631956] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.721918] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.938883} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.722202] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] c4709c19-1cf1-46dd-afea-7374ab94ac15/c4709c19-1cf1-46dd-afea-7374ab94ac15.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.722429] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.722699] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbf6e114-3ec7-4697-af63-a2c37f76fe02 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.729239] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 899.729239] env[69159]: value = "task-3448802" [ 899.729239] env[69159]: _type = "Task" [ 899.729239] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.736556] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.801991] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5221b904-f7d1-bced-0b66-7fbbfc4f0d24, 'name': SearchDatastore_Task, 'duration_secs': 0.017999} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.803057] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c89eb41-1baa-46d6-82ce-ac8d048eb0b9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.810304] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Waiting for the task: (returnval){ [ 899.810304] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52cac946-1516-c60d-d6e3-2023a7d21ba5" [ 899.810304] env[69159]: _type = "Task" [ 899.810304] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.817664] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52cac946-1516-c60d-d6e3-2023a7d21ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.830932] env[69159]: DEBUG nova.virt.hardware [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.831209] env[69159]: DEBUG nova.virt.hardware [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.831368] env[69159]: DEBUG nova.virt.hardware [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.831550] env[69159]: DEBUG nova.virt.hardware [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.831696] env[69159]: DEBUG nova.virt.hardware [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.831840] env[69159]: DEBUG nova.virt.hardware [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.832053] env[69159]: DEBUG nova.virt.hardware [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.832219] env[69159]: DEBUG nova.virt.hardware [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.832382] env[69159]: DEBUG nova.virt.hardware [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.832543] env[69159]: DEBUG nova.virt.hardware [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.832711] env[69159]: DEBUG nova.virt.hardware [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.833487] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d735e4a-a00f-429b-b1e9-faf7b979b3b3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.840316] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d080079-5858-4e1e-8299-67fd905441cc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.853209] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.858663] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.858898] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.859124] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc7fc53b-2c36-4278-a2fd-1561f7d9df65 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.875015] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.875015] env[69159]: value = "task-3448803" [ 899.875015] env[69159]: _type = "Task" [ 899.875015] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.883101] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448803, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.927690] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.928265] env[69159]: DEBUG nova.compute.manager [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 899.930853] env[69159]: DEBUG oslo_concurrency.lockutils [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.283s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.931081] env[69159]: DEBUG nova.objects.instance [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lazy-loading 'resources' on Instance uuid 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.102892] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.103188] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Cleaning up deleted instances with incomplete migration {{(pid=69159) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11871}} [ 900.126263] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-620a4ffb-f1ce-4c8d-a623-28c49880981d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.135568] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222f1f93-d4d6-4e44-a253-da92e469a3dc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.169444] env[69159]: DEBUG nova.compute.manager [req-77839b80-52b5-44dc-8ed8-b0fd670d0629 req-a02eabd3-04ff-47a8-9fc3-d6e267d7245a service nova] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Detach interface failed, port_id=daab1f2f-ba00-4c70-b497-a00d139973ba, reason: Instance f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 900.238826] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063203} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.239124] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.239966] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426e815f-c570-4ef9-9bd5-8ec0e48c90fd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.263489] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] c4709c19-1cf1-46dd-afea-7374ab94ac15/c4709c19-1cf1-46dd-afea-7374ab94ac15.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.263796] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66b99136-b5ae-46b8-8f10-361c96804715 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.282498] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 900.282498] env[69159]: value = "task-3448804" [ 900.282498] env[69159]: _type = "Task" [ 900.282498] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.293684] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.320192] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52cac946-1516-c60d-d6e3-2023a7d21ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.023466} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.320458] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.320731] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 37ac2d40-2177-45fe-8fcb-c8009480c46f/37ac2d40-2177-45fe-8fcb-c8009480c46f.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.321022] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ec71d15-5007-446f-b785-ead543f270ff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.327309] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Waiting for the task: (returnval){ [ 900.327309] env[69159]: value = "task-3448805" [ 900.327309] env[69159]: _type = "Task" [ 900.327309] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.335406] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': task-3448805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.384753] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448803, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.434722] env[69159]: DEBUG nova.compute.utils [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.439108] env[69159]: DEBUG nova.compute.manager [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 900.439108] env[69159]: DEBUG nova.network.neutron [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.517487] env[69159]: DEBUG nova.policy [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5b511a81f1045ecb4156bd308be9fc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c79bae99bf2d4880b44ab0ceb9897257', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.605422] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.794455] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.822346] env[69159]: DEBUG nova.network.neutron [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Successfully created port: 03053f11-55f1-4110-86b9-970af4c86827 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.839610] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': task-3448805, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.876821] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be192e6f-706f-485c-8e05-7ba41048a029 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.894013] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58ade0b-dd5a-4634-953a-93be9f6c3b34 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.896108] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448803, 'name': CreateVM_Task, 'duration_secs': 0.590181} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.896313] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.897125] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.897326] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.897667] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.897940] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd97f73b-7633-4353-87b9-8d0c106dfe66 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.924599] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8702708c-1834-492a-bad5-8e8ad01b7663 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.928577] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 900.928577] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528e080a-8317-0e7f-cb57-d3482587f2b6" [ 900.928577] env[69159]: _type = "Task" [ 900.928577] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.936020] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fd5cdf-b18a-4a4b-8cf3-a6b3f100b0d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.944890] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528e080a-8317-0e7f-cb57-d3482587f2b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.955469] env[69159]: DEBUG nova.compute.manager [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 900.958541] env[69159]: DEBUG nova.compute.provider_tree [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.293817] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448804, 'name': ReconfigVM_Task, 'duration_secs': 0.814067} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.294149] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Reconfigured VM instance instance-00000047 to attach disk [datastore1] c4709c19-1cf1-46dd-afea-7374ab94ac15/c4709c19-1cf1-46dd-afea-7374ab94ac15.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.294829] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecc25582-ba78-448c-a8a6-663d13fdfa21 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.300875] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 901.300875] env[69159]: value = "task-3448806" [ 901.300875] env[69159]: _type = "Task" [ 901.300875] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.309095] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448806, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.338566] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': task-3448805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.936863} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.338833] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 37ac2d40-2177-45fe-8fcb-c8009480c46f/37ac2d40-2177-45fe-8fcb-c8009480c46f.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.339059] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.339345] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-237e15b5-9bc6-430e-9128-f4d598e640b5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.345818] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Waiting for the task: (returnval){ [ 901.345818] env[69159]: value = "task-3448807" [ 901.345818] env[69159]: _type = "Task" [ 901.345818] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.355312] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': task-3448807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.439222] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528e080a-8317-0e7f-cb57-d3482587f2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.016467} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.439566] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.439804] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.440067] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.440222] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.440404] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.440670] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-961a743b-5f72-4a88-8ebf-e598509b6855 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.457374] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.457571] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.458369] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70fd0e3f-93e9-4b6c-b458-123657b36bd8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.464920] env[69159]: DEBUG nova.scheduler.client.report [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.471147] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 901.471147] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d051f6-c68d-8dce-054b-694fba676b4f" [ 901.471147] env[69159]: _type = "Task" [ 901.471147] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.479412] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d051f6-c68d-8dce-054b-694fba676b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.813392] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448806, 'name': Rename_Task, 'duration_secs': 0.220202} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.813758] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.814106] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a15132ef-3f07-4e6e-b829-da267195137f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.821113] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 901.821113] env[69159]: value = "task-3448808" [ 901.821113] env[69159]: _type = "Task" [ 901.821113] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.829392] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.855066] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': task-3448807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06143} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.855166] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.855898] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b4c883-504c-405f-a579-c5405c7f4fb7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.879250] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 37ac2d40-2177-45fe-8fcb-c8009480c46f/37ac2d40-2177-45fe-8fcb-c8009480c46f.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.879491] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51b64536-739e-4e2c-9835-4b277370f1e0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.898865] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Waiting for the task: (returnval){ [ 901.898865] env[69159]: value = "task-3448809" [ 901.898865] env[69159]: _type = "Task" [ 901.898865] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.906857] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': task-3448809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.970376] env[69159]: DEBUG nova.compute.manager [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 901.973246] env[69159]: DEBUG oslo_concurrency.lockutils [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.975668] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.847s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.976122] env[69159]: DEBUG nova.objects.instance [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lazy-loading 'resources' on Instance uuid 8bad35e0-2531-41a6-9b1e-ecf9c88c7665 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.986990] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d051f6-c68d-8dce-054b-694fba676b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.014115} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.988545] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4cc83bd-8d06-457f-8235-3406ff8797e3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.996253] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 901.996253] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5282c9da-7554-112a-ac63-d3c37674552d" [ 901.996253] env[69159]: _type = "Task" [ 901.996253] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.000734] env[69159]: INFO nova.scheduler.client.report [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleted allocations for instance 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3 [ 902.005291] env[69159]: DEBUG nova.virt.hardware [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.005291] env[69159]: DEBUG nova.virt.hardware [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.005291] env[69159]: DEBUG nova.virt.hardware [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.005291] env[69159]: DEBUG nova.virt.hardware [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.005291] env[69159]: DEBUG nova.virt.hardware [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.005291] env[69159]: DEBUG nova.virt.hardware [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.005291] env[69159]: DEBUG nova.virt.hardware [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.005291] env[69159]: DEBUG nova.virt.hardware [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.005885] env[69159]: DEBUG nova.virt.hardware [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.005885] env[69159]: DEBUG nova.virt.hardware [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.005885] env[69159]: DEBUG nova.virt.hardware [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.007233] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ca0724-6c70-40aa-a0dc-05c9a0314452 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.015963] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5282c9da-7554-112a-ac63-d3c37674552d, 'name': SearchDatastore_Task, 'duration_secs': 0.009237} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.016875] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.017126] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] d2535e7c-6b71-4490-8d3a-d6c59ee6491c/d2535e7c-6b71-4490-8d3a-d6c59ee6491c.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.017385] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df7d4227-4012-40e3-a1f5-48f994650c51 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.022690] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b4b6e7-5da1-4ae0-9e0e-625c4c0cac2b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.027744] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 902.027744] env[69159]: value = "task-3448810" [ 902.027744] env[69159]: _type = "Task" [ 902.027744] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.044381] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.269655] env[69159]: DEBUG nova.compute.manager [req-d0b43f8c-9db7-4f5f-83b6-9ff26e0a8ff2 req-105e8fa1-9706-4a49-87c8-130a704f3001 service nova] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Received event network-vif-plugged-03053f11-55f1-4110-86b9-970af4c86827 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 902.269938] env[69159]: DEBUG oslo_concurrency.lockutils [req-d0b43f8c-9db7-4f5f-83b6-9ff26e0a8ff2 req-105e8fa1-9706-4a49-87c8-130a704f3001 service nova] Acquiring lock "d2b7633c-75bc-4260-ba10-3b53191ba54f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.271235] env[69159]: DEBUG oslo_concurrency.lockutils [req-d0b43f8c-9db7-4f5f-83b6-9ff26e0a8ff2 req-105e8fa1-9706-4a49-87c8-130a704f3001 service nova] Lock "d2b7633c-75bc-4260-ba10-3b53191ba54f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.271716] env[69159]: DEBUG oslo_concurrency.lockutils [req-d0b43f8c-9db7-4f5f-83b6-9ff26e0a8ff2 req-105e8fa1-9706-4a49-87c8-130a704f3001 service nova] Lock "d2b7633c-75bc-4260-ba10-3b53191ba54f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.271939] env[69159]: DEBUG nova.compute.manager [req-d0b43f8c-9db7-4f5f-83b6-9ff26e0a8ff2 req-105e8fa1-9706-4a49-87c8-130a704f3001 service nova] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] No waiting events found dispatching network-vif-plugged-03053f11-55f1-4110-86b9-970af4c86827 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 902.272166] env[69159]: WARNING nova.compute.manager [req-d0b43f8c-9db7-4f5f-83b6-9ff26e0a8ff2 req-105e8fa1-9706-4a49-87c8-130a704f3001 service nova] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Received unexpected event network-vif-plugged-03053f11-55f1-4110-86b9-970af4c86827 for instance with vm_state building and task_state spawning. [ 902.336389] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.391616] env[69159]: DEBUG nova.network.neutron [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Successfully updated port: 03053f11-55f1-4110-86b9-970af4c86827 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.412879] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': task-3448809, 'name': ReconfigVM_Task, 'duration_secs': 0.310819} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.413585] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 37ac2d40-2177-45fe-8fcb-c8009480c46f/37ac2d40-2177-45fe-8fcb-c8009480c46f.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.414191] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a74e415-c14e-43c9-9c24-0de9dde86ec5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.423374] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Waiting for the task: (returnval){ [ 902.423374] env[69159]: value = "task-3448811" [ 902.423374] env[69159]: _type = "Task" [ 902.423374] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.432008] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': task-3448811, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.521274] env[69159]: DEBUG oslo_concurrency.lockutils [None req-51c3504e-3da3-4bc2-99cf-02df121aa6aa tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.400s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.539266] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462885} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.541620] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] d2535e7c-6b71-4490-8d3a-d6c59ee6491c/d2535e7c-6b71-4490-8d3a-d6c59ee6491c.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.541829] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.542437] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4483a9ae-0c54-4848-908d-f234ece4f2d3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.549418] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 902.549418] env[69159]: value = "task-3448812" [ 902.549418] env[69159]: _type = "Task" [ 902.549418] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.560743] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.813504] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720fcac5-97c4-42de-b21e-69f7bfb13d1b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.822571] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0857411a-2fba-4d0a-a4f7-3890d29995a0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.834027] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.859920] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f207ce0a-ee0a-4631-be99-de3a0dd6a1da {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.867702] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552da81d-c46a-4908-a539-b68fc01bb8ea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.881830] env[69159]: DEBUG nova.compute.provider_tree [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.894309] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "refresh_cache-d2b7633c-75bc-4260-ba10-3b53191ba54f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.894711] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "refresh_cache-d2b7633c-75bc-4260-ba10-3b53191ba54f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.894711] env[69159]: DEBUG nova.network.neutron [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.932760] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': task-3448811, 'name': Rename_Task, 'duration_secs': 0.16822} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.933583] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.933885] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbf963ee-0521-45cf-bb39-a278e7ef5100 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.940842] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Waiting for the task: (returnval){ [ 902.940842] env[69159]: value = "task-3448813" [ 902.940842] env[69159]: _type = "Task" [ 902.940842] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.948875] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': task-3448813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.061517] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071407} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.061805] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.062643] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a542a0-7977-4db3-8f1e-ba6c11dea4f9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.084704] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] d2535e7c-6b71-4490-8d3a-d6c59ee6491c/d2535e7c-6b71-4490-8d3a-d6c59ee6491c.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.084980] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e847f024-614f-4178-b07c-59d7bcebabfe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.104659] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 903.104659] env[69159]: value = "task-3448814" [ 903.104659] env[69159]: _type = "Task" [ 903.104659] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.113345] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.335007] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448808, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.385310] env[69159]: DEBUG nova.scheduler.client.report [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.445830] env[69159]: DEBUG nova.network.neutron [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.454020] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': task-3448813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.614237] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.631681] env[69159]: DEBUG nova.network.neutron [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Updating instance_info_cache with network_info: [{"id": "03053f11-55f1-4110-86b9-970af4c86827", "address": "fa:16:3e:3f:8f:5f", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03053f11-55", "ovs_interfaceid": "03053f11-55f1-4110-86b9-970af4c86827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.835101] env[69159]: DEBUG oslo_vmware.api [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448808, 'name': PowerOnVM_Task, 'duration_secs': 1.758344} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.835386] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.835640] env[69159]: INFO nova.compute.manager [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Took 10.72 seconds to spawn the instance on the hypervisor. [ 903.835905] env[69159]: DEBUG nova.compute.manager [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 903.836596] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4409d03b-507f-44e6-802b-692c1e504973 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.891010] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.894046] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.720s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.914169] env[69159]: INFO nova.scheduler.client.report [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleted allocations for instance 8bad35e0-2531-41a6-9b1e-ecf9c88c7665 [ 903.952773] env[69159]: DEBUG oslo_vmware.api [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': task-3448813, 'name': PowerOnVM_Task, 'duration_secs': 0.841539} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.952773] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.952773] env[69159]: INFO nova.compute.manager [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Took 8.15 seconds to spawn the instance on the hypervisor. [ 903.952773] env[69159]: DEBUG nova.compute.manager [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 903.953144] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274905b7-db89-4848-9b9f-8684c7f45df6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.115284] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448814, 'name': ReconfigVM_Task, 'duration_secs': 0.640513} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.115498] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Reconfigured VM instance instance-00000046 to attach disk [datastore2] d2535e7c-6b71-4490-8d3a-d6c59ee6491c/d2535e7c-6b71-4490-8d3a-d6c59ee6491c.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.116117] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b0b5c5a-ea3b-42e4-8c42-c4a3cd7d8b7a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.121687] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 904.121687] env[69159]: value = "task-3448815" [ 904.121687] env[69159]: _type = "Task" [ 904.121687] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.128963] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448815, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.134501] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "refresh_cache-d2b7633c-75bc-4260-ba10-3b53191ba54f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.134825] env[69159]: DEBUG nova.compute.manager [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Instance network_info: |[{"id": "03053f11-55f1-4110-86b9-970af4c86827", "address": "fa:16:3e:3f:8f:5f", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03053f11-55", "ovs_interfaceid": "03053f11-55f1-4110-86b9-970af4c86827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 904.135223] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:8f:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03053f11-55f1-4110-86b9-970af4c86827', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.142515] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.142720] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.142986] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c746f27-c3d5-4e1f-96eb-c4c575e6980b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.163410] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.163410] env[69159]: value = "task-3448816" [ 904.163410] env[69159]: _type = "Task" [ 904.163410] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.170618] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448816, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.335548] env[69159]: DEBUG nova.compute.manager [req-36ce890e-5908-4e90-92f2-76620e2f78e5 req-6cbb6e69-abc0-4968-9f5c-fb79a22e5c9d service nova] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Received event network-changed-03053f11-55f1-4110-86b9-970af4c86827 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 904.335774] env[69159]: DEBUG nova.compute.manager [req-36ce890e-5908-4e90-92f2-76620e2f78e5 req-6cbb6e69-abc0-4968-9f5c-fb79a22e5c9d service nova] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Refreshing instance network info cache due to event network-changed-03053f11-55f1-4110-86b9-970af4c86827. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 904.335997] env[69159]: DEBUG oslo_concurrency.lockutils [req-36ce890e-5908-4e90-92f2-76620e2f78e5 req-6cbb6e69-abc0-4968-9f5c-fb79a22e5c9d service nova] Acquiring lock "refresh_cache-d2b7633c-75bc-4260-ba10-3b53191ba54f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.336213] env[69159]: DEBUG oslo_concurrency.lockutils [req-36ce890e-5908-4e90-92f2-76620e2f78e5 req-6cbb6e69-abc0-4968-9f5c-fb79a22e5c9d service nova] Acquired lock "refresh_cache-d2b7633c-75bc-4260-ba10-3b53191ba54f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.336364] env[69159]: DEBUG nova.network.neutron [req-36ce890e-5908-4e90-92f2-76620e2f78e5 req-6cbb6e69-abc0-4968-9f5c-fb79a22e5c9d service nova] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Refreshing network info cache for port 03053f11-55f1-4110-86b9-970af4c86827 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.357535] env[69159]: INFO nova.compute.manager [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Took 45.69 seconds to build instance. [ 904.402586] env[69159]: INFO nova.compute.claims [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.420890] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a24c9a1b-7be5-44a8-b587-eeada247db87 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "8bad35e0-2531-41a6-9b1e-ecf9c88c7665" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.804s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.442037] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "0ff8a788-a925-4503-a446-e83c479461f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.442277] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "0ff8a788-a925-4503-a446-e83c479461f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.470869] env[69159]: INFO nova.compute.manager [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Took 31.84 seconds to build instance. [ 904.632607] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448815, 'name': Rename_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.664301] env[69159]: DEBUG nova.compute.manager [None req-1efca681-d1d6-4777-8f96-58a41e177a34 tempest-ServerExternalEventsTest-225610276 tempest-ServerExternalEventsTest-225610276-project] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Received event network-changed {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 904.664493] env[69159]: DEBUG nova.compute.manager [None req-1efca681-d1d6-4777-8f96-58a41e177a34 tempest-ServerExternalEventsTest-225610276 tempest-ServerExternalEventsTest-225610276-project] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Refreshing instance network info cache due to event network-changed. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 904.664773] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1efca681-d1d6-4777-8f96-58a41e177a34 tempest-ServerExternalEventsTest-225610276 tempest-ServerExternalEventsTest-225610276-project] Acquiring lock "refresh_cache-37ac2d40-2177-45fe-8fcb-c8009480c46f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.664930] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1efca681-d1d6-4777-8f96-58a41e177a34 tempest-ServerExternalEventsTest-225610276 tempest-ServerExternalEventsTest-225610276-project] Acquired lock "refresh_cache-37ac2d40-2177-45fe-8fcb-c8009480c46f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.665215] env[69159]: DEBUG nova.network.neutron [None req-1efca681-d1d6-4777-8f96-58a41e177a34 tempest-ServerExternalEventsTest-225610276 tempest-ServerExternalEventsTest-225610276-project] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.676845] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448816, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.858786] env[69159]: DEBUG oslo_concurrency.lockutils [None req-72c6c645-3037-480c-aa97-e642e8e4e891 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "c4709c19-1cf1-46dd-afea-7374ab94ac15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.835s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.908258] env[69159]: INFO nova.compute.resource_tracker [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Updating resource usage from migration 726fede3-7c64-4362-a0be-7251233455ac [ 904.944242] env[69159]: DEBUG nova.compute.manager [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 904.972785] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a7fde89f-8629-40af-b66d-5868f95910ba tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Lock "37ac2d40-2177-45fe-8fcb-c8009480c46f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.362s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.042233] env[69159]: DEBUG nova.network.neutron [req-36ce890e-5908-4e90-92f2-76620e2f78e5 req-6cbb6e69-abc0-4968-9f5c-fb79a22e5c9d service nova] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Updated VIF entry in instance network info cache for port 03053f11-55f1-4110-86b9-970af4c86827. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.042595] env[69159]: DEBUG nova.network.neutron [req-36ce890e-5908-4e90-92f2-76620e2f78e5 req-6cbb6e69-abc0-4968-9f5c-fb79a22e5c9d service nova] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Updating instance_info_cache with network_info: [{"id": "03053f11-55f1-4110-86b9-970af4c86827", "address": "fa:16:3e:3f:8f:5f", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03053f11-55", "ovs_interfaceid": "03053f11-55f1-4110-86b9-970af4c86827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.131599] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448815, 'name': Rename_Task, 'duration_secs': 0.86652} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.133762] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.134681] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ed98b18-f6a8-4bb1-8463-230d2557d0dd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.140726] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 905.140726] env[69159]: value = "task-3448817" [ 905.140726] env[69159]: _type = "Task" [ 905.140726] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.149769] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.177456] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448816, 'name': CreateVM_Task, 'duration_secs': 0.607248} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.179766] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.180975] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.180975] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.181123] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.181381] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1927ab46-ff6d-4b00-8026-26e1e1d242e2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.185967] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 905.185967] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5216ccc7-b014-d64f-9885-cdef8dcdcf61" [ 905.185967] env[69159]: _type = "Task" [ 905.185967] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.195165] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5216ccc7-b014-d64f-9885-cdef8dcdcf61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.212596] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ed57c8-6021-4eb8-a571-193df97ff356 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.219462] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc720a98-bee7-4e44-8262-54840e74d201 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.249759] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Acquiring lock "37ac2d40-2177-45fe-8fcb-c8009480c46f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.250039] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Lock "37ac2d40-2177-45fe-8fcb-c8009480c46f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.250402] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Acquiring lock "37ac2d40-2177-45fe-8fcb-c8009480c46f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.250491] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Lock "37ac2d40-2177-45fe-8fcb-c8009480c46f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.250695] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Lock "37ac2d40-2177-45fe-8fcb-c8009480c46f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.252848] env[69159]: INFO nova.compute.manager [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Terminating instance [ 905.254709] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f40515-fe0f-4a8a-a52c-f49b119b48d9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.264666] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c40b2fe-3c60-45c2-89ab-be20644cef04 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.270917] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb08ff9-96db-4faa-9814-e841f57ddaa9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.281234] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-504401a1-3741-4013-9be7-289ae5089a42 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Suspending the VM {{(pid=69159) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 905.289767] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a6f1d7aa-f44a-48c8-972f-c4d08c0eb86a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.292275] env[69159]: DEBUG nova.compute.provider_tree [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.302067] env[69159]: DEBUG oslo_vmware.api [None req-504401a1-3741-4013-9be7-289ae5089a42 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 905.302067] env[69159]: value = "task-3448818" [ 905.302067] env[69159]: _type = "Task" [ 905.302067] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.313298] env[69159]: DEBUG oslo_vmware.api [None req-504401a1-3741-4013-9be7-289ae5089a42 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448818, 'name': SuspendVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.424605] env[69159]: DEBUG nova.network.neutron [None req-1efca681-d1d6-4777-8f96-58a41e177a34 tempest-ServerExternalEventsTest-225610276 tempest-ServerExternalEventsTest-225610276-project] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Updating instance_info_cache with network_info: [{"id": "b6c2a33e-1a06-4d98-8315-a6173e5c8dbe", "address": "fa:16:3e:f5:65:5c", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6c2a33e-1a", "ovs_interfaceid": "b6c2a33e-1a06-4d98-8315-a6173e5c8dbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.470306] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.545488] env[69159]: DEBUG oslo_concurrency.lockutils [req-36ce890e-5908-4e90-92f2-76620e2f78e5 req-6cbb6e69-abc0-4968-9f5c-fb79a22e5c9d service nova] Releasing lock "refresh_cache-d2b7633c-75bc-4260-ba10-3b53191ba54f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.651149] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448817, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.697084] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5216ccc7-b014-d64f-9885-cdef8dcdcf61, 'name': SearchDatastore_Task, 'duration_secs': 0.02045} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.697084] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.697084] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.697374] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.697527] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.697712] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.697988] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17b88e92-8d02-40c2-b4d5-2dd211fd29b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.706379] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.706593] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.707499] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c919f7-e40f-4d0e-b22c-d92423dec8aa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.713106] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 905.713106] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ad127f-5f09-bada-41ce-afda8a28024c" [ 905.713106] env[69159]: _type = "Task" [ 905.713106] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.721449] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ad127f-5f09-bada-41ce-afda8a28024c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.761455] env[69159]: DEBUG nova.compute.manager [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 905.761797] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.762673] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e2832a-ce26-443e-93dd-3bfa92c27684 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.770408] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.770673] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-990fb30e-159b-4369-91db-f2a15bae4fc0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.777365] env[69159]: DEBUG oslo_vmware.api [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Waiting for the task: (returnval){ [ 905.777365] env[69159]: value = "task-3448819" [ 905.777365] env[69159]: _type = "Task" [ 905.777365] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.786112] env[69159]: DEBUG oslo_vmware.api [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': task-3448819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.796842] env[69159]: DEBUG nova.scheduler.client.report [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.812674] env[69159]: DEBUG oslo_vmware.api [None req-504401a1-3741-4013-9be7-289ae5089a42 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448818, 'name': SuspendVM_Task} progress is 58%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.928514] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1efca681-d1d6-4777-8f96-58a41e177a34 tempest-ServerExternalEventsTest-225610276 tempest-ServerExternalEventsTest-225610276-project] Releasing lock "refresh_cache-37ac2d40-2177-45fe-8fcb-c8009480c46f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.151336] env[69159]: DEBUG oslo_vmware.api [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448817, 'name': PowerOnVM_Task, 'duration_secs': 0.733808} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.151551] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.151806] env[69159]: DEBUG nova.compute.manager [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 906.152597] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7be0407-b3c1-48a9-b0db-1e8d320d6ac5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.223581] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ad127f-5f09-bada-41ce-afda8a28024c, 'name': SearchDatastore_Task, 'duration_secs': 0.010973} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.224734] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f911805-fdad-4466-ae9d-430bed62e677 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.230454] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 906.230454] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52827ee0-dff8-47d1-46f5-f7856bddcbb6" [ 906.230454] env[69159]: _type = "Task" [ 906.230454] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.237604] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52827ee0-dff8-47d1-46f5-f7856bddcbb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.286561] env[69159]: DEBUG oslo_vmware.api [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': task-3448819, 'name': PowerOffVM_Task, 'duration_secs': 0.262985} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.286833] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.287094] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.287346] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc6776ae-eab1-452d-a0eb-1858dcc2c142 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.301737] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.408s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.301931] env[69159]: INFO nova.compute.manager [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Migrating [ 906.309032] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.290s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.310504] env[69159]: INFO nova.compute.claims [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.330810] env[69159]: DEBUG oslo_vmware.api [None req-504401a1-3741-4013-9be7-289ae5089a42 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448818, 'name': SuspendVM_Task, 'duration_secs': 0.803173} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.331097] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-504401a1-3741-4013-9be7-289ae5089a42 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Suspended the VM {{(pid=69159) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 906.331748] env[69159]: DEBUG nova.compute.manager [None req-504401a1-3741-4013-9be7-289ae5089a42 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 906.332107] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acfccd2-aa04-46c0-bca7-564b9cd13836 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.353745] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.353978] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.354196] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Deleting the datastore file [datastore1] 37ac2d40-2177-45fe-8fcb-c8009480c46f {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.354459] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-274a360e-02e7-4968-9ce7-0e668d95ecaf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.361199] env[69159]: DEBUG oslo_vmware.api [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Waiting for the task: (returnval){ [ 906.361199] env[69159]: value = "task-3448821" [ 906.361199] env[69159]: _type = "Task" [ 906.361199] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.369820] env[69159]: DEBUG oslo_vmware.api [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': task-3448821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.669024] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.742206] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52827ee0-dff8-47d1-46f5-f7856bddcbb6, 'name': SearchDatastore_Task, 'duration_secs': 0.045422} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.742206] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.742206] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] d2b7633c-75bc-4260-ba10-3b53191ba54f/d2b7633c-75bc-4260-ba10-3b53191ba54f.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.742591] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7530699-46ba-4ec3-94b5-6ce7bbd85033 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.748653] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 906.748653] env[69159]: value = "task-3448822" [ 906.748653] env[69159]: _type = "Task" [ 906.748653] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.756522] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.827425] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.827620] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquired lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.827832] env[69159]: DEBUG nova.network.neutron [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.871447] env[69159]: DEBUG oslo_vmware.api [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Task: {'id': task-3448821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177079} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.871771] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.871999] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.872247] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.872456] env[69159]: INFO nova.compute.manager [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 906.872735] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.872956] env[69159]: DEBUG nova.compute.manager [-] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 906.873080] env[69159]: DEBUG nova.network.neutron [-] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.259981] env[69159]: DEBUG nova.compute.manager [req-4d1b921e-6ad4-4941-b3b3-9e657f1fcb23 req-c6e3557a-9c09-43c7-bc7a-b3900cd78599 service nova] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Received event network-vif-deleted-b6c2a33e-1a06-4d98-8315-a6173e5c8dbe {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 907.260208] env[69159]: INFO nova.compute.manager [req-4d1b921e-6ad4-4941-b3b3-9e657f1fcb23 req-c6e3557a-9c09-43c7-bc7a-b3900cd78599 service nova] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Neutron deleted interface b6c2a33e-1a06-4d98-8315-a6173e5c8dbe; detaching it from the instance and deleting it from the info cache [ 907.260473] env[69159]: DEBUG nova.network.neutron [req-4d1b921e-6ad4-4941-b3b3-9e657f1fcb23 req-c6e3557a-9c09-43c7-bc7a-b3900cd78599 service nova] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.269877] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476877} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.270271] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] d2b7633c-75bc-4260-ba10-3b53191ba54f/d2b7633c-75bc-4260-ba10-3b53191ba54f.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.270606] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.271602] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afded0e9-7b49-474d-9f0d-59af6f1d0aee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.282297] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 907.282297] env[69159]: value = "task-3448823" [ 907.282297] env[69159]: _type = "Task" [ 907.282297] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.297623] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquiring lock "d2535e7c-6b71-4490-8d3a-d6c59ee6491c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.297623] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Lock "d2535e7c-6b71-4490-8d3a-d6c59ee6491c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.297623] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquiring lock "d2535e7c-6b71-4490-8d3a-d6c59ee6491c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.297623] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Lock "d2535e7c-6b71-4490-8d3a-d6c59ee6491c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.297907] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Lock "d2535e7c-6b71-4490-8d3a-d6c59ee6491c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.300287] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.300909] env[69159]: INFO nova.compute.manager [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Terminating instance [ 907.554254] env[69159]: DEBUG nova.network.neutron [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Updating instance_info_cache with network_info: [{"id": "4e6d8a13-b57c-4ca5-9195-24eac1e9211f", "address": "fa:16:3e:ac:1c:e4", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6d8a13-b5", "ovs_interfaceid": "4e6d8a13-b57c-4ca5-9195-24eac1e9211f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.649320] env[69159]: DEBUG nova.network.neutron [-] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.686551] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0a17c6-2da8-49f5-be4c-be36158a3320 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.695729] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cde39f7-08db-4fa6-a4f4-c8afddde1c8a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.725634] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf393de6-98f0-4626-ad17-8e0d62821b3f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.733342] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d2f47b-694f-4f31-8a61-e9af6796a3b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.749223] env[69159]: DEBUG nova.compute.provider_tree [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.763368] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6bca2fb-c5c4-4a16-9977-d9dc8a6f3cd6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.773954] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c32f97-d61f-447f-aa30-4b1e93032b71 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.796109] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10517} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.796400] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.797169] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b197dd85-851f-451b-9d79-c9cf2efdd4ff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.813503] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquiring lock "refresh_cache-d2535e7c-6b71-4490-8d3a-d6c59ee6491c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.813612] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquired lock "refresh_cache-d2535e7c-6b71-4490-8d3a-d6c59ee6491c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.813754] env[69159]: DEBUG nova.network.neutron [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.814938] env[69159]: DEBUG nova.compute.manager [req-4d1b921e-6ad4-4941-b3b3-9e657f1fcb23 req-c6e3557a-9c09-43c7-bc7a-b3900cd78599 service nova] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Detach interface failed, port_id=b6c2a33e-1a06-4d98-8315-a6173e5c8dbe, reason: Instance 37ac2d40-2177-45fe-8fcb-c8009480c46f could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 907.834875] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] d2b7633c-75bc-4260-ba10-3b53191ba54f/d2b7633c-75bc-4260-ba10-3b53191ba54f.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.836400] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69e91022-70df-416a-bb28-4fb062c7b14a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.856615] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 907.856615] env[69159]: value = "task-3448824" [ 907.856615] env[69159]: _type = "Task" [ 907.856615] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.865021] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.057171] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Releasing lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.152062] env[69159]: INFO nova.compute.manager [-] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Took 1.28 seconds to deallocate network for instance. [ 908.251956] env[69159]: DEBUG nova.scheduler.client.report [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.334768] env[69159]: DEBUG nova.network.neutron [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.369631] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448824, 'name': ReconfigVM_Task, 'duration_secs': 0.364261} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.369942] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Reconfigured VM instance instance-00000049 to attach disk [datastore2] d2b7633c-75bc-4260-ba10-3b53191ba54f/d2b7633c-75bc-4260-ba10-3b53191ba54f.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.370610] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e01d112-0501-48b8-8747-2db33547fcd7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.377291] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 908.377291] env[69159]: value = "task-3448825" [ 908.377291] env[69159]: _type = "Task" [ 908.377291] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.385719] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448825, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.396059] env[69159]: DEBUG nova.network.neutron [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.646091] env[69159]: DEBUG nova.compute.manager [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 908.650922] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b9ee02-535b-40a5-8335-dda5a4ccb93f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.658629] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.758085] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.758804] env[69159]: DEBUG nova.compute.manager [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 908.761351] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.714s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.761567] env[69159]: DEBUG nova.objects.instance [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lazy-loading 'resources' on Instance uuid 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.886597] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448825, 'name': Rename_Task, 'duration_secs': 0.152987} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.886919] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.887183] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84c56520-e2cb-4e60-9f56-81ca59f77e49 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.893232] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 908.893232] env[69159]: value = "task-3448826" [ 908.893232] env[69159]: _type = "Task" [ 908.893232] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.901214] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Releasing lock "refresh_cache-d2535e7c-6b71-4490-8d3a-d6c59ee6491c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.901668] env[69159]: DEBUG nova.compute.manager [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 908.901859] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.902141] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.902850] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9890a4-39f8-402a-b38c-cfa6625a6bc6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.911277] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.911277] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5959f64-3dde-4231-9451-db07e456e6b3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.915665] env[69159]: DEBUG oslo_vmware.api [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 908.915665] env[69159]: value = "task-3448827" [ 908.915665] env[69159]: _type = "Task" [ 908.915665] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.923988] env[69159]: DEBUG oslo_vmware.api [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.151233] env[69159]: INFO nova.compute.manager [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Rebuilding instance [ 909.163028] env[69159]: INFO nova.compute.manager [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] instance snapshotting [ 909.163157] env[69159]: WARNING nova.compute.manager [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 909.167482] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbf1236-5b8d-4880-a28e-e976a9d0a3a2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.193337] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541774b2-2e38-4b01-901f-ca7baa620ee3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.198450] env[69159]: DEBUG nova.compute.manager [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 909.199219] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a66c4d-764d-4d59-b8ef-8ab3bfd48cf4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.266034] env[69159]: DEBUG nova.compute.utils [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.271904] env[69159]: DEBUG nova.compute.manager [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 909.272017] env[69159]: DEBUG nova.network.neutron [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.313862] env[69159]: DEBUG nova.policy [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb58cfac541f459cbb6c20a69a1d0439', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'def07d8ef9ee4494be8ce5f6846b850a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.403303] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448826, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.425338] env[69159]: DEBUG oslo_vmware.api [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448827, 'name': PowerOffVM_Task, 'duration_secs': 0.206735} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.425748] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.425834] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.428308] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ceb752b-1540-4a4c-a9d4-9ff231500b3b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.453550] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.453773] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.453965] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Deleting the datastore file [datastore2] d2535e7c-6b71-4490-8d3a-d6c59ee6491c {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.454227] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f4db905-edad-425a-8a9b-1483dfef0a20 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.460222] env[69159]: DEBUG oslo_vmware.api [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for the task: (returnval){ [ 909.460222] env[69159]: value = "task-3448829" [ 909.460222] env[69159]: _type = "Task" [ 909.460222] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.471183] env[69159]: DEBUG oslo_vmware.api [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.577272] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36167c89-b6c9-4ee8-9ff1-f841a2deb509 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.595890] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Updating instance '82089513-0900-4427-a46e-cf63474e8abc' progress to 0 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.600066] env[69159]: DEBUG nova.network.neutron [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Successfully created port: 771e3554-7a4f-431f-80a5-1ee753908b93 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.641058] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58263e7-fc9d-4066-b457-526760a717b1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.649379] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0f3035-9961-4671-b77c-9b3c39b7e7c3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.681049] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497ff261-a0f3-446a-9552-4546c1444006 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.688433] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab72425-3343-46bd-ba24-0f3e7cf5df46 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.701436] env[69159]: DEBUG nova.compute.provider_tree [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.707977] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 909.708251] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c018545b-ab23-4311-81c2-f34fef2682e8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.715086] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 909.715086] env[69159]: value = "task-3448830" [ 909.715086] env[69159]: _type = "Task" [ 909.715086] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.723840] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448830, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.772931] env[69159]: DEBUG nova.compute.manager [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 909.907034] env[69159]: DEBUG oslo_vmware.api [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448826, 'name': PowerOnVM_Task, 'duration_secs': 0.787246} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.907034] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.907034] env[69159]: INFO nova.compute.manager [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Took 7.94 seconds to spawn the instance on the hypervisor. [ 909.907034] env[69159]: DEBUG nova.compute.manager [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 909.907034] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f608480a-3680-4886-86f6-1acd9ef5df08 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.970549] env[69159]: DEBUG oslo_vmware.api [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Task: {'id': task-3448829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156688} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.970827] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.971023] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.973083] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.973083] env[69159]: INFO nova.compute.manager [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Took 1.07 seconds to destroy the instance on the hypervisor. [ 909.973083] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.973083] env[69159]: DEBUG nova.compute.manager [-] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 909.973083] env[69159]: DEBUG nova.network.neutron [-] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.989951] env[69159]: DEBUG nova.network.neutron [-] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.108628] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.108971] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac142572-c5bd-4745-b894-c9ff1ce551e5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.116234] env[69159]: DEBUG oslo_vmware.api [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 910.116234] env[69159]: value = "task-3448831" [ 910.116234] env[69159]: _type = "Task" [ 910.116234] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.124660] env[69159]: DEBUG oslo_vmware.api [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.204826] env[69159]: DEBUG nova.scheduler.client.report [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.217094] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.217499] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-182a008b-6198-4b16-8799-59ae7ee15a1b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.229370] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448830, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.231122] env[69159]: DEBUG oslo_vmware.api [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Waiting for the task: (returnval){ [ 910.231122] env[69159]: value = "task-3448832" [ 910.231122] env[69159]: _type = "Task" [ 910.231122] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.240624] env[69159]: DEBUG oslo_vmware.api [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.425890] env[69159]: INFO nova.compute.manager [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Took 32.19 seconds to build instance. [ 910.492685] env[69159]: DEBUG nova.network.neutron [-] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.627439] env[69159]: DEBUG oslo_vmware.api [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448831, 'name': PowerOffVM_Task, 'duration_secs': 0.218624} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.627730] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.627914] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Updating instance '82089513-0900-4427-a46e-cf63474e8abc' progress to 17 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 910.710601] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.712940] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.021s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.713189] env[69159]: DEBUG nova.objects.instance [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lazy-loading 'resources' on Instance uuid 54abe51c-8514-44c7-8e18-ad1194c64fe9 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.728374] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448830, 'name': CreateSnapshot_Task, 'duration_secs': 0.633785} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.728647] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 910.729445] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a61c9f0-ae32-41a7-bc32-cf3f4fa93a3f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.732683] env[69159]: INFO nova.scheduler.client.report [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Deleted allocations for instance 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2 [ 910.748113] env[69159]: DEBUG oslo_vmware.api [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448832, 'name': PowerOffVM_Task, 'duration_secs': 0.186993} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.748551] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.749267] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.749525] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1541dfa-59de-43a2-b7f7-37f74ff98058 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.755872] env[69159]: DEBUG oslo_vmware.api [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Waiting for the task: (returnval){ [ 910.755872] env[69159]: value = "task-3448833" [ 910.755872] env[69159]: _type = "Task" [ 910.755872] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.764013] env[69159]: DEBUG oslo_vmware.api [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.783622] env[69159]: DEBUG nova.compute.manager [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 910.809954] env[69159]: DEBUG nova.virt.hardware [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.810280] env[69159]: DEBUG nova.virt.hardware [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.810441] env[69159]: DEBUG nova.virt.hardware [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.810890] env[69159]: DEBUG nova.virt.hardware [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.810890] env[69159]: DEBUG nova.virt.hardware [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.811045] env[69159]: DEBUG nova.virt.hardware [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.811171] env[69159]: DEBUG nova.virt.hardware [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.811281] env[69159]: DEBUG nova.virt.hardware [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.811442] env[69159]: DEBUG nova.virt.hardware [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.811603] env[69159]: DEBUG nova.virt.hardware [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.811773] env[69159]: DEBUG nova.virt.hardware [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.812643] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ba19da-1698-4003-a17f-8f1f26dfeaea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.821318] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb2946f-a098-48dd-a25c-681a99919c48 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.927937] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b3c9efb-d44f-40ab-b126-d697c2bde7b7 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "d2b7633c-75bc-4260-ba10-3b53191ba54f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.705s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.997255] env[69159]: INFO nova.compute.manager [-] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Took 1.02 seconds to deallocate network for instance. [ 911.120867] env[69159]: DEBUG nova.compute.manager [req-dfb63e0c-817a-4b23-a544-9d57005a4630 req-6db9d9a5-daeb-4ecd-bbc7-df0f54126d96 service nova] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Received event network-vif-plugged-771e3554-7a4f-431f-80a5-1ee753908b93 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 911.121546] env[69159]: DEBUG oslo_concurrency.lockutils [req-dfb63e0c-817a-4b23-a544-9d57005a4630 req-6db9d9a5-daeb-4ecd-bbc7-df0f54126d96 service nova] Acquiring lock "bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.121769] env[69159]: DEBUG oslo_concurrency.lockutils [req-dfb63e0c-817a-4b23-a544-9d57005a4630 req-6db9d9a5-daeb-4ecd-bbc7-df0f54126d96 service nova] Lock "bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.121936] env[69159]: DEBUG oslo_concurrency.lockutils [req-dfb63e0c-817a-4b23-a544-9d57005a4630 req-6db9d9a5-daeb-4ecd-bbc7-df0f54126d96 service nova] Lock "bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.122192] env[69159]: DEBUG nova.compute.manager [req-dfb63e0c-817a-4b23-a544-9d57005a4630 req-6db9d9a5-daeb-4ecd-bbc7-df0f54126d96 service nova] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] No waiting events found dispatching network-vif-plugged-771e3554-7a4f-431f-80a5-1ee753908b93 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 911.122416] env[69159]: WARNING nova.compute.manager [req-dfb63e0c-817a-4b23-a544-9d57005a4630 req-6db9d9a5-daeb-4ecd-bbc7-df0f54126d96 service nova] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Received unexpected event network-vif-plugged-771e3554-7a4f-431f-80a5-1ee753908b93 for instance with vm_state building and task_state spawning. [ 911.135130] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.135416] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.135583] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.135852] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.136305] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.136533] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.136799] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.136993] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.137223] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.137407] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.137807] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.144106] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00eaa9c4-44e2-4a61-8d2d-d2a6f61eb695 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.161136] env[69159]: DEBUG oslo_vmware.api [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 911.161136] env[69159]: value = "task-3448834" [ 911.161136] env[69159]: _type = "Task" [ 911.161136] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.172735] env[69159]: DEBUG oslo_vmware.api [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448834, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.207803] env[69159]: DEBUG nova.network.neutron [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Successfully updated port: 771e3554-7a4f-431f-80a5-1ee753908b93 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.258465] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 911.261753] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d87192d-8307-4110-9f34-46ef6438973e tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.187s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.264300] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b82a4109-b0b4-41e4-8af0-a42e95c22902 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.288573] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] VM already powered off {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 911.288790] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 911.289321] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688432', 'volume_id': 'b95c646c-a198-410c-98e0-c19d610b43ca', 'name': 'volume-b95c646c-a198-410c-98e0-c19d610b43ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec62ac85-b749-4ba6-9599-1b5b065bdcf2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b95c646c-a198-410c-98e0-c19d610b43ca', 'serial': 'b95c646c-a198-410c-98e0-c19d610b43ca'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 911.289657] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 911.289657] env[69159]: value = "task-3448835" [ 911.289657] env[69159]: _type = "Task" [ 911.289657] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.290424] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1262c78-26e9-43a8-b9d6-4e2da6bb76e9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.318404] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448835, 'name': CloneVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.321615] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6067a4e-875e-4620-90d4-0010fcedc27d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.329295] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4168db82-13c0-453f-81ea-0f5c25c49b0b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.354802] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5803e7-7c7d-4b06-8596-d40c42ec7fb2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.370531] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] The volume has not been displaced from its original location: [datastore2] volume-b95c646c-a198-410c-98e0-c19d610b43ca/volume-b95c646c-a198-410c-98e0-c19d610b43ca.vmdk. No consolidation needed. {{(pid=69159) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 911.376233] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 911.379498] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65284b40-fff0-49b0-bc40-aa3deab6e287 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.402884] env[69159]: DEBUG oslo_vmware.api [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Waiting for the task: (returnval){ [ 911.402884] env[69159]: value = "task-3448836" [ 911.402884] env[69159]: _type = "Task" [ 911.402884] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.417218] env[69159]: DEBUG oslo_vmware.api [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.505903] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.672442] env[69159]: DEBUG oslo_vmware.api [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448834, 'name': ReconfigVM_Task, 'duration_secs': 0.142599} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.674963] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Updating instance '82089513-0900-4427-a46e-cf63474e8abc' progress to 33 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.688570] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e76dafa-ed8b-454a-b201-76de7445e2cf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.696558] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5e768b-1414-4ac4-b141-a2d6c5944857 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.727253] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "refresh_cache-bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.727454] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquired lock "refresh_cache-bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.727581] env[69159]: DEBUG nova.network.neutron [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.729710] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c8bc05-7748-41e9-93a1-14ca1471e1a1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.738095] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf1be45-c5dd-4af5-900c-2ce02d2280d2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.752665] env[69159]: DEBUG nova.compute.provider_tree [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.777147] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "cdd2e1bb-aed8-4d0e-809d-87d069a85378" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.777410] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "cdd2e1bb-aed8-4d0e-809d-87d069a85378" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.777622] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "cdd2e1bb-aed8-4d0e-809d-87d069a85378-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.777813] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "cdd2e1bb-aed8-4d0e-809d-87d069a85378-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.777978] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "cdd2e1bb-aed8-4d0e-809d-87d069a85378-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.780082] env[69159]: INFO nova.compute.manager [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Terminating instance [ 911.803308] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448835, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.913740] env[69159]: DEBUG oslo_vmware.api [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448836, 'name': ReconfigVM_Task, 'duration_secs': 0.23506} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.914063] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 911.918942] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d45d091c-d300-4c80-b795-0e70824eeb4a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.934718] env[69159]: DEBUG oslo_vmware.api [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Waiting for the task: (returnval){ [ 911.934718] env[69159]: value = "task-3448837" [ 911.934718] env[69159]: _type = "Task" [ 911.934718] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.946443] env[69159]: DEBUG oslo_vmware.api [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.130136] env[69159]: DEBUG nova.compute.manager [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Stashing vm_state: active {{(pid=69159) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 912.180813] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:42:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2643a491-cc3b-4c6c-bece-c26c7697bdc1',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-640776750',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.181071] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.181254] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.181454] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.181613] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.181814] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.182096] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.182226] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.182394] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.182610] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.182818] env[69159]: DEBUG nova.virt.hardware [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.188327] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 912.188945] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21149a1b-c079-4bb5-bf27-fcd11f7d93b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.208117] env[69159]: DEBUG oslo_vmware.api [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 912.208117] env[69159]: value = "task-3448838" [ 912.208117] env[69159]: _type = "Task" [ 912.208117] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.216337] env[69159]: DEBUG oslo_vmware.api [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.255896] env[69159]: DEBUG nova.scheduler.client.report [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.265629] env[69159]: DEBUG nova.network.neutron [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.283899] env[69159]: DEBUG nova.compute.manager [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 912.284179] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.285882] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c1dc0c-7223-4a29-bea2-2c2945a1038d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.303205] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.304077] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaa41b5e-a65e-4760-81c3-c1366dc1b187 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.311811] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448835, 'name': CloneVM_Task} progress is 95%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.317361] env[69159]: DEBUG oslo_vmware.api [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 912.317361] env[69159]: value = "task-3448839" [ 912.317361] env[69159]: _type = "Task" [ 912.317361] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.330908] env[69159]: DEBUG oslo_vmware.api [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.432183] env[69159]: DEBUG nova.network.neutron [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Updating instance_info_cache with network_info: [{"id": "771e3554-7a4f-431f-80a5-1ee753908b93", "address": "fa:16:3e:9f:c0:7e", "network": {"id": "18ff77c8-d6ad-4571-a133-b501ef915d13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-842023318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def07d8ef9ee4494be8ce5f6846b850a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771e3554-7a", "ovs_interfaceid": "771e3554-7a4f-431f-80a5-1ee753908b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.446200] env[69159]: DEBUG oslo_vmware.api [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448837, 'name': ReconfigVM_Task, 'duration_secs': 0.123592} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.446537] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688432', 'volume_id': 'b95c646c-a198-410c-98e0-c19d610b43ca', 'name': 'volume-b95c646c-a198-410c-98e0-c19d610b43ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec62ac85-b749-4ba6-9599-1b5b065bdcf2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b95c646c-a198-410c-98e0-c19d610b43ca', 'serial': 'b95c646c-a198-410c-98e0-c19d610b43ca'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 912.446844] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.448518] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb874d9b-f771-4462-90e9-28dff0387065 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.456323] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.456598] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62f4d94a-8eca-4f7b-8986-adbd55f8ddc5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.523493] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.523731] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.523916] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Deleting the datastore file [datastore2] ec62ac85-b749-4ba6-9599-1b5b065bdcf2 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.524205] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ee4e2be-55d4-43c1-8b7c-986f0c29e123 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.530981] env[69159]: DEBUG oslo_vmware.api [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Waiting for the task: (returnval){ [ 912.530981] env[69159]: value = "task-3448841" [ 912.530981] env[69159]: _type = "Task" [ 912.530981] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.540040] env[69159]: DEBUG oslo_vmware.api [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.657584] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.719134] env[69159]: DEBUG oslo_vmware.api [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448838, 'name': ReconfigVM_Task, 'duration_secs': 0.363155} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.719502] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 912.720379] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ab5957-1f41-4f5f-8153-aa477f995f0b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.742344] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 82089513-0900-4427-a46e-cf63474e8abc/82089513-0900-4427-a46e-cf63474e8abc.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.742585] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bf95db5-726c-4ce9-9892-0e9a3f49db4b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.760215] env[69159]: DEBUG oslo_vmware.api [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 912.760215] env[69159]: value = "task-3448842" [ 912.760215] env[69159]: _type = "Task" [ 912.760215] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.763390] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.767049] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.217s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.768455] env[69159]: INFO nova.compute.claims [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.775666] env[69159]: DEBUG oslo_vmware.api [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448842, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.783292] env[69159]: INFO nova.scheduler.client.report [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Deleted allocations for instance 54abe51c-8514-44c7-8e18-ad1194c64fe9 [ 912.803920] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448835, 'name': CloneVM_Task, 'duration_secs': 1.402877} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.804260] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Created linked-clone VM from snapshot [ 912.805028] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31793a06-03e0-43a8-97ce-d1ca7ab3f43c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.813387] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Uploading image 175437a0-6f76-436c-90a8-abb0cf7bed4a {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 912.826702] env[69159]: DEBUG oslo_vmware.api [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448839, 'name': PowerOffVM_Task, 'duration_secs': 0.290872} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.826855] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.827083] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.827668] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-514e6525-e428-446e-8fda-18338aa307fd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.840991] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 912.840991] env[69159]: value = "vm-688596" [ 912.840991] env[69159]: _type = "VirtualMachine" [ 912.840991] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 912.841515] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a8581e3e-563b-41eb-9cd7-5e7e5d44982b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.847648] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lease: (returnval){ [ 912.847648] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d9c811-4760-14f8-ee69-7971145b751e" [ 912.847648] env[69159]: _type = "HttpNfcLease" [ 912.847648] env[69159]: } obtained for exporting VM: (result){ [ 912.847648] env[69159]: value = "vm-688596" [ 912.847648] env[69159]: _type = "VirtualMachine" [ 912.847648] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 912.847917] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the lease: (returnval){ [ 912.847917] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d9c811-4760-14f8-ee69-7971145b751e" [ 912.847917] env[69159]: _type = "HttpNfcLease" [ 912.847917] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 912.855123] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.855123] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d9c811-4760-14f8-ee69-7971145b751e" [ 912.855123] env[69159]: _type = "HttpNfcLease" [ 912.855123] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 912.887918] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.888221] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.888463] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Deleting the datastore file [datastore1] cdd2e1bb-aed8-4d0e-809d-87d069a85378 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.888744] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14a6e349-aa9f-4686-9341-d11a9af06b65 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.894913] env[69159]: DEBUG oslo_vmware.api [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for the task: (returnval){ [ 912.894913] env[69159]: value = "task-3448845" [ 912.894913] env[69159]: _type = "Task" [ 912.894913] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.903585] env[69159]: DEBUG oslo_vmware.api [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.935427] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Releasing lock "refresh_cache-bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.935786] env[69159]: DEBUG nova.compute.manager [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Instance network_info: |[{"id": "771e3554-7a4f-431f-80a5-1ee753908b93", "address": "fa:16:3e:9f:c0:7e", "network": {"id": "18ff77c8-d6ad-4571-a133-b501ef915d13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-842023318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def07d8ef9ee4494be8ce5f6846b850a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771e3554-7a", "ovs_interfaceid": "771e3554-7a4f-431f-80a5-1ee753908b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 912.937084] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:c0:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '771e3554-7a4f-431f-80a5-1ee753908b93', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.945082] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.945338] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.945576] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7b2544f-f00a-4b06-bd9a-cf3972e4a205 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.966177] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.966177] env[69159]: value = "task-3448846" [ 912.966177] env[69159]: _type = "Task" [ 912.966177] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.973981] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448846, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.040716] env[69159]: DEBUG oslo_vmware.api [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Task: {'id': task-3448841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189374} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.041211] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.041445] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.041638] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.097815] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 913.098672] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c64c5d7-266b-4b00-b749-069911c52cb7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.108421] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a7beec-0760-4dbd-ab00-eb5899484b8b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.147065] env[69159]: ERROR nova.compute.manager [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Failed to detach volume b95c646c-a198-410c-98e0-c19d610b43ca from /dev/sda: nova.exception.InstanceNotFound: Instance ec62ac85-b749-4ba6-9599-1b5b065bdcf2 could not be found. [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Traceback (most recent call last): [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/compute/manager.py", line 4184, in _do_rebuild_instance [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] self.driver.rebuild(**kwargs) [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] raise NotImplementedError() [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] NotImplementedError [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] During handling of the above exception, another exception occurred: [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Traceback (most recent call last): [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/compute/manager.py", line 3607, in _detach_root_volume [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] self.driver.detach_volume(context, old_connection_info, [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] return self._volumeops.detach_volume(connection_info, instance) [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] self._detach_volume_vmdk(connection_info, instance) [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] stable_ref.fetch_moref(session) [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] raise exception.InstanceNotFound(instance_id=self._uuid) [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] nova.exception.InstanceNotFound: Instance ec62ac85-b749-4ba6-9599-1b5b065bdcf2 could not be found. [ 913.147065] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] [ 913.155111] env[69159]: DEBUG nova.compute.manager [req-8026e9c8-6840-40fa-9ebc-08fa9e8d264e req-33e20873-2acf-463f-ab58-e612ba356924 service nova] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Received event network-changed-771e3554-7a4f-431f-80a5-1ee753908b93 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 913.155341] env[69159]: DEBUG nova.compute.manager [req-8026e9c8-6840-40fa-9ebc-08fa9e8d264e req-33e20873-2acf-463f-ab58-e612ba356924 service nova] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Refreshing instance network info cache due to event network-changed-771e3554-7a4f-431f-80a5-1ee753908b93. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 913.155787] env[69159]: DEBUG oslo_concurrency.lockutils [req-8026e9c8-6840-40fa-9ebc-08fa9e8d264e req-33e20873-2acf-463f-ab58-e612ba356924 service nova] Acquiring lock "refresh_cache-bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.155954] env[69159]: DEBUG oslo_concurrency.lockutils [req-8026e9c8-6840-40fa-9ebc-08fa9e8d264e req-33e20873-2acf-463f-ab58-e612ba356924 service nova] Acquired lock "refresh_cache-bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.156228] env[69159]: DEBUG nova.network.neutron [req-8026e9c8-6840-40fa-9ebc-08fa9e8d264e req-33e20873-2acf-463f-ab58-e612ba356924 service nova] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Refreshing network info cache for port 771e3554-7a4f-431f-80a5-1ee753908b93 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.270928] env[69159]: DEBUG oslo_vmware.api [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448842, 'name': ReconfigVM_Task, 'duration_secs': 0.269992} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.271212] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 82089513-0900-4427-a46e-cf63474e8abc/82089513-0900-4427-a46e-cf63474e8abc.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.271495] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Updating instance '82089513-0900-4427-a46e-cf63474e8abc' progress to 50 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.288850] env[69159]: DEBUG nova.compute.utils [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Build of instance ec62ac85-b749-4ba6-9599-1b5b065bdcf2 aborted: Failed to rebuild volume backed instance. {{(pid=69159) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 913.292820] env[69159]: ERROR nova.compute.manager [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance ec62ac85-b749-4ba6-9599-1b5b065bdcf2 aborted: Failed to rebuild volume backed instance. [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Traceback (most recent call last): [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/compute/manager.py", line 4184, in _do_rebuild_instance [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] self.driver.rebuild(**kwargs) [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] raise NotImplementedError() [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] NotImplementedError [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] During handling of the above exception, another exception occurred: [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Traceback (most recent call last): [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/compute/manager.py", line 3642, in _rebuild_volume_backed_instance [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] self._detach_root_volume(context, instance, root_bdm) [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/compute/manager.py", line 3621, in _detach_root_volume [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] with excutils.save_and_reraise_exception(): [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] self.force_reraise() [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] raise self.value [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/compute/manager.py", line 3607, in _detach_root_volume [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] self.driver.detach_volume(context, old_connection_info, [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] return self._volumeops.detach_volume(connection_info, instance) [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] self._detach_volume_vmdk(connection_info, instance) [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] stable_ref.fetch_moref(session) [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] raise exception.InstanceNotFound(instance_id=self._uuid) [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] nova.exception.InstanceNotFound: Instance ec62ac85-b749-4ba6-9599-1b5b065bdcf2 could not be found. [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] During handling of the above exception, another exception occurred: [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Traceback (most recent call last): [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/compute/manager.py", line 11470, in _error_out_instance_on_exception [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] yield [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/compute/manager.py", line 3910, in rebuild_instance [ 913.292820] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] self._do_rebuild_instance_with_claim( [ 913.293910] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/compute/manager.py", line 3996, in _do_rebuild_instance_with_claim [ 913.293910] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] self._do_rebuild_instance( [ 913.293910] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/compute/manager.py", line 4188, in _do_rebuild_instance [ 913.293910] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] self._rebuild_default_impl(**kwargs) [ 913.293910] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/compute/manager.py", line 3765, in _rebuild_default_impl [ 913.293910] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] self._rebuild_volume_backed_instance( [ 913.293910] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] File "/opt/stack/nova/nova/compute/manager.py", line 3657, in _rebuild_volume_backed_instance [ 913.293910] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] raise exception.BuildAbortException( [ 913.293910] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] nova.exception.BuildAbortException: Build of instance ec62ac85-b749-4ba6-9599-1b5b065bdcf2 aborted: Failed to rebuild volume backed instance. [ 913.293910] env[69159]: ERROR nova.compute.manager [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] [ 913.296147] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7185518c-3b25-4570-8623-936933ddf39c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "54abe51c-8514-44c7-8e18-ad1194c64fe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.333s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.357155] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 913.357155] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d9c811-4760-14f8-ee69-7971145b751e" [ 913.357155] env[69159]: _type = "HttpNfcLease" [ 913.357155] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 913.357971] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 913.357971] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d9c811-4760-14f8-ee69-7971145b751e" [ 913.357971] env[69159]: _type = "HttpNfcLease" [ 913.357971] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 913.358537] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f48419-c9a7-4528-92b2-c8974d130bb8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.366736] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252120e-f54e-ac10-5077-b9e8e2cf9e79/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 913.366942] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252120e-f54e-ac10-5077-b9e8e2cf9e79/disk-0.vmdk for reading. {{(pid=69159) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 913.434357] env[69159]: DEBUG oslo_vmware.api [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Task: {'id': task-3448845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235266} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.436262] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.436262] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.436262] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.436262] env[69159]: INFO nova.compute.manager [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Took 1.15 seconds to destroy the instance on the hypervisor. [ 913.436262] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.436740] env[69159]: DEBUG nova.compute.manager [-] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 913.436740] env[69159]: DEBUG nova.network.neutron [-] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.466976] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-680e53a1-55d2-4997-b6f7-6833e64b7d38 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.478862] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448846, 'name': CreateVM_Task, 'duration_secs': 0.509541} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.479281] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.479844] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.480387] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.480562] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.480846] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae71a6fe-a089-4411-a81c-7185ce3bf123 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.485423] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 913.485423] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52039bb1-679a-ae6e-d3a3-af4f3a24bf0e" [ 913.485423] env[69159]: _type = "Task" [ 913.485423] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.494024] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52039bb1-679a-ae6e-d3a3-af4f3a24bf0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.784195] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeb735e-2247-47a8-bc8b-ee56668e1622 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.815182] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3215d323-edb0-4cbc-af70-e3178bd324c9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.835346] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Updating instance '82089513-0900-4427-a46e-cf63474e8abc' progress to 67 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.970356] env[69159]: DEBUG nova.network.neutron [req-8026e9c8-6840-40fa-9ebc-08fa9e8d264e req-33e20873-2acf-463f-ab58-e612ba356924 service nova] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Updated VIF entry in instance network info cache for port 771e3554-7a4f-431f-80a5-1ee753908b93. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.970671] env[69159]: DEBUG nova.network.neutron [req-8026e9c8-6840-40fa-9ebc-08fa9e8d264e req-33e20873-2acf-463f-ab58-e612ba356924 service nova] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Updating instance_info_cache with network_info: [{"id": "771e3554-7a4f-431f-80a5-1ee753908b93", "address": "fa:16:3e:9f:c0:7e", "network": {"id": "18ff77c8-d6ad-4571-a133-b501ef915d13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-842023318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def07d8ef9ee4494be8ce5f6846b850a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771e3554-7a", "ovs_interfaceid": "771e3554-7a4f-431f-80a5-1ee753908b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.998829] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52039bb1-679a-ae6e-d3a3-af4f3a24bf0e, 'name': SearchDatastore_Task, 'duration_secs': 0.016814} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.999165] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.999488] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.999802] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.000041] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.000164] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.000522] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91b25ce0-45b8-4080-8959-e65c68fa78f7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.010500] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.010777] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.011669] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ebac982-4324-42ee-92df-152ca36e9ef9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.017464] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 914.017464] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528f62fd-8408-470f-cb75-c7d201f31fb0" [ 914.017464] env[69159]: _type = "Task" [ 914.017464] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.029295] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528f62fd-8408-470f-cb75-c7d201f31fb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.103046] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "5251e5ab-e698-4e5c-ad9f-514103618b22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.103384] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "5251e5ab-e698-4e5c-ad9f-514103618b22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.103619] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "5251e5ab-e698-4e5c-ad9f-514103618b22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.103870] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "5251e5ab-e698-4e5c-ad9f-514103618b22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.104061] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "5251e5ab-e698-4e5c-ad9f-514103618b22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.106311] env[69159]: INFO nova.compute.manager [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Terminating instance [ 914.167194] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcefeb58-9394-4d84-b45d-83c0c96d3d09 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.175153] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e12050-0194-4bf5-b915-301745269299 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.208397] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3dcbcc-01fd-4e7b-899c-4291b32b7d50 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.216393] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce1e904-d1aa-44ab-9f8c-2c49b05f4f2b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.230088] env[69159]: DEBUG nova.compute.provider_tree [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.256734] env[69159]: DEBUG nova.network.neutron [-] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.413375] env[69159]: DEBUG nova.network.neutron [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Port 4e6d8a13-b57c-4ca5-9195-24eac1e9211f binding to destination host cpu-1 is already ACTIVE {{(pid=69159) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 914.473786] env[69159]: DEBUG oslo_concurrency.lockutils [req-8026e9c8-6840-40fa-9ebc-08fa9e8d264e req-33e20873-2acf-463f-ab58-e612ba356924 service nova] Releasing lock "refresh_cache-bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.536370] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528f62fd-8408-470f-cb75-c7d201f31fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.024791} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.537257] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef6acfc8-b978-41c1-86e3-333729940e8a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.543325] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 914.543325] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52603a6f-a312-3434-6e3f-607f8f0dd5b6" [ 914.543325] env[69159]: _type = "Task" [ 914.543325] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.553288] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52603a6f-a312-3434-6e3f-607f8f0dd5b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.610288] env[69159]: DEBUG nova.compute.manager [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 914.610539] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.611613] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2e5699-45ca-4dbb-ab1d-73d9e27941c0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.620571] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.620780] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b3782da-a1ff-4d60-972e-53e0bc1d26d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.627578] env[69159]: DEBUG oslo_vmware.api [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 914.627578] env[69159]: value = "task-3448847" [ 914.627578] env[69159]: _type = "Task" [ 914.627578] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.641846] env[69159]: DEBUG oslo_vmware.api [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.733844] env[69159]: DEBUG nova.scheduler.client.report [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.759219] env[69159]: INFO nova.compute.manager [-] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Took 1.32 seconds to deallocate network for instance. [ 915.055047] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52603a6f-a312-3434-6e3f-607f8f0dd5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.015881} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.055047] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.055439] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018/bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.055567] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5def61a-f7ec-4a58-9d21-3f973eeaed9f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.062185] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 915.062185] env[69159]: value = "task-3448848" [ 915.062185] env[69159]: _type = "Task" [ 915.062185] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.071246] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.138166] env[69159]: DEBUG oslo_vmware.api [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448847, 'name': PowerOffVM_Task, 'duration_secs': 0.198531} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.138508] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.138686] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.138940] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fe113eb-c225-42b6-a830-80b53e5c9fe9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.186386] env[69159]: DEBUG nova.compute.manager [req-68ed3a78-07fe-4b1b-ba18-15c6e0cca68f req-d9becd28-7dec-4717-860a-96d0a1da602e service nova] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Received event network-vif-deleted-ecc9511e-4473-4093-91f1-3695cdf2c606 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 915.202288] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.202521] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.202706] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Deleting the datastore file [datastore2] 5251e5ab-e698-4e5c-ad9f-514103618b22 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.202973] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d79ddbc9-08e0-418d-97af-0c551654d84d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.211216] env[69159]: DEBUG oslo_vmware.api [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for the task: (returnval){ [ 915.211216] env[69159]: value = "task-3448850" [ 915.211216] env[69159]: _type = "Task" [ 915.211216] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.219665] env[69159]: DEBUG oslo_vmware.api [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.239341] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.240025] env[69159]: DEBUG nova.compute.manager [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 915.245411] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.340s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.245411] env[69159]: DEBUG nova.objects.instance [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lazy-loading 'pci_requests' on Instance uuid d5c43519-b6ef-4061-bbc1-ee2b6a603683 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.267266] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.321368] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.438491] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "82089513-0900-4427-a46e-cf63474e8abc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.438491] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "82089513-0900-4427-a46e-cf63474e8abc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.438710] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "82089513-0900-4427-a46e-cf63474e8abc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.577363] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448848, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.658650] env[69159]: DEBUG oslo_concurrency.lockutils [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Acquiring lock "8fb4512b-575b-42b0-ae3e-79770127b4e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.658650] env[69159]: DEBUG oslo_concurrency.lockutils [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Lock "8fb4512b-575b-42b0-ae3e-79770127b4e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.658650] env[69159]: DEBUG oslo_concurrency.lockutils [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Acquiring lock "8fb4512b-575b-42b0-ae3e-79770127b4e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.658650] env[69159]: DEBUG oslo_concurrency.lockutils [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Lock "8fb4512b-575b-42b0-ae3e-79770127b4e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.658650] env[69159]: DEBUG oslo_concurrency.lockutils [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Lock "8fb4512b-575b-42b0-ae3e-79770127b4e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.660506] env[69159]: INFO nova.compute.manager [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Terminating instance [ 915.721306] env[69159]: DEBUG oslo_vmware.api [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Task: {'id': task-3448850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501421} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.721579] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.721768] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.721948] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.722134] env[69159]: INFO nova.compute.manager [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Took 1.11 seconds to destroy the instance on the hypervisor. [ 915.722479] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.722564] env[69159]: DEBUG nova.compute.manager [-] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 915.722779] env[69159]: DEBUG nova.network.neutron [-] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.747387] env[69159]: DEBUG nova.compute.utils [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.750163] env[69159]: DEBUG nova.objects.instance [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lazy-loading 'numa_topology' on Instance uuid d5c43519-b6ef-4061-bbc1-ee2b6a603683 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.751358] env[69159]: DEBUG nova.compute.manager [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 915.751525] env[69159]: DEBUG nova.network.neutron [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.797668] env[69159]: DEBUG nova.policy [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b699040dc7a84f9dbbebf91ab8668c9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74d1cf36bbe54d54b01394d76643cc9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.083223] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62453} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.083598] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018/bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.084593] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.088181] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52c8fb14-ea6e-4a66-a148-e56b3a7ac346 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.093033] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 916.093033] env[69159]: value = "task-3448851" [ 916.093033] env[69159]: _type = "Task" [ 916.093033] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.104462] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.127229] env[69159]: DEBUG nova.network.neutron [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Successfully created port: ac855b0b-653b-4737-badd-d0f9f406eb8e {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.165444] env[69159]: DEBUG nova.compute.manager [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 916.165444] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.166286] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdb2531-6c39-47f9-9e8b-15faccf8708c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.174706] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.174975] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-811c57dd-7167-453f-9f55-c43deefcb62c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.182618] env[69159]: DEBUG oslo_vmware.api [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Waiting for the task: (returnval){ [ 916.182618] env[69159]: value = "task-3448852" [ 916.182618] env[69159]: _type = "Task" [ 916.182618] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.196899] env[69159]: DEBUG oslo_vmware.api [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': task-3448852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.252193] env[69159]: DEBUG nova.compute.manager [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 916.260310] env[69159]: INFO nova.compute.claims [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.276397] env[69159]: DEBUG nova.compute.manager [req-ef722e03-ec71-4910-8407-3e48c43e0cf5 req-13656dd5-403b-4fdf-b917-6b6ed1e05826 service nova] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Received event network-vif-deleted-f87ba086-8d2d-403d-bfeb-5891dc36b7a0 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 916.276397] env[69159]: INFO nova.compute.manager [req-ef722e03-ec71-4910-8407-3e48c43e0cf5 req-13656dd5-403b-4fdf-b917-6b6ed1e05826 service nova] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Neutron deleted interface f87ba086-8d2d-403d-bfeb-5891dc36b7a0; detaching it from the instance and deleting it from the info cache [ 916.276397] env[69159]: DEBUG nova.network.neutron [req-ef722e03-ec71-4910-8407-3e48c43e0cf5 req-13656dd5-403b-4fdf-b917-6b6ed1e05826 service nova] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.512031] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.512031] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquired lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.512031] env[69159]: DEBUG nova.network.neutron [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.603413] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206496} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.603700] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.604611] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54ff730-eac9-443a-82ef-9f8804db19e1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.608786] env[69159]: DEBUG nova.network.neutron [-] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.627933] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018/bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.629091] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6931edac-666a-42b7-b516-67fef29d661f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.650253] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 916.650253] env[69159]: value = "task-3448853" [ 916.650253] env[69159]: _type = "Task" [ 916.650253] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.660369] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.692936] env[69159]: DEBUG oslo_vmware.api [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': task-3448852, 'name': PowerOffVM_Task, 'duration_secs': 0.322353} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.693222] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.693385] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.693640] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3174cb8d-d0ce-4cf1-a982-a4181cd15498 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.778313] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.779079] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.779587] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Deleting the datastore file [datastore1] 8fb4512b-575b-42b0-ae3e-79770127b4e0 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.781434] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5400a27-ea16-4002-b3ce-5435736d5247 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.785675] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d15e315-ee6f-46ab-a88d-0d6873cd0e32 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.800373] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087fce14-15d4-4c12-b53b-28815b06d3ed {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.819654] env[69159]: DEBUG oslo_vmware.api [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Waiting for the task: (returnval){ [ 916.819654] env[69159]: value = "task-3448855" [ 916.819654] env[69159]: _type = "Task" [ 916.819654] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.821248] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Acquiring lock "ec62ac85-b749-4ba6-9599-1b5b065bdcf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.821672] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Lock "ec62ac85-b749-4ba6-9599-1b5b065bdcf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.822081] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Acquiring lock "ec62ac85-b749-4ba6-9599-1b5b065bdcf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.822437] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Lock "ec62ac85-b749-4ba6-9599-1b5b065bdcf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.822807] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Lock "ec62ac85-b749-4ba6-9599-1b5b065bdcf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.831605] env[69159]: INFO nova.compute.manager [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Terminating instance [ 916.853749] env[69159]: DEBUG nova.compute.manager [req-ef722e03-ec71-4910-8407-3e48c43e0cf5 req-13656dd5-403b-4fdf-b917-6b6ed1e05826 service nova] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Detach interface failed, port_id=f87ba086-8d2d-403d-bfeb-5891dc36b7a0, reason: Instance 5251e5ab-e698-4e5c-ad9f-514103618b22 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 916.857919] env[69159]: DEBUG oslo_vmware.api [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': task-3448855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.129745] env[69159]: INFO nova.compute.manager [-] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Took 1.41 seconds to deallocate network for instance. [ 917.161175] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448853, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.265629] env[69159]: DEBUG nova.compute.manager [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 917.297286] env[69159]: DEBUG nova.virt.hardware [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.301026] env[69159]: DEBUG nova.virt.hardware [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.301026] env[69159]: DEBUG nova.virt.hardware [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.301026] env[69159]: DEBUG nova.virt.hardware [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.301026] env[69159]: DEBUG nova.virt.hardware [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.301289] env[69159]: DEBUG nova.virt.hardware [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.301457] env[69159]: DEBUG nova.virt.hardware [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.301974] env[69159]: DEBUG nova.virt.hardware [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.302178] env[69159]: DEBUG nova.virt.hardware [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.302354] env[69159]: DEBUG nova.virt.hardware [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.302534] env[69159]: DEBUG nova.virt.hardware [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.303833] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f18f7e-5386-4219-ba65-4fd65b0bae02 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.319478] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab269c2c-3b1b-4893-a2ac-d686060b9660 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.340764] env[69159]: DEBUG nova.compute.manager [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 917.342373] env[69159]: DEBUG nova.network.neutron [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Updating instance_info_cache with network_info: [{"id": "4e6d8a13-b57c-4ca5-9195-24eac1e9211f", "address": "fa:16:3e:ac:1c:e4", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6d8a13-b5", "ovs_interfaceid": "4e6d8a13-b57c-4ca5-9195-24eac1e9211f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.345868] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55c116c5-e86a-42a9-9f58-30ce6fa028f6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.353108] env[69159]: DEBUG oslo_vmware.api [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Task: {'id': task-3448855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343071} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.355820] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.355820] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.355820] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.355820] env[69159]: INFO nova.compute.manager [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 917.355820] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.355820] env[69159]: DEBUG nova.compute.manager [-] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 917.355820] env[69159]: DEBUG nova.network.neutron [-] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.360106] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65cf23a-e9f5-4c3d-98df-b8344376e784 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.398519] env[69159]: WARNING nova.virt.vmwareapi.driver [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance ec62ac85-b749-4ba6-9599-1b5b065bdcf2 could not be found. [ 917.398729] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.401819] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c458a8de-840a-4936-8184-c5ade366080c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.411552] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3882b0-52fa-47e4-a10b-9586d8f3eec1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.462414] env[69159]: WARNING nova.virt.vmwareapi.vmops [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ec62ac85-b749-4ba6-9599-1b5b065bdcf2 could not be found. [ 917.462752] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.462956] env[69159]: INFO nova.compute.manager [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Took 0.12 seconds to destroy the instance on the hypervisor. [ 917.463264] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.466232] env[69159]: DEBUG nova.compute.manager [-] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 917.466403] env[69159]: DEBUG nova.network.neutron [-] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.637642] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.664893] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448853, 'name': ReconfigVM_Task, 'duration_secs': 0.550141} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.665823] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Reconfigured VM instance instance-0000004a to attach disk [datastore2] bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018/bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.666934] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-383699bd-b0ac-407c-9870-823ae2ce15cd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.674379] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 917.674379] env[69159]: value = "task-3448856" [ 917.674379] env[69159]: _type = "Task" [ 917.674379] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.689072] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448856, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.723773] env[69159]: DEBUG nova.compute.manager [req-e1fb0ae4-6ed1-49e6-9c7f-a0df6a59bdb2 req-ed4c52d5-f7df-49b8-b747-ab028687da97 service nova] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Received event network-vif-plugged-ac855b0b-653b-4737-badd-d0f9f406eb8e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 917.724013] env[69159]: DEBUG oslo_concurrency.lockutils [req-e1fb0ae4-6ed1-49e6-9c7f-a0df6a59bdb2 req-ed4c52d5-f7df-49b8-b747-ab028687da97 service nova] Acquiring lock "2e454674-bc95-4476-8278-9b77ab6770d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.724231] env[69159]: DEBUG oslo_concurrency.lockutils [req-e1fb0ae4-6ed1-49e6-9c7f-a0df6a59bdb2 req-ed4c52d5-f7df-49b8-b747-ab028687da97 service nova] Lock "2e454674-bc95-4476-8278-9b77ab6770d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.724432] env[69159]: DEBUG oslo_concurrency.lockutils [req-e1fb0ae4-6ed1-49e6-9c7f-a0df6a59bdb2 req-ed4c52d5-f7df-49b8-b747-ab028687da97 service nova] Lock "2e454674-bc95-4476-8278-9b77ab6770d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.724556] env[69159]: DEBUG nova.compute.manager [req-e1fb0ae4-6ed1-49e6-9c7f-a0df6a59bdb2 req-ed4c52d5-f7df-49b8-b747-ab028687da97 service nova] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] No waiting events found dispatching network-vif-plugged-ac855b0b-653b-4737-badd-d0f9f406eb8e {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 917.724751] env[69159]: WARNING nova.compute.manager [req-e1fb0ae4-6ed1-49e6-9c7f-a0df6a59bdb2 req-ed4c52d5-f7df-49b8-b747-ab028687da97 service nova] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Received unexpected event network-vif-plugged-ac855b0b-653b-4737-badd-d0f9f406eb8e for instance with vm_state building and task_state spawning. [ 917.756950] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cd8473-4609-4684-bff4-1b70bb36a959 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.765528] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebca2fd8-30dc-44a5-acc4-9ee0387f7041 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.799767] env[69159]: DEBUG nova.network.neutron [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Successfully updated port: ac855b0b-653b-4737-badd-d0f9f406eb8e {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.804131] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475080a5-0f68-4c98-aa9b-d53570874a44 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.809975] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad54bfc1-caaf-46b1-a747-9d16e18ffd84 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.825118] env[69159]: DEBUG nova.compute.provider_tree [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.849249] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Releasing lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.191235] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448856, 'name': Rename_Task, 'duration_secs': 0.246663} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.191235] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.191235] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66c459df-cf7d-4879-af41-f6d510b34c75 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.197254] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 918.197254] env[69159]: value = "task-3448857" [ 918.197254] env[69159]: _type = "Task" [ 918.197254] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.206304] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.310917] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Acquiring lock "refresh_cache-2e454674-bc95-4476-8278-9b77ab6770d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.311160] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Acquired lock "refresh_cache-2e454674-bc95-4476-8278-9b77ab6770d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.311414] env[69159]: DEBUG nova.network.neutron [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.328256] env[69159]: DEBUG nova.scheduler.client.report [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.383280] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4610b787-a813-4e06-ab53-a987c7171ad8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.404420] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d348536-3827-408c-9a5a-34be787fb6ac {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.412336] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Updating instance '82089513-0900-4427-a46e-cf63474e8abc' progress to 83 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.711351] env[69159]: DEBUG oslo_vmware.api [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448857, 'name': PowerOnVM_Task, 'duration_secs': 0.498274} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.711655] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.711878] env[69159]: INFO nova.compute.manager [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Took 7.93 seconds to spawn the instance on the hypervisor. [ 918.712136] env[69159]: DEBUG nova.compute.manager [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 918.712996] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19651f36-477b-4e11-bd0d-5eaef7332a95 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.830565] env[69159]: DEBUG nova.compute.manager [req-a06507fe-0108-4866-b49f-c27bd76eac0e req-d13cbdc6-0c49-4736-b89f-111e59c9d9bd service nova] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Received event network-vif-deleted-91af04b4-34a7-4a3e-ba48-857bc3781ec4 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 918.830811] env[69159]: INFO nova.compute.manager [req-a06507fe-0108-4866-b49f-c27bd76eac0e req-d13cbdc6-0c49-4736-b89f-111e59c9d9bd service nova] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Neutron deleted interface 91af04b4-34a7-4a3e-ba48-857bc3781ec4; detaching it from the instance and deleting it from the info cache [ 918.830988] env[69159]: DEBUG nova.network.neutron [req-a06507fe-0108-4866-b49f-c27bd76eac0e req-d13cbdc6-0c49-4736-b89f-111e59c9d9bd service nova] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.838017] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.591s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.838017] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.205s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.838017] env[69159]: DEBUG nova.objects.instance [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lazy-loading 'resources' on Instance uuid f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.876767] env[69159]: DEBUG nova.network.neutron [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.893165] env[69159]: INFO nova.network.neutron [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Updating port e2d08111-774b-4d57-983c-a40a181674ef with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 918.918971] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.919380] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-116e0c85-f50c-4a42-bc3a-f1a93b28afe3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.928600] env[69159]: DEBUG oslo_vmware.api [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 918.928600] env[69159]: value = "task-3448858" [ 918.928600] env[69159]: _type = "Task" [ 918.928600] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.939157] env[69159]: DEBUG oslo_vmware.api [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.071652] env[69159]: DEBUG nova.network.neutron [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Updating instance_info_cache with network_info: [{"id": "ac855b0b-653b-4737-badd-d0f9f406eb8e", "address": "fa:16:3e:6f:0b:6f", "network": {"id": "41b32769-35cf-4731-bdb0-7a4401f302cf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-347675994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74d1cf36bbe54d54b01394d76643cc9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac855b0b-65", "ovs_interfaceid": "ac855b0b-653b-4737-badd-d0f9f406eb8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.225674] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.225674] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.243923] env[69159]: INFO nova.compute.manager [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Took 29.28 seconds to build instance. [ 919.312378] env[69159]: DEBUG nova.network.neutron [-] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.334508] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db4db30a-94a6-4a79-a99e-1307578e6e23 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.355377] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849d7563-acbb-440f-b0b5-4fcabc7dab10 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.395404] env[69159]: DEBUG nova.compute.manager [req-a06507fe-0108-4866-b49f-c27bd76eac0e req-d13cbdc6-0c49-4736-b89f-111e59c9d9bd service nova] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Detach interface failed, port_id=91af04b4-34a7-4a3e-ba48-857bc3781ec4, reason: Instance 8fb4512b-575b-42b0-ae3e-79770127b4e0 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 919.446277] env[69159]: DEBUG oslo_vmware.api [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.455201] env[69159]: DEBUG nova.network.neutron [-] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.573474] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Releasing lock "refresh_cache-2e454674-bc95-4476-8278-9b77ab6770d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.573790] env[69159]: DEBUG nova.compute.manager [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Instance network_info: |[{"id": "ac855b0b-653b-4737-badd-d0f9f406eb8e", "address": "fa:16:3e:6f:0b:6f", "network": {"id": "41b32769-35cf-4731-bdb0-7a4401f302cf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-347675994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74d1cf36bbe54d54b01394d76643cc9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac855b0b-65", "ovs_interfaceid": "ac855b0b-653b-4737-badd-d0f9f406eb8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 919.574216] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:0b:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac855b0b-653b-4737-badd-d0f9f406eb8e', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.581886] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Creating folder: Project (74d1cf36bbe54d54b01394d76643cc9e). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.584765] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d1fe533-ff44-4d2c-b40d-70269c59c201 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.596430] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Created folder: Project (74d1cf36bbe54d54b01394d76643cc9e) in parent group-v688391. [ 919.596633] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Creating folder: Instances. Parent ref: group-v688598. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.596887] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1db0ec39-282c-43bf-9d4d-2c9add65dc98 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.609749] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Created folder: Instances in parent group-v688598. [ 919.609749] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.609749] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.609969] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc680b74-6779-4fe4-81d3-ab445d554bef {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.631932] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.631932] env[69159]: value = "task-3448861" [ 919.631932] env[69159]: _type = "Task" [ 919.631932] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.640906] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448861, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.727721] env[69159]: DEBUG nova.compute.utils [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.747143] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be63f179-e6f8-48b6-a07b-6829a65cb476 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.566s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.796512] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0217250-725b-4026-a98a-c51d37961a68 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.804705] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc4980e-1cbe-42ee-a6d5-f30842c60c33 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.839157] env[69159]: INFO nova.compute.manager [-] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Took 2.48 seconds to deallocate network for instance. [ 919.840337] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826cdef1-ce71-46c4-99e9-85214ce4e0ad {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.851833] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ee9128-3229-4175-a5a4-8862e0cbf02a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.866219] env[69159]: DEBUG nova.compute.provider_tree [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.939129] env[69159]: DEBUG oslo_vmware.api [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448858, 'name': PowerOnVM_Task, 'duration_secs': 0.601738} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.939452] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.939638] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf0b8b8-d037-4782-a35e-afb4a3c8f838 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Updating instance '82089513-0900-4427-a46e-cf63474e8abc' progress to 100 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.958462] env[69159]: INFO nova.compute.manager [-] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Took 2.49 seconds to deallocate network for instance. [ 920.141980] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448861, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.237275] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.348304] env[69159]: DEBUG oslo_concurrency.lockutils [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.370607] env[69159]: DEBUG nova.scheduler.client.report [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.508058] env[69159]: INFO nova.compute.manager [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Took 0.55 seconds to detach 1 volumes for instance. [ 920.511566] env[69159]: DEBUG nova.compute.manager [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Deleting volume: b95c646c-a198-410c-98e0-c19d610b43ca {{(pid=69159) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3281}} [ 920.604494] env[69159]: DEBUG nova.compute.manager [req-1645412d-3b90-4905-bacd-9579aab47cb2 req-18f97ff0-99a7-440b-8d52-02308aae5085 service nova] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Received event network-changed-ac855b0b-653b-4737-badd-d0f9f406eb8e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 920.604494] env[69159]: DEBUG nova.compute.manager [req-1645412d-3b90-4905-bacd-9579aab47cb2 req-18f97ff0-99a7-440b-8d52-02308aae5085 service nova] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Refreshing instance network info cache due to event network-changed-ac855b0b-653b-4737-badd-d0f9f406eb8e. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 920.604494] env[69159]: DEBUG oslo_concurrency.lockutils [req-1645412d-3b90-4905-bacd-9579aab47cb2 req-18f97ff0-99a7-440b-8d52-02308aae5085 service nova] Acquiring lock "refresh_cache-2e454674-bc95-4476-8278-9b77ab6770d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.604494] env[69159]: DEBUG oslo_concurrency.lockutils [req-1645412d-3b90-4905-bacd-9579aab47cb2 req-18f97ff0-99a7-440b-8d52-02308aae5085 service nova] Acquired lock "refresh_cache-2e454674-bc95-4476-8278-9b77ab6770d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.604494] env[69159]: DEBUG nova.network.neutron [req-1645412d-3b90-4905-bacd-9579aab47cb2 req-18f97ff0-99a7-440b-8d52-02308aae5085 service nova] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Refreshing network info cache for port ac855b0b-653b-4737-badd-d0f9f406eb8e {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.648099] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448861, 'name': CreateVM_Task, 'duration_secs': 0.719942} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.648367] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.649258] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.650406] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.650406] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.650626] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-021ac90d-a1ee-43f9-b7c5-9f949a5dde42 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.656136] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Waiting for the task: (returnval){ [ 920.656136] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ca5e76-1af1-f53e-7198-dcff95cba3ce" [ 920.656136] env[69159]: _type = "Task" [ 920.656136] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.668390] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ca5e76-1af1-f53e-7198-dcff95cba3ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.878724] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.885026] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.412s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.885026] env[69159]: INFO nova.compute.claims [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.909327] env[69159]: INFO nova.scheduler.client.report [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Deleted allocations for instance f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764 [ 921.031198] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.031198] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquired lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.031355] env[69159]: DEBUG nova.network.neutron [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.057106] env[69159]: DEBUG nova.compute.manager [req-8896a969-dd9f-4e5d-b6b8-ae55a59054cf req-1ddd8d62-7d0c-46a9-b414-73349994766d service nova] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Received event network-vif-deleted-4ae4724f-c2e8-4f0c-8b6c-183da4d17606 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 921.060454] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.086521] env[69159]: DEBUG nova.compute.manager [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 921.087464] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f2fb07-f125-456b-a84a-0f8d4af4565e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.168757] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ca5e76-1af1-f53e-7198-dcff95cba3ce, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.169068] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.169537] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.170045] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.170045] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.170671] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.170976] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7190a9d-1fd5-461a-90fb-300900e913cd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.180304] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.180606] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.181240] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-344ccee8-e21d-4282-aeba-cae8921ad258 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.189751] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Waiting for the task: (returnval){ [ 921.189751] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529a6fcd-e0e3-4bc9-c196-89f7c1006238" [ 921.189751] env[69159]: _type = "Task" [ 921.189751] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.197915] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529a6fcd-e0e3-4bc9-c196-89f7c1006238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.320409] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.320409] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.320409] env[69159]: INFO nova.compute.manager [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Attaching volume b14b6205-4af6-4c04-8060-4019364a9bbd to /dev/sdb [ 921.329377] env[69159]: DEBUG nova.network.neutron [req-1645412d-3b90-4905-bacd-9579aab47cb2 req-18f97ff0-99a7-440b-8d52-02308aae5085 service nova] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Updated VIF entry in instance network info cache for port ac855b0b-653b-4737-badd-d0f9f406eb8e. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.329752] env[69159]: DEBUG nova.network.neutron [req-1645412d-3b90-4905-bacd-9579aab47cb2 req-18f97ff0-99a7-440b-8d52-02308aae5085 service nova] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Updating instance_info_cache with network_info: [{"id": "ac855b0b-653b-4737-badd-d0f9f406eb8e", "address": "fa:16:3e:6f:0b:6f", "network": {"id": "41b32769-35cf-4731-bdb0-7a4401f302cf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-347675994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74d1cf36bbe54d54b01394d76643cc9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac855b0b-65", "ovs_interfaceid": "ac855b0b-653b-4737-badd-d0f9f406eb8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.372971] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3ccecc-08ec-47c6-8091-5f1acdfe9971 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.380745] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6c0d69-1dd9-4685-ade9-674c1086d60d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.397061] env[69159]: DEBUG nova.virt.block_device [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Updating existing volume attachment record: 3d6619f0-acae-4b0d-826a-203cb31f9573 {{(pid=69159) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 921.418210] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fbe836af-e2c1-40ab-b3e3-7dabe1991136 tempest-VolumesAdminNegativeTest-107452213 tempest-VolumesAdminNegativeTest-107452213-project-member] Lock "f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.896s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.603033] env[69159]: INFO nova.compute.manager [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] instance snapshotting [ 921.606841] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c13af06-bf2c-4b95-b91d-c53bc56e5936 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.626899] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82dc5dd-01b4-4c4c-ad0d-e262177e93fa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.703164] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529a6fcd-e0e3-4bc9-c196-89f7c1006238, 'name': SearchDatastore_Task, 'duration_secs': 0.00944} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.704389] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53701c77-b724-475e-809a-e7c129bf5666 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.709782] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Waiting for the task: (returnval){ [ 921.709782] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5288883c-628d-2703-1d94-f4034b9a54f9" [ 921.709782] env[69159]: _type = "Task" [ 921.709782] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.723085] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5288883c-628d-2703-1d94-f4034b9a54f9, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.723371] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.723634] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 2e454674-bc95-4476-8278-9b77ab6770d2/2e454674-bc95-4476-8278-9b77ab6770d2.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.723896] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be14b330-2342-41f9-b48c-9fad8adf5121 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.733440] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Waiting for the task: (returnval){ [ 921.733440] env[69159]: value = "task-3448864" [ 921.733440] env[69159]: _type = "Task" [ 921.733440] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.743443] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': task-3448864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.797673] env[69159]: DEBUG nova.network.neutron [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Updating instance_info_cache with network_info: [{"id": "e2d08111-774b-4d57-983c-a40a181674ef", "address": "fa:16:3e:dd:6f:20", "network": {"id": "4735285f-e8aa-4a72-bc34-456f5f3a7e8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2042073766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60e5b5a2e63843a6a4407a678cd1101d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d08111-77", "ovs_interfaceid": "e2d08111-774b-4d57-983c-a40a181674ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.832332] env[69159]: DEBUG oslo_concurrency.lockutils [req-1645412d-3b90-4905-bacd-9579aab47cb2 req-18f97ff0-99a7-440b-8d52-02308aae5085 service nova] Releasing lock "refresh_cache-2e454674-bc95-4476-8278-9b77ab6770d2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.142269] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 922.143041] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1137b608-2410-4051-8ac7-ffb60fc1426c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.152671] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 922.152671] env[69159]: value = "task-3448867" [ 922.152671] env[69159]: _type = "Task" [ 922.152671] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.168670] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448867, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.246588] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': task-3448864, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.280881] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb4d1dd-1d21-459e-ab2a-2202c803b266 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.289292] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac05584f-8a71-40aa-9699-74d7f1da7a50 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.322864] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Releasing lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.326646] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ab9013-9d3c-4314-9c8f-24a2812f14a8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.336387] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c83d3cf-aa59-4679-8daf-0dc03ddcdc2b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.354345] env[69159]: DEBUG nova.compute.provider_tree [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.362802] env[69159]: DEBUG nova.virt.hardware [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='28a6225ff72c2107c26022b70aa8576e',container_format='bare',created_at=2025-04-15T18:42:45Z,direct_url=,disk_format='vmdk',id=cb4ebcf3-829f-4bcb-a899-8062eeea4629,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1073501416-shelved',owner='60e5b5a2e63843a6a4407a678cd1101d',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-04-15T18:43:01Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.362973] env[69159]: DEBUG nova.virt.hardware [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.363730] env[69159]: DEBUG nova.virt.hardware [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.363730] env[69159]: DEBUG nova.virt.hardware [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.363730] env[69159]: DEBUG nova.virt.hardware [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.363906] env[69159]: DEBUG nova.virt.hardware [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.364038] env[69159]: DEBUG nova.virt.hardware [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.364253] env[69159]: DEBUG nova.virt.hardware [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.364452] env[69159]: DEBUG nova.virt.hardware [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.364627] env[69159]: DEBUG nova.virt.hardware [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.364906] env[69159]: DEBUG nova.virt.hardware [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.365826] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323c177f-7776-4ca0-b489-f9411fd64e03 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.375142] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212776f5-ca0a-4b23-b40f-f21487397fc8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.391893] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:6f:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2d08111-774b-4d57-983c-a40a181674ef', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.401369] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.402140] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.402437] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24aed448-c941-4ee8-8d4b-d77488a4a64d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.427663] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.427663] env[69159]: value = "task-3448868" [ 922.427663] env[69159]: _type = "Task" [ 922.427663] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.437534] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448868, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.592912] env[69159]: DEBUG oslo_concurrency.lockutils [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquiring lock "5b6485db-714d-483d-9635-083f749d2d27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.593278] env[69159]: DEBUG oslo_concurrency.lockutils [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Lock "5b6485db-714d-483d-9635-083f749d2d27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.668036] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448867, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.682419] env[69159]: DEBUG nova.compute.manager [req-8b03b5aa-3cf0-46e2-bf72-0c7e4c17c52d req-8b1d2529-687c-47da-9311-df4bb7b478e5 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Received event network-vif-plugged-e2d08111-774b-4d57-983c-a40a181674ef {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 922.682419] env[69159]: DEBUG oslo_concurrency.lockutils [req-8b03b5aa-3cf0-46e2-bf72-0c7e4c17c52d req-8b1d2529-687c-47da-9311-df4bb7b478e5 service nova] Acquiring lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.682589] env[69159]: DEBUG oslo_concurrency.lockutils [req-8b03b5aa-3cf0-46e2-bf72-0c7e4c17c52d req-8b1d2529-687c-47da-9311-df4bb7b478e5 service nova] Lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.682816] env[69159]: DEBUG oslo_concurrency.lockutils [req-8b03b5aa-3cf0-46e2-bf72-0c7e4c17c52d req-8b1d2529-687c-47da-9311-df4bb7b478e5 service nova] Lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.682955] env[69159]: DEBUG nova.compute.manager [req-8b03b5aa-3cf0-46e2-bf72-0c7e4c17c52d req-8b1d2529-687c-47da-9311-df4bb7b478e5 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] No waiting events found dispatching network-vif-plugged-e2d08111-774b-4d57-983c-a40a181674ef {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 922.683113] env[69159]: WARNING nova.compute.manager [req-8b03b5aa-3cf0-46e2-bf72-0c7e4c17c52d req-8b1d2529-687c-47da-9311-df4bb7b478e5 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Received unexpected event network-vif-plugged-e2d08111-774b-4d57-983c-a40a181674ef for instance with vm_state shelved_offloaded and task_state spawning. [ 922.683283] env[69159]: DEBUG nova.compute.manager [req-8b03b5aa-3cf0-46e2-bf72-0c7e4c17c52d req-8b1d2529-687c-47da-9311-df4bb7b478e5 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Received event network-changed-e2d08111-774b-4d57-983c-a40a181674ef {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 922.683480] env[69159]: DEBUG nova.compute.manager [req-8b03b5aa-3cf0-46e2-bf72-0c7e4c17c52d req-8b1d2529-687c-47da-9311-df4bb7b478e5 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Refreshing instance network info cache due to event network-changed-e2d08111-774b-4d57-983c-a40a181674ef. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 922.683672] env[69159]: DEBUG oslo_concurrency.lockutils [req-8b03b5aa-3cf0-46e2-bf72-0c7e4c17c52d req-8b1d2529-687c-47da-9311-df4bb7b478e5 service nova] Acquiring lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.683808] env[69159]: DEBUG oslo_concurrency.lockutils [req-8b03b5aa-3cf0-46e2-bf72-0c7e4c17c52d req-8b1d2529-687c-47da-9311-df4bb7b478e5 service nova] Acquired lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.683951] env[69159]: DEBUG nova.network.neutron [req-8b03b5aa-3cf0-46e2-bf72-0c7e4c17c52d req-8b1d2529-687c-47da-9311-df4bb7b478e5 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Refreshing network info cache for port e2d08111-774b-4d57-983c-a40a181674ef {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.747041] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': task-3448864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568493} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.747041] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 2e454674-bc95-4476-8278-9b77ab6770d2/2e454674-bc95-4476-8278-9b77ab6770d2.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.747198] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.747454] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5feb4e56-59e9-4ced-9999-c5cf085c987c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.754786] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Waiting for the task: (returnval){ [ 922.754786] env[69159]: value = "task-3448869" [ 922.754786] env[69159]: _type = "Task" [ 922.754786] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.764337] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': task-3448869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.793855] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252120e-f54e-ac10-5077-b9e8e2cf9e79/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 922.796456] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437c48e6-d51d-4856-bdc8-53c4e6b655be {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.801407] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252120e-f54e-ac10-5077-b9e8e2cf9e79/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 922.801407] env[69159]: ERROR oslo_vmware.rw_handles [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252120e-f54e-ac10-5077-b9e8e2cf9e79/disk-0.vmdk due to incomplete transfer. [ 922.801513] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0b9953bc-854b-4e9a-af5b-90934d0d19ae {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.809450] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252120e-f54e-ac10-5077-b9e8e2cf9e79/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 922.809450] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Uploaded image 175437a0-6f76-436c-90a8-abb0cf7bed4a to the Glance image server {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 922.811441] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 922.811701] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-761a2b42-8f85-4c82-b819-14dd13f2a112 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.817519] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 922.817519] env[69159]: value = "task-3448870" [ 922.817519] env[69159]: _type = "Task" [ 922.817519] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.826962] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448870, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.858325] env[69159]: DEBUG nova.scheduler.client.report [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.942123] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448868, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.041793] env[69159]: DEBUG nova.network.neutron [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Port 4e6d8a13-b57c-4ca5-9195-24eac1e9211f binding to destination host cpu-1 is already ACTIVE {{(pid=69159) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 923.042190] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.042493] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquired lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.042759] env[69159]: DEBUG nova.network.neutron [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.095913] env[69159]: DEBUG nova.compute.manager [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 923.164100] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448867, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.265646] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': task-3448869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070559} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.265964] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.266795] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2b645d-26a5-4894-8790-f541db74c803 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.289310] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 2e454674-bc95-4476-8278-9b77ab6770d2/2e454674-bc95-4476-8278-9b77ab6770d2.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.291864] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11495954-9600-4d9d-b309-bd05f7ca35bb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.311661] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Waiting for the task: (returnval){ [ 923.311661] env[69159]: value = "task-3448871" [ 923.311661] env[69159]: _type = "Task" [ 923.311661] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.320444] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': task-3448871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.339226] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448870, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.369477] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.370133] env[69159]: DEBUG nova.compute.manager [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 923.373195] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.706s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.373422] env[69159]: DEBUG nova.objects.instance [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69159) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 923.444735] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448868, 'name': CreateVM_Task, 'duration_secs': 0.803698} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.444953] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.445739] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb4ebcf3-829f-4bcb-a899-8062eeea4629" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.445896] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb4ebcf3-829f-4bcb-a899-8062eeea4629" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.446322] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb4ebcf3-829f-4bcb-a899-8062eeea4629" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.446594] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0846079b-e358-4d86-a5b1-a862b3cdf779 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.455915] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 923.455915] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52184f4c-dc92-f96b-9ecb-84e320ba4668" [ 923.455915] env[69159]: _type = "Task" [ 923.455915] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.470475] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb4ebcf3-829f-4bcb-a899-8062eeea4629" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.470951] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Processing image cb4ebcf3-829f-4bcb-a899-8062eeea4629 {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.471736] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb4ebcf3-829f-4bcb-a899-8062eeea4629/cb4ebcf3-829f-4bcb-a899-8062eeea4629.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.471941] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb4ebcf3-829f-4bcb-a899-8062eeea4629/cb4ebcf3-829f-4bcb-a899-8062eeea4629.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.472248] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.472578] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b167f5c2-0648-4e2d-bbac-ab80a3b9c30e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.488851] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.489060] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.490015] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf53f82d-fcf6-49a6-b15b-7c7a54460868 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.497672] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 923.497672] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523b48ab-770b-9f9a-d644-c4dc83ef30aa" [ 923.497672] env[69159]: _type = "Task" [ 923.497672] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.507260] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523b48ab-770b-9f9a-d644-c4dc83ef30aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.508461] env[69159]: DEBUG nova.network.neutron [req-8b03b5aa-3cf0-46e2-bf72-0c7e4c17c52d req-8b1d2529-687c-47da-9311-df4bb7b478e5 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Updated VIF entry in instance network info cache for port e2d08111-774b-4d57-983c-a40a181674ef. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.508820] env[69159]: DEBUG nova.network.neutron [req-8b03b5aa-3cf0-46e2-bf72-0c7e4c17c52d req-8b1d2529-687c-47da-9311-df4bb7b478e5 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Updating instance_info_cache with network_info: [{"id": "e2d08111-774b-4d57-983c-a40a181674ef", "address": "fa:16:3e:dd:6f:20", "network": {"id": "4735285f-e8aa-4a72-bc34-456f5f3a7e8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2042073766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60e5b5a2e63843a6a4407a678cd1101d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d08111-77", "ovs_interfaceid": "e2d08111-774b-4d57-983c-a40a181674ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.622490] env[69159]: DEBUG oslo_concurrency.lockutils [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.666054] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448867, 'name': CreateSnapshot_Task, 'duration_secs': 1.058894} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.666419] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 923.667597] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413757a9-be7e-4b7c-ae8a-f755e4ee4e5d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.828743] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': task-3448871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.836037] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448870, 'name': Destroy_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.843303] env[69159]: DEBUG oslo_concurrency.lockutils [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "c4709c19-1cf1-46dd-afea-7374ab94ac15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.843303] env[69159]: DEBUG oslo_concurrency.lockutils [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "c4709c19-1cf1-46dd-afea-7374ab94ac15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.843303] env[69159]: DEBUG oslo_concurrency.lockutils [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "c4709c19-1cf1-46dd-afea-7374ab94ac15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.843303] env[69159]: DEBUG oslo_concurrency.lockutils [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "c4709c19-1cf1-46dd-afea-7374ab94ac15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.843303] env[69159]: DEBUG oslo_concurrency.lockutils [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "c4709c19-1cf1-46dd-afea-7374ab94ac15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.844479] env[69159]: INFO nova.compute.manager [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Terminating instance [ 923.882712] env[69159]: DEBUG nova.compute.utils [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.884502] env[69159]: DEBUG nova.compute.manager [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 923.884687] env[69159]: DEBUG nova.network.neutron [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.890064] env[69159]: DEBUG nova.network.neutron [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Updating instance_info_cache with network_info: [{"id": "4e6d8a13-b57c-4ca5-9195-24eac1e9211f", "address": "fa:16:3e:ac:1c:e4", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6d8a13-b5", "ovs_interfaceid": "4e6d8a13-b57c-4ca5-9195-24eac1e9211f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.973766] env[69159]: DEBUG nova.policy [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8858d472e7e844c9bc7f59add3321e95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b57d4867fc1d4382b4451d8fa7b2a464', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.012609] env[69159]: DEBUG oslo_concurrency.lockutils [req-8b03b5aa-3cf0-46e2-bf72-0c7e4c17c52d req-8b1d2529-687c-47da-9311-df4bb7b478e5 service nova] Releasing lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.013414] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Preparing fetch location {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 924.013763] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Fetch image to [datastore2] OSTACK_IMG_02686766-3b0c-4caa-b6e0-924922816b22/OSTACK_IMG_02686766-3b0c-4caa-b6e0-924922816b22.vmdk {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 924.014406] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Downloading stream optimized image cb4ebcf3-829f-4bcb-a899-8062eeea4629 to [datastore2] OSTACK_IMG_02686766-3b0c-4caa-b6e0-924922816b22/OSTACK_IMG_02686766-3b0c-4caa-b6e0-924922816b22.vmdk on the data store datastore2 as vApp {{(pid=69159) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 924.014406] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Downloading image file data cb4ebcf3-829f-4bcb-a899-8062eeea4629 to the ESX as VM named 'OSTACK_IMG_02686766-3b0c-4caa-b6e0-924922816b22' {{(pid=69159) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 924.126393] env[69159]: DEBUG oslo_vmware.rw_handles [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 924.126393] env[69159]: value = "resgroup-9" [ 924.126393] env[69159]: _type = "ResourcePool" [ 924.126393] env[69159]: }. {{(pid=69159) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 924.126712] env[69159]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4583d912-ab2e-42c3-a7ac-64ffb27ec59b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.151945] env[69159]: DEBUG oslo_vmware.rw_handles [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lease: (returnval){ [ 924.151945] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529b3edd-8143-5765-58ef-f62118adde45" [ 924.151945] env[69159]: _type = "HttpNfcLease" [ 924.151945] env[69159]: } obtained for vApp import into resource pool (val){ [ 924.151945] env[69159]: value = "resgroup-9" [ 924.151945] env[69159]: _type = "ResourcePool" [ 924.151945] env[69159]: }. {{(pid=69159) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 924.152325] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the lease: (returnval){ [ 924.152325] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529b3edd-8143-5765-58ef-f62118adde45" [ 924.152325] env[69159]: _type = "HttpNfcLease" [ 924.152325] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 924.160777] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.160777] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529b3edd-8143-5765-58ef-f62118adde45" [ 924.160777] env[69159]: _type = "HttpNfcLease" [ 924.160777] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 924.192381] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 924.192826] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b5f4b6ea-1ed5-454c-99d6-45a6d5d67e9f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.205765] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 924.205765] env[69159]: value = "task-3448874" [ 924.205765] env[69159]: _type = "Task" [ 924.205765] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.219273] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448874, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.324605] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': task-3448871, 'name': ReconfigVM_Task, 'duration_secs': 0.762121} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.329655] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 2e454674-bc95-4476-8278-9b77ab6770d2/2e454674-bc95-4476-8278-9b77ab6770d2.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.329815] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f959d50-22b7-4b49-92b3-1bddf8c3a4fd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.342965] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448870, 'name': Destroy_Task, 'duration_secs': 1.023298} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.343424] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Waiting for the task: (returnval){ [ 924.343424] env[69159]: value = "task-3448875" [ 924.343424] env[69159]: _type = "Task" [ 924.343424] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.343700] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Destroyed the VM [ 924.343917] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 924.344279] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7246264f-a5ac-4eee-88a9-0ff02b784e1a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.354591] env[69159]: DEBUG nova.compute.manager [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 924.354875] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.359056] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01915e3-62bc-428c-8003-fa6fb4ca86e9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.371819] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': task-3448875, 'name': Rename_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.372308] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 924.372308] env[69159]: value = "task-3448876" [ 924.372308] env[69159]: _type = "Task" [ 924.372308] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.376703] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.382566] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cfac164-0e19-45ad-b272-a1d4108e5354 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.388030] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7582124e-eb95-42df-8754-401e3ba4f2f0 tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.393254] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.735s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.393831] env[69159]: DEBUG nova.objects.instance [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Lazy-loading 'resources' on Instance uuid 37ac2d40-2177-45fe-8fcb-c8009480c46f {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.395941] env[69159]: DEBUG nova.compute.manager [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 924.399825] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Releasing lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.402855] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448876, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.516197] env[69159]: DEBUG nova.network.neutron [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Successfully created port: 519b0b61-f4bf-4a10-ae6c-8966cf8fe97f {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.557013] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "e2f9c7f7-de40-4374-8818-078873e44498" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.557285] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "e2f9c7f7-de40-4374-8818-078873e44498" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.662922] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.662922] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529b3edd-8143-5765-58ef-f62118adde45" [ 924.662922] env[69159]: _type = "HttpNfcLease" [ 924.662922] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 924.663286] env[69159]: DEBUG oslo_vmware.rw_handles [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 924.663286] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529b3edd-8143-5765-58ef-f62118adde45" [ 924.663286] env[69159]: _type = "HttpNfcLease" [ 924.663286] env[69159]: }. {{(pid=69159) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 924.664190] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef1ed6b-425f-4724-a83c-b8f15effa1bd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.673941] env[69159]: DEBUG oslo_vmware.rw_handles [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52078fc1-2172-c12a-e558-b0f229f0f5da/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 924.674206] env[69159]: DEBUG oslo_vmware.rw_handles [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52078fc1-2172-c12a-e558-b0f229f0f5da/disk-0.vmdk. {{(pid=69159) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 924.747888] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dea7979b-9b53-44b3-9805-cd37ed1c3fcf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.749795] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448874, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.857688] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': task-3448875, 'name': Rename_Task, 'duration_secs': 0.343962} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.857688] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.857688] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e1715e9-3ff7-4143-9613-dbff8697362a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.865521] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Waiting for the task: (returnval){ [ 924.865521] env[69159]: value = "task-3448878" [ 924.865521] env[69159]: _type = "Task" [ 924.865521] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.877626] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': task-3448878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.893075] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448876, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.913895] env[69159]: DEBUG nova.compute.manager [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69159) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 924.914087] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.060511] env[69159]: DEBUG nova.compute.manager [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 925.249790] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448874, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.272682] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.273120] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.273395] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Deleting the datastore file [datastore1] c4709c19-1cf1-46dd-afea-7374ab94ac15 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.273615] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aae5708a-2d21-4d30-9f5c-648c9b5215db {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.288037] env[69159]: DEBUG oslo_vmware.api [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 925.288037] env[69159]: value = "task-3448879" [ 925.288037] env[69159]: _type = "Task" [ 925.288037] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.313318] env[69159]: DEBUG oslo_vmware.api [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.378875] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': task-3448878, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.394865] env[69159]: DEBUG oslo_vmware.api [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448876, 'name': RemoveSnapshot_Task, 'duration_secs': 0.728978} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.397038] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 925.397566] env[69159]: INFO nova.compute.manager [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Took 16.23 seconds to snapshot the instance on the hypervisor. [ 925.420357] env[69159]: DEBUG nova.compute.manager [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 925.463898] env[69159]: DEBUG nova.virt.hardware [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.464563] env[69159]: DEBUG nova.virt.hardware [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.464676] env[69159]: DEBUG nova.virt.hardware [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.465015] env[69159]: DEBUG nova.virt.hardware [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.465118] env[69159]: DEBUG nova.virt.hardware [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.465437] env[69159]: DEBUG nova.virt.hardware [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.465792] env[69159]: DEBUG nova.virt.hardware [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.466037] env[69159]: DEBUG nova.virt.hardware [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.466424] env[69159]: DEBUG nova.virt.hardware [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.466781] env[69159]: DEBUG nova.virt.hardware [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.466781] env[69159]: DEBUG nova.virt.hardware [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.469744] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06010ff2-512c-4919-90d6-106b79c39cad {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.505462] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3764420-c84b-41dc-9406-672fb9c2e7b1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.528791] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f871c5f2-0738-47fa-a94c-a0c2fa236689 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.554411] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778d5107-aedd-4ad1-ab44-f6840cabeee6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.595594] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88144d88-e1ff-4cce-84cc-529198bdd752 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.609382] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e0d9fc-e27d-4720-a546-fd0fc650e8ec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.617349] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.632094] env[69159]: DEBUG nova.compute.provider_tree [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.748999] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448874, 'name': CloneVM_Task, 'duration_secs': 1.427266} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.751037] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Created linked-clone VM from snapshot [ 925.751884] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e612b7-4015-42c3-b6f2-c19c69191da0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.761500] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Uploading image c70f9f5b-6a9d-4b76-95d2-0145b16a4b17 {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 925.775368] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 925.776130] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3d83ddde-7960-423f-8da0-55d6c5dc4fa7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.786538] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 925.786538] env[69159]: value = "task-3448880" [ 925.786538] env[69159]: _type = "Task" [ 925.786538] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.798370] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448880, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.810440] env[69159]: DEBUG oslo_vmware.api [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196937} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.810705] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.810907] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.811092] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.811276] env[69159]: INFO nova.compute.manager [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Took 1.46 seconds to destroy the instance on the hypervisor. [ 925.811509] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.811702] env[69159]: DEBUG nova.compute.manager [-] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 925.811793] env[69159]: DEBUG nova.network.neutron [-] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.877447] env[69159]: DEBUG oslo_vmware.api [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': task-3448878, 'name': PowerOnVM_Task, 'duration_secs': 0.693811} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.877802] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.878059] env[69159]: INFO nova.compute.manager [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Took 8.61 seconds to spawn the instance on the hypervisor. [ 925.878285] env[69159]: DEBUG nova.compute.manager [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 925.879166] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c36a482-cbe4-4107-987e-d23de1e11c2c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.903039] env[69159]: DEBUG nova.compute.manager [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Instance disappeared during snapshot {{(pid=69159) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4594}} [ 925.916382] env[69159]: DEBUG nova.compute.manager [None req-cc634c9a-75a6-4f1f-898c-7e8d764b9acf tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Image not found during clean up 175437a0-6f76-436c-90a8-abb0cf7bed4a {{(pid=69159) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4600}} [ 926.078363] env[69159]: DEBUG oslo_vmware.rw_handles [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Completed reading data from the image iterator. {{(pid=69159) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 926.078363] env[69159]: DEBUG oslo_vmware.rw_handles [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52078fc1-2172-c12a-e558-b0f229f0f5da/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 926.078363] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d14971f-b694-4ce1-b029-8904ec623231 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.088368] env[69159]: DEBUG oslo_vmware.rw_handles [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52078fc1-2172-c12a-e558-b0f229f0f5da/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 926.088368] env[69159]: DEBUG oslo_vmware.rw_handles [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52078fc1-2172-c12a-e558-b0f229f0f5da/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 926.088368] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7e90ab14-c44e-45f6-b004-dc7a0ac40583 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.139739] env[69159]: DEBUG nova.scheduler.client.report [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.299688] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448880, 'name': Destroy_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.314515] env[69159]: DEBUG nova.compute.manager [req-d40b5d43-da76-4251-a38e-066ffb31ecab req-16a8f07e-2159-4fa1-8812-bbadb020ab67 service nova] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Received event network-vif-deleted-52ff98b1-1f2c-4aa5-a494-05be6aadb849 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 926.314515] env[69159]: INFO nova.compute.manager [req-d40b5d43-da76-4251-a38e-066ffb31ecab req-16a8f07e-2159-4fa1-8812-bbadb020ab67 service nova] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Neutron deleted interface 52ff98b1-1f2c-4aa5-a494-05be6aadb849; detaching it from the instance and deleting it from the info cache [ 926.316208] env[69159]: DEBUG nova.network.neutron [req-d40b5d43-da76-4251-a38e-066ffb31ecab req-16a8f07e-2159-4fa1-8812-bbadb020ab67 service nova] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.409182] env[69159]: INFO nova.compute.manager [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Took 31.88 seconds to build instance. [ 926.415000] env[69159]: DEBUG oslo_vmware.rw_handles [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52078fc1-2172-c12a-e558-b0f229f0f5da/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 926.417851] env[69159]: INFO nova.virt.vmwareapi.images [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Downloaded image file data cb4ebcf3-829f-4bcb-a899-8062eeea4629 [ 926.417851] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1ac7e7-76d0-4b92-92ef-b7b8589d95ee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.437306] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb23648a-f6c3-44ba-8dcb-fb79bc9a622a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.464180] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Volume attach. Driver type: vmdk {{(pid=69159) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 926.464450] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688602', 'volume_id': 'b14b6205-4af6-4c04-8060-4019364a9bbd', 'name': 'volume-b14b6205-4af6-4c04-8060-4019364a9bbd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09a8d090-e7a0-42cb-94e9-9bc78348d52b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b14b6205-4af6-4c04-8060-4019364a9bbd', 'serial': 'b14b6205-4af6-4c04-8060-4019364a9bbd'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 926.465418] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee69faf-7323-4d69-a0d6-e5535a0ee06f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.470447] env[69159]: INFO nova.virt.vmwareapi.images [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] The imported VM was unregistered [ 926.472915] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Caching image {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 926.473169] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Creating directory with path [datastore2] devstack-image-cache_base/cb4ebcf3-829f-4bcb-a899-8062eeea4629 {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.475316] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f8facfa-696a-4611-be4c-18b04c3b7257 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.491834] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b3219e-fb7c-4f1f-86dc-ee1699dd7aab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.520878] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] volume-b14b6205-4af6-4c04-8060-4019364a9bbd/volume-b14b6205-4af6-4c04-8060-4019364a9bbd.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.528024] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6dcc4ee-1dfe-42bd-9a65-5fb8f44a8df1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.540332] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Created directory with path [datastore2] devstack-image-cache_base/cb4ebcf3-829f-4bcb-a899-8062eeea4629 {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.540439] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_02686766-3b0c-4caa-b6e0-924922816b22/OSTACK_IMG_02686766-3b0c-4caa-b6e0-924922816b22.vmdk to [datastore2] devstack-image-cache_base/cb4ebcf3-829f-4bcb-a899-8062eeea4629/cb4ebcf3-829f-4bcb-a899-8062eeea4629.vmdk. {{(pid=69159) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 926.540729] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f6cb1725-ad2b-4a5a-b555-e846ab24352e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.550940] env[69159]: DEBUG oslo_vmware.api [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 926.550940] env[69159]: value = "task-3448883" [ 926.550940] env[69159]: _type = "Task" [ 926.550940] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.555320] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 926.555320] env[69159]: value = "task-3448882" [ 926.555320] env[69159]: _type = "Task" [ 926.555320] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.566161] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448882, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.569537] env[69159]: DEBUG oslo_vmware.api [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.648040] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.651710] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.145s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.651710] env[69159]: DEBUG nova.objects.instance [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Lazy-loading 'resources' on Instance uuid d2535e7c-6b71-4490-8d3a-d6c59ee6491c {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.679796] env[69159]: DEBUG nova.network.neutron [-] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.687452] env[69159]: INFO nova.scheduler.client.report [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Deleted allocations for instance 37ac2d40-2177-45fe-8fcb-c8009480c46f [ 926.698741] env[69159]: DEBUG nova.compute.manager [req-29652d21-c7c2-437d-a30b-2dfd5fdbf0f7 req-5a0825e2-f078-4e85-9fae-29ac229c85c9 service nova] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Received event network-vif-plugged-519b0b61-f4bf-4a10-ae6c-8966cf8fe97f {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 926.698741] env[69159]: DEBUG oslo_concurrency.lockutils [req-29652d21-c7c2-437d-a30b-2dfd5fdbf0f7 req-5a0825e2-f078-4e85-9fae-29ac229c85c9 service nova] Acquiring lock "0ff8a788-a925-4503-a446-e83c479461f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.698741] env[69159]: DEBUG oslo_concurrency.lockutils [req-29652d21-c7c2-437d-a30b-2dfd5fdbf0f7 req-5a0825e2-f078-4e85-9fae-29ac229c85c9 service nova] Lock "0ff8a788-a925-4503-a446-e83c479461f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.698741] env[69159]: DEBUG oslo_concurrency.lockutils [req-29652d21-c7c2-437d-a30b-2dfd5fdbf0f7 req-5a0825e2-f078-4e85-9fae-29ac229c85c9 service nova] Lock "0ff8a788-a925-4503-a446-e83c479461f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.698996] env[69159]: DEBUG nova.compute.manager [req-29652d21-c7c2-437d-a30b-2dfd5fdbf0f7 req-5a0825e2-f078-4e85-9fae-29ac229c85c9 service nova] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] No waiting events found dispatching network-vif-plugged-519b0b61-f4bf-4a10-ae6c-8966cf8fe97f {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 926.699091] env[69159]: WARNING nova.compute.manager [req-29652d21-c7c2-437d-a30b-2dfd5fdbf0f7 req-5a0825e2-f078-4e85-9fae-29ac229c85c9 service nova] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Received unexpected event network-vif-plugged-519b0b61-f4bf-4a10-ae6c-8966cf8fe97f for instance with vm_state building and task_state spawning. [ 926.751811] env[69159]: DEBUG nova.network.neutron [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Successfully updated port: 519b0b61-f4bf-4a10-ae6c-8966cf8fe97f {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.801621] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448880, 'name': Destroy_Task, 'duration_secs': 0.655602} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.802052] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Destroyed the VM [ 926.802140] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 926.802779] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b44897b4-ada7-46af-b586-b1f7679b921f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.812257] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 926.812257] env[69159]: value = "task-3448884" [ 926.812257] env[69159]: _type = "Task" [ 926.812257] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.820904] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448884, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.822918] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-732509cb-a39a-48ab-b3d1-7ce47149d3cb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.834617] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5aa2c8-9a14-4497-80ad-d1bff0c6d404 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.884316] env[69159]: DEBUG nova.compute.manager [req-d40b5d43-da76-4251-a38e-066ffb31ecab req-16a8f07e-2159-4fa1-8812-bbadb020ab67 service nova] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Detach interface failed, port_id=52ff98b1-1f2c-4aa5-a494-05be6aadb849, reason: Instance c4709c19-1cf1-46dd-afea-7374ab94ac15 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 926.913424] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a0664482-9749-41a1-82ca-5c3a3cc2ee63 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Lock "2e454674-bc95-4476-8278-9b77ab6770d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.390s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.073993] env[69159]: DEBUG oslo_vmware.api [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.073993] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448882, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.183723] env[69159]: INFO nova.compute.manager [-] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Took 1.37 seconds to deallocate network for instance. [ 927.197207] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9463e42d-c2c6-4560-a8ba-0d615386fffe tempest-ServerExternalEventsTest-45158607 tempest-ServerExternalEventsTest-45158607-project-member] Lock "37ac2d40-2177-45fe-8fcb-c8009480c46f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.947s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.258013] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "refresh_cache-0ff8a788-a925-4503-a446-e83c479461f7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.258013] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "refresh_cache-0ff8a788-a925-4503-a446-e83c479461f7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.258013] env[69159]: DEBUG nova.network.neutron [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.329723] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448884, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.568618] env[69159]: DEBUG oslo_vmware.api [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.572032] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448882, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.615151] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39eb055c-b61d-4585-ad49-77c81abd84dc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.625037] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ba3fcc-2b8f-4ac7-b440-0f265824b3c1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.664859] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f3f3a7-99fa-403a-bce5-f5bdb6e67db6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.674947] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3089e832-2d13-4c69-b1c7-9844b97348e3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.691805] env[69159]: DEBUG oslo_concurrency.lockutils [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.692380] env[69159]: DEBUG nova.compute.provider_tree [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.800261] env[69159]: DEBUG nova.network.neutron [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.830421] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448884, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.069228] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448882, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.072923] env[69159]: DEBUG oslo_vmware.api [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448883, 'name': ReconfigVM_Task, 'duration_secs': 1.113999} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.073294] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Reconfigured VM instance instance-00000041 to attach disk [datastore2] volume-b14b6205-4af6-4c04-8060-4019364a9bbd/volume-b14b6205-4af6-4c04-8060-4019364a9bbd.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.078860] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9be2af81-d7c6-43f7-8842-3b53b0e7e329 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.096073] env[69159]: DEBUG oslo_vmware.api [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 928.096073] env[69159]: value = "task-3448885" [ 928.096073] env[69159]: _type = "Task" [ 928.096073] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.106873] env[69159]: DEBUG oslo_vmware.api [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.173596] env[69159]: DEBUG nova.network.neutron [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Updating instance_info_cache with network_info: [{"id": "519b0b61-f4bf-4a10-ae6c-8966cf8fe97f", "address": "fa:16:3e:e0:7b:63", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519b0b61-f4", "ovs_interfaceid": "519b0b61-f4bf-4a10-ae6c-8966cf8fe97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.196479] env[69159]: DEBUG nova.scheduler.client.report [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.283682] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Acquiring lock "2e454674-bc95-4476-8278-9b77ab6770d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.284605] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Lock "2e454674-bc95-4476-8278-9b77ab6770d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.284605] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Acquiring lock "2e454674-bc95-4476-8278-9b77ab6770d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.284605] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Lock "2e454674-bc95-4476-8278-9b77ab6770d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.284792] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Lock "2e454674-bc95-4476-8278-9b77ab6770d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.287683] env[69159]: INFO nova.compute.manager [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Terminating instance [ 928.330418] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448884, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.551446] env[69159]: DEBUG oslo_concurrency.lockutils [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquiring lock "7752a99c-c5d1-41a4-a47d-77bfe0ca00c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.552217] env[69159]: DEBUG oslo_concurrency.lockutils [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Lock "7752a99c-c5d1-41a4-a47d-77bfe0ca00c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.572200] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448882, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.609053] env[69159]: DEBUG oslo_vmware.api [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448885, 'name': ReconfigVM_Task, 'duration_secs': 0.194629} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.609259] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688602', 'volume_id': 'b14b6205-4af6-4c04-8060-4019364a9bbd', 'name': 'volume-b14b6205-4af6-4c04-8060-4019364a9bbd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09a8d090-e7a0-42cb-94e9-9bc78348d52b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b14b6205-4af6-4c04-8060-4019364a9bbd', 'serial': 'b14b6205-4af6-4c04-8060-4019364a9bbd'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 928.677927] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "refresh_cache-0ff8a788-a925-4503-a446-e83c479461f7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.678342] env[69159]: DEBUG nova.compute.manager [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Instance network_info: |[{"id": "519b0b61-f4bf-4a10-ae6c-8966cf8fe97f", "address": "fa:16:3e:e0:7b:63", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519b0b61-f4", "ovs_interfaceid": "519b0b61-f4bf-4a10-ae6c-8966cf8fe97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 928.678884] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:7b:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '519b0b61-f4bf-4a10-ae6c-8966cf8fe97f', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.687814] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.688567] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.689294] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84139ebb-7485-4dbe-ada7-c6aac9a180b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.706365] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.709257] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.052s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.721571] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.721571] env[69159]: value = "task-3448886" [ 928.721571] env[69159]: _type = "Task" [ 928.721571] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.729244] env[69159]: DEBUG nova.compute.manager [req-0bd6aa7c-1b11-4a43-ae0b-a92c9e5dd6d7 req-f9dac7d1-0369-4edf-a4e9-d2493a2c8f6c service nova] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Received event network-changed-519b0b61-f4bf-4a10-ae6c-8966cf8fe97f {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 928.729508] env[69159]: DEBUG nova.compute.manager [req-0bd6aa7c-1b11-4a43-ae0b-a92c9e5dd6d7 req-f9dac7d1-0369-4edf-a4e9-d2493a2c8f6c service nova] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Refreshing instance network info cache due to event network-changed-519b0b61-f4bf-4a10-ae6c-8966cf8fe97f. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 928.729958] env[69159]: DEBUG oslo_concurrency.lockutils [req-0bd6aa7c-1b11-4a43-ae0b-a92c9e5dd6d7 req-f9dac7d1-0369-4edf-a4e9-d2493a2c8f6c service nova] Acquiring lock "refresh_cache-0ff8a788-a925-4503-a446-e83c479461f7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.730233] env[69159]: DEBUG oslo_concurrency.lockutils [req-0bd6aa7c-1b11-4a43-ae0b-a92c9e5dd6d7 req-f9dac7d1-0369-4edf-a4e9-d2493a2c8f6c service nova] Acquired lock "refresh_cache-0ff8a788-a925-4503-a446-e83c479461f7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.730415] env[69159]: DEBUG nova.network.neutron [req-0bd6aa7c-1b11-4a43-ae0b-a92c9e5dd6d7 req-f9dac7d1-0369-4edf-a4e9-d2493a2c8f6c service nova] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Refreshing network info cache for port 519b0b61-f4bf-4a10-ae6c-8966cf8fe97f {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.737769] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448886, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.742882] env[69159]: INFO nova.scheduler.client.report [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Deleted allocations for instance d2535e7c-6b71-4490-8d3a-d6c59ee6491c [ 928.792168] env[69159]: DEBUG nova.compute.manager [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 928.792458] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.793602] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2f1e9a-9f7f-41cc-8d59-489018c73dc6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.808257] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.808879] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-426868dd-efe3-4e54-9200-50cc1e0fa5da {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.821812] env[69159]: DEBUG oslo_vmware.api [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Waiting for the task: (returnval){ [ 928.821812] env[69159]: value = "task-3448887" [ 928.821812] env[69159]: _type = "Task" [ 928.821812] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.834548] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448884, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.840843] env[69159]: DEBUG oslo_vmware.api [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': task-3448887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.056865] env[69159]: DEBUG nova.compute.manager [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 929.074417] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448882, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.216601] env[69159]: INFO nova.compute.claims [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.231346] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448886, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.251323] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aaa68d77-0ce0-4aa0-aa43-730cf67dc01c tempest-ServersListShow298Test-1937084617 tempest-ServersListShow298Test-1937084617-project-member] Lock "d2535e7c-6b71-4490-8d3a-d6c59ee6491c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.954s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.326161] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448884, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.333700] env[69159]: DEBUG oslo_vmware.api [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': task-3448887, 'name': PowerOffVM_Task, 'duration_secs': 0.49863} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.333961] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.334176] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.334431] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac6c23bc-a52c-46a6-9592-d3a90e9c0094 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.398365] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.398547] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.398779] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Deleting the datastore file [datastore2] 2e454674-bc95-4476-8278-9b77ab6770d2 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.399195] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1227d9d-afc0-4f5f-8b89-cfd86fe200cd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.407396] env[69159]: DEBUG oslo_vmware.api [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Waiting for the task: (returnval){ [ 929.407396] env[69159]: value = "task-3448889" [ 929.407396] env[69159]: _type = "Task" [ 929.407396] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.417352] env[69159]: DEBUG oslo_vmware.api [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': task-3448889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.578137] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448882, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.810807} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.578425] env[69159]: INFO nova.virt.vmwareapi.ds_util [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_02686766-3b0c-4caa-b6e0-924922816b22/OSTACK_IMG_02686766-3b0c-4caa-b6e0-924922816b22.vmdk to [datastore2] devstack-image-cache_base/cb4ebcf3-829f-4bcb-a899-8062eeea4629/cb4ebcf3-829f-4bcb-a899-8062eeea4629.vmdk. [ 929.578588] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Cleaning up location [datastore2] OSTACK_IMG_02686766-3b0c-4caa-b6e0-924922816b22 {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 929.578809] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_02686766-3b0c-4caa-b6e0-924922816b22 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.579198] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb3347b1-3fab-443a-8ce6-892ed73458f3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.585866] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 929.585866] env[69159]: value = "task-3448890" [ 929.585866] env[69159]: _type = "Task" [ 929.585866] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.590550] env[69159]: DEBUG oslo_concurrency.lockutils [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.595836] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.609782] env[69159]: DEBUG nova.network.neutron [req-0bd6aa7c-1b11-4a43-ae0b-a92c9e5dd6d7 req-f9dac7d1-0369-4edf-a4e9-d2493a2c8f6c service nova] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Updated VIF entry in instance network info cache for port 519b0b61-f4bf-4a10-ae6c-8966cf8fe97f. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.610125] env[69159]: DEBUG nova.network.neutron [req-0bd6aa7c-1b11-4a43-ae0b-a92c9e5dd6d7 req-f9dac7d1-0369-4edf-a4e9-d2493a2c8f6c service nova] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Updating instance_info_cache with network_info: [{"id": "519b0b61-f4bf-4a10-ae6c-8966cf8fe97f", "address": "fa:16:3e:e0:7b:63", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519b0b61-f4", "ovs_interfaceid": "519b0b61-f4bf-4a10-ae6c-8966cf8fe97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.657297] env[69159]: DEBUG nova.objects.instance [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lazy-loading 'flavor' on Instance uuid 09a8d090-e7a0-42cb-94e9-9bc78348d52b {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.727382] env[69159]: INFO nova.compute.resource_tracker [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Updating resource usage from migration 2acd5417-8b65-46f6-98d2-e3002820ce65 [ 929.733282] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448886, 'name': CreateVM_Task, 'duration_secs': 0.516361} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.733420] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.734092] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.734268] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.734581] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.734871] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f5fa6b-7dd4-44ff-ba94-e7ff4822f799 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.739984] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 929.739984] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c5a9fe-4533-6bd6-46e0-73814bb5db6c" [ 929.739984] env[69159]: _type = "Task" [ 929.739984] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.750281] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c5a9fe-4533-6bd6-46e0-73814bb5db6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.827702] env[69159]: DEBUG oslo_vmware.api [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448884, 'name': RemoveSnapshot_Task, 'duration_secs': 2.628237} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.830425] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 929.922991] env[69159]: DEBUG oslo_vmware.api [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Task: {'id': task-3448889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226189} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.924654] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.924973] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.925999] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.926279] env[69159]: INFO nova.compute.manager [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 929.926778] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.929968] env[69159]: DEBUG nova.compute.manager [-] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 929.930357] env[69159]: DEBUG nova.network.neutron [-] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.010463] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0a34cd56-fcbd-4a40-ad99-e30749a007b8 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.096248] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.060166} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.099076] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.099373] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb4ebcf3-829f-4bcb-a899-8062eeea4629/cb4ebcf3-829f-4bcb-a899-8062eeea4629.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.099744] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb4ebcf3-829f-4bcb-a899-8062eeea4629/cb4ebcf3-829f-4bcb-a899-8062eeea4629.vmdk to [datastore2] d5c43519-b6ef-4061-bbc1-ee2b6a603683/d5c43519-b6ef-4061-bbc1-ee2b6a603683.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.100369] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9206b6b7-fd3b-427d-aaa4-0c80112a5a0b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.107932] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 930.107932] env[69159]: value = "task-3448891" [ 930.107932] env[69159]: _type = "Task" [ 930.107932] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.113615] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39a4981-9acd-42cc-aff3-a25c3952f9ce {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.119979] env[69159]: DEBUG oslo_concurrency.lockutils [req-0bd6aa7c-1b11-4a43-ae0b-a92c9e5dd6d7 req-f9dac7d1-0369-4edf-a4e9-d2493a2c8f6c service nova] Releasing lock "refresh_cache-0ff8a788-a925-4503-a446-e83c479461f7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.120524] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.124738] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693a9b70-680d-487b-960a-016f58683f6a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.161385] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6fa866bb-601e-4a20-b3fc-14031b74b905 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.841s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.163054] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd106e5a-f919-4163-8b08-03eff52f5821 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.165959] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0a34cd56-fcbd-4a40-ad99-e30749a007b8 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.155s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.166013] env[69159]: DEBUG nova.compute.manager [None req-0a34cd56-fcbd-4a40-ad99-e30749a007b8 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 930.166959] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a913ffe2-9af3-47fa-8f53-f5d0baabafab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.176532] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf17789-cbb0-4fab-bf70-b3d0c61df408 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.181115] env[69159]: DEBUG nova.compute.manager [None req-0a34cd56-fcbd-4a40-ad99-e30749a007b8 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69159) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 930.181828] env[69159]: DEBUG nova.objects.instance [None req-0a34cd56-fcbd-4a40-ad99-e30749a007b8 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lazy-loading 'flavor' on Instance uuid 09a8d090-e7a0-42cb-94e9-9bc78348d52b {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.196142] env[69159]: DEBUG nova.compute.provider_tree [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.250730] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c5a9fe-4533-6bd6-46e0-73814bb5db6c, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.251098] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.251345] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.251587] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.251731] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.251911] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.252232] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb439344-c752-43cb-9821-22a90a19045a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.260759] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.260943] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.261689] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f89fc9c7-0933-4235-b501-ef0562bd58f7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.266829] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 930.266829] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524eca97-0b76-56af-8a39-d20a8230cdc0" [ 930.266829] env[69159]: _type = "Task" [ 930.266829] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.274686] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524eca97-0b76-56af-8a39-d20a8230cdc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.337799] env[69159]: WARNING nova.compute.manager [None req-c3b46589-88b9-49fb-b68f-205bff1b2078 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Image not found during snapshot: nova.exception.ImageNotFound: Image c70f9f5b-6a9d-4b76-95d2-0145b16a4b17 could not be found. [ 930.619569] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448891, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.699581] env[69159]: DEBUG nova.scheduler.client.report [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.759176] env[69159]: DEBUG nova.compute.manager [req-176d06e7-0a29-4006-ba00-a8c545c5550d req-7843fce2-008a-4d85-a2be-59c1f09273ea service nova] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Received event network-vif-deleted-ac855b0b-653b-4737-badd-d0f9f406eb8e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 930.759360] env[69159]: INFO nova.compute.manager [req-176d06e7-0a29-4006-ba00-a8c545c5550d req-7843fce2-008a-4d85-a2be-59c1f09273ea service nova] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Neutron deleted interface ac855b0b-653b-4737-badd-d0f9f406eb8e; detaching it from the instance and deleting it from the info cache [ 930.759541] env[69159]: DEBUG nova.network.neutron [req-176d06e7-0a29-4006-ba00-a8c545c5550d req-7843fce2-008a-4d85-a2be-59c1f09273ea service nova] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.779312] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524eca97-0b76-56af-8a39-d20a8230cdc0, 'name': SearchDatastore_Task, 'duration_secs': 0.011324} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.780718] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e8d3930-826d-436c-b3db-744736989672 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.789707] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 930.789707] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52776a47-43a9-e95a-3d91-b49b167eb777" [ 930.789707] env[69159]: _type = "Task" [ 930.789707] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.803786] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52776a47-43a9-e95a-3d91-b49b167eb777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.821511] env[69159]: DEBUG nova.network.neutron [-] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.887110] env[69159]: DEBUG oslo_concurrency.lockutils [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Acquiring lock "81430660-3cc3-4a79-9d95-36caef3cf876" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.887422] env[69159]: DEBUG oslo_concurrency.lockutils [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Lock "81430660-3cc3-4a79-9d95-36caef3cf876" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.887643] env[69159]: DEBUG oslo_concurrency.lockutils [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Acquiring lock "81430660-3cc3-4a79-9d95-36caef3cf876-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.887871] env[69159]: DEBUG oslo_concurrency.lockutils [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Lock "81430660-3cc3-4a79-9d95-36caef3cf876-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.887995] env[69159]: DEBUG oslo_concurrency.lockutils [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Lock "81430660-3cc3-4a79-9d95-36caef3cf876-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.890328] env[69159]: INFO nova.compute.manager [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Terminating instance [ 931.121219] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448891, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.194028] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a34cd56-fcbd-4a40-ad99-e30749a007b8 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.194028] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74164b52-e6b5-4afd-94d4-b37137cfd5e1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.201354] env[69159]: DEBUG oslo_vmware.api [None req-0a34cd56-fcbd-4a40-ad99-e30749a007b8 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 931.201354] env[69159]: value = "task-3448892" [ 931.201354] env[69159]: _type = "Task" [ 931.201354] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.205497] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.496s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.205723] env[69159]: INFO nova.compute.manager [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Migrating [ 931.213886] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.946s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.213886] env[69159]: DEBUG nova.objects.instance [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lazy-loading 'resources' on Instance uuid cdd2e1bb-aed8-4d0e-809d-87d069a85378 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.230040] env[69159]: DEBUG oslo_vmware.api [None req-0a34cd56-fcbd-4a40-ad99-e30749a007b8 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.262358] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27de7db4-c6ad-4fb7-8055-0b0cd861b590 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.275451] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6bd67e-6747-42a4-80d2-159d442d6314 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.303912] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52776a47-43a9-e95a-3d91-b49b167eb777, 'name': SearchDatastore_Task, 'duration_secs': 0.014157} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.317254] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.317254] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 0ff8a788-a925-4503-a446-e83c479461f7/0ff8a788-a925-4503-a446-e83c479461f7.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.317483] env[69159]: DEBUG nova.compute.manager [req-176d06e7-0a29-4006-ba00-a8c545c5550d req-7843fce2-008a-4d85-a2be-59c1f09273ea service nova] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Detach interface failed, port_id=ac855b0b-653b-4737-badd-d0f9f406eb8e, reason: Instance 2e454674-bc95-4476-8278-9b77ab6770d2 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 931.317777] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27e01be2-7069-465b-8f27-2cb9f698c36e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.323955] env[69159]: INFO nova.compute.manager [-] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Took 1.39 seconds to deallocate network for instance. [ 931.327431] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 931.327431] env[69159]: value = "task-3448893" [ 931.327431] env[69159]: _type = "Task" [ 931.327431] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.342009] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.394920] env[69159]: DEBUG nova.compute.manager [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 931.395267] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.395823] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fbcc618-f0b0-4bb4-bce2-cda34be1736b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.405171] env[69159]: DEBUG oslo_vmware.api [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Waiting for the task: (returnval){ [ 931.405171] env[69159]: value = "task-3448894" [ 931.405171] env[69159]: _type = "Task" [ 931.405171] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.417189] env[69159]: DEBUG oslo_vmware.api [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.504547] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.504915] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.505221] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.505438] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.505638] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.508059] env[69159]: INFO nova.compute.manager [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Terminating instance [ 931.624676] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448891, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.717024] env[69159]: DEBUG oslo_vmware.api [None req-0a34cd56-fcbd-4a40-ad99-e30749a007b8 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448892, 'name': PowerOffVM_Task, 'duration_secs': 0.442583} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.717024] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a34cd56-fcbd-4a40-ad99-e30749a007b8 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.717024] env[69159]: DEBUG nova.compute.manager [None req-0a34cd56-fcbd-4a40-ad99-e30749a007b8 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 931.717024] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da1b4af-75ee-40d9-8506-4e7f9eaeaaeb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.735355] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "refresh_cache-d2b7633c-75bc-4260-ba10-3b53191ba54f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.735355] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "refresh_cache-d2b7633c-75bc-4260-ba10-3b53191ba54f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.735355] env[69159]: DEBUG nova.network.neutron [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.836940] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.845092] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448893, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.918878] env[69159]: DEBUG oslo_vmware.api [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448894, 'name': PowerOffVM_Task, 'duration_secs': 0.237666} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.920066] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.920066] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 931.920066] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688449', 'volume_id': '71b99239-29ad-498f-acc8-fa4292031ea1', 'name': 'volume-71b99239-29ad-498f-acc8-fa4292031ea1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '81430660-3cc3-4a79-9d95-36caef3cf876', 'attached_at': '', 'detached_at': '', 'volume_id': '71b99239-29ad-498f-acc8-fa4292031ea1', 'serial': '71b99239-29ad-498f-acc8-fa4292031ea1'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 931.920867] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d783c265-8e82-489f-a6af-5cb3c1609863 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.948037] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b49467-d293-4def-846e-53f845c833af {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.961582] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e3910f-2385-4678-9bd4-ee24854c930e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.994279] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af54f0b-b4a3-40d2-b2bf-401254a9c081 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.015098] env[69159]: DEBUG nova.compute.manager [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 932.015098] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.015348] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] The volume has not been displaced from its original location: [datastore1] volume-71b99239-29ad-498f-acc8-fa4292031ea1/volume-71b99239-29ad-498f-acc8-fa4292031ea1.vmdk. No consolidation needed. {{(pid=69159) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 932.021654] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 932.025362] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df80155-54dc-4e5c-88a6-67f35feb165f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.028239] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5d54355-a28f-4fa8-8ea4-92fe3da47cc7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.051858] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.052298] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d5396a6-3a52-4f50-ab78-cb1cca7cb53c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.054723] env[69159]: DEBUG oslo_vmware.api [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Waiting for the task: (returnval){ [ 932.054723] env[69159]: value = "task-3448895" [ 932.054723] env[69159]: _type = "Task" [ 932.054723] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.068708] env[69159]: DEBUG oslo_vmware.api [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448895, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.068708] env[69159]: DEBUG oslo_vmware.api [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 932.068708] env[69159]: value = "task-3448896" [ 932.068708] env[69159]: _type = "Task" [ 932.068708] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.079755] env[69159]: DEBUG oslo_vmware.api [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.121870] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448891, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.245864] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0a34cd56-fcbd-4a40-ad99-e30749a007b8 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.263379] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0ea06f-89b1-4fdf-bb56-b1e18603e140 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.275651] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a703bd-599a-4070-acec-f83fcfeb80e7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.318218] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fb7d2f-274e-44c0-b741-76471b080592 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.328673] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16e4c55-4571-4172-8f21-db3c48c30272 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.354356] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644017} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.354893] env[69159]: DEBUG nova.compute.provider_tree [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.356494] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 0ff8a788-a925-4503-a446-e83c479461f7/0ff8a788-a925-4503-a446-e83c479461f7.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.360225] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.360225] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d737357-ae0d-42da-8c6e-88a10e9375a4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.367257] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 932.367257] env[69159]: value = "task-3448897" [ 932.367257] env[69159]: _type = "Task" [ 932.367257] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.378388] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.572330] env[69159]: DEBUG oslo_vmware.api [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448895, 'name': ReconfigVM_Task, 'duration_secs': 0.277665} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.577918] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 932.583409] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-212632ee-9ef2-4b5c-9c77-8fa85a0df0de {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.604054] env[69159]: DEBUG oslo_vmware.api [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448896, 'name': PowerOffVM_Task, 'duration_secs': 0.468078} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.605663] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.605859] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.606241] env[69159]: DEBUG oslo_vmware.api [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Waiting for the task: (returnval){ [ 932.606241] env[69159]: value = "task-3448898" [ 932.606241] env[69159]: _type = "Task" [ 932.606241] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.606482] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c15ff7bf-bbb0-4353-a3ae-274913f3127e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.625090] env[69159]: DEBUG oslo_vmware.api [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.630912] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448891, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.406765} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.633985] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb4ebcf3-829f-4bcb-a899-8062eeea4629/cb4ebcf3-829f-4bcb-a899-8062eeea4629.vmdk to [datastore2] d5c43519-b6ef-4061-bbc1-ee2b6a603683/d5c43519-b6ef-4061-bbc1-ee2b6a603683.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.638086] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44040ef3-4e07-4913-9eeb-a4bafebf8ce3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.663302] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] d5c43519-b6ef-4061-bbc1-ee2b6a603683/d5c43519-b6ef-4061-bbc1-ee2b6a603683.vmdk or device None with type streamOptimized {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.663666] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-390557d0-2ecd-433f-a092-772b8880b3a8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.683712] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 932.683712] env[69159]: value = "task-3448900" [ 932.683712] env[69159]: _type = "Task" [ 932.683712] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.688765] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.689057] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.689182] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Deleting the datastore file [datastore2] bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.693418] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78e2a103-aa69-4214-ac0b-3f7e95c49f2f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.695345] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.701674] env[69159]: DEBUG oslo_vmware.api [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 932.701674] env[69159]: value = "task-3448901" [ 932.701674] env[69159]: _type = "Task" [ 932.701674] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.707514] env[69159]: DEBUG nova.objects.instance [None req-5a38713e-a095-460d-9273-9adff35da0b6 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lazy-loading 'flavor' on Instance uuid 09a8d090-e7a0-42cb-94e9-9bc78348d52b {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.712598] env[69159]: DEBUG oslo_vmware.api [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.719391] env[69159]: DEBUG nova.network.neutron [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Updating instance_info_cache with network_info: [{"id": "03053f11-55f1-4110-86b9-970af4c86827", "address": "fa:16:3e:3f:8f:5f", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03053f11-55", "ovs_interfaceid": "03053f11-55f1-4110-86b9-970af4c86827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.859153] env[69159]: DEBUG nova.scheduler.client.report [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.877777] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081057} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.879475] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.880328] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b496b700-2afe-4d64-890e-d456ab59c6a0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.904329] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 0ff8a788-a925-4503-a446-e83c479461f7/0ff8a788-a925-4503-a446-e83c479461f7.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.904997] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47156549-33fd-4e2b-8e24-64dcee7942e0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.924713] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 932.924713] env[69159]: value = "task-3448902" [ 932.924713] env[69159]: _type = "Task" [ 932.924713] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.938453] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.119320] env[69159]: DEBUG oslo_vmware.api [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448898, 'name': ReconfigVM_Task, 'duration_secs': 0.335861} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.119659] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688449', 'volume_id': '71b99239-29ad-498f-acc8-fa4292031ea1', 'name': 'volume-71b99239-29ad-498f-acc8-fa4292031ea1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '81430660-3cc3-4a79-9d95-36caef3cf876', 'attached_at': '', 'detached_at': '', 'volume_id': '71b99239-29ad-498f-acc8-fa4292031ea1', 'serial': '71b99239-29ad-498f-acc8-fa4292031ea1'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 933.120400] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.120718] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16976b53-0c89-4edc-bb2f-85b0652018f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.128982] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.129366] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3ec0e6b-4e86-413d-942b-ecc4e20a31f0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.196783] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448900, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.200225] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "b3f9cd88-9518-464b-a053-c77ce6555754" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.200510] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "b3f9cd88-9518-464b-a053-c77ce6555754" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.214883] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5a38713e-a095-460d-9273-9adff35da0b6 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "refresh_cache-09a8d090-e7a0-42cb-94e9-9bc78348d52b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.215115] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5a38713e-a095-460d-9273-9adff35da0b6 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquired lock "refresh_cache-09a8d090-e7a0-42cb-94e9-9bc78348d52b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.215289] env[69159]: DEBUG nova.network.neutron [None req-5a38713e-a095-460d-9273-9adff35da0b6 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.215465] env[69159]: DEBUG nova.objects.instance [None req-5a38713e-a095-460d-9273-9adff35da0b6 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lazy-loading 'info_cache' on Instance uuid 09a8d090-e7a0-42cb-94e9-9bc78348d52b {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.216941] env[69159]: DEBUG oslo_vmware.api [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3448901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487417} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.217372] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.217548] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.217716] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.217882] env[69159]: INFO nova.compute.manager [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Took 1.20 seconds to destroy the instance on the hypervisor. [ 933.218172] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.218365] env[69159]: DEBUG nova.compute.manager [-] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 933.218452] env[69159]: DEBUG nova.network.neutron [-] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.221187] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "refresh_cache-d2b7633c-75bc-4260-ba10-3b53191ba54f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.365935] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.368834] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.047s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.395190] env[69159]: INFO nova.scheduler.client.report [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Deleted allocations for instance cdd2e1bb-aed8-4d0e-809d-87d069a85378 [ 933.440377] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.700186] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448900, 'name': ReconfigVM_Task, 'duration_secs': 0.525349} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.700186] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Reconfigured VM instance instance-0000001c to attach disk [datastore2] d5c43519-b6ef-4061-bbc1-ee2b6a603683/d5c43519-b6ef-4061-bbc1-ee2b6a603683.vmdk or device None with type streamOptimized {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.700186] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35d13f6d-fe53-40ce-bbf2-03eaa0739e59 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.703480] env[69159]: DEBUG nova.compute.utils [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.709308] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 933.709308] env[69159]: value = "task-3448904" [ 933.709308] env[69159]: _type = "Task" [ 933.709308] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.719662] env[69159]: DEBUG nova.objects.base [None req-5a38713e-a095-460d-9273-9adff35da0b6 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Object Instance<09a8d090-e7a0-42cb-94e9-9bc78348d52b> lazy-loaded attributes: flavor,info_cache {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 933.720796] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448904, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.772833] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fc8b6d-112e-4e81-a1db-5c7da065934a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.788881] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f92972-31b5-4ffb-82b6-683571aa7666 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.799036] env[69159]: DEBUG nova.network.neutron [-] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.829270] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e06a3de-b33e-43b4-a2fb-e381498e83f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.837502] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7414e7df-0058-43dc-89b0-1f1c1c5f71f3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.852587] env[69159]: DEBUG nova.compute.provider_tree [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.906294] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d3b651b5-ef46-4101-b98a-be8bd4f3d45d tempest-ListServerFiltersTestJSON-272719285 tempest-ListServerFiltersTestJSON-272719285-project-member] Lock "cdd2e1bb-aed8-4d0e-809d-87d069a85378" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.129s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.937179] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448902, 'name': ReconfigVM_Task, 'duration_secs': 0.713356} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.937179] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 0ff8a788-a925-4503-a446-e83c479461f7/0ff8a788-a925-4503-a446-e83c479461f7.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.937179] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30d54f3a-ef02-4214-b28a-38829b34b5d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.944499] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 933.944499] env[69159]: value = "task-3448905" [ 933.944499] env[69159]: _type = "Task" [ 933.944499] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.954970] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448905, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.007421] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.007663] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.007846] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Deleting the datastore file [datastore1] 81430660-3cc3-4a79-9d95-36caef3cf876 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.008152] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48d3f638-8890-4fde-8141-32ecd7e403e7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.015421] env[69159]: DEBUG oslo_vmware.api [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Waiting for the task: (returnval){ [ 934.015421] env[69159]: value = "task-3448906" [ 934.015421] env[69159]: _type = "Task" [ 934.015421] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.024692] env[69159]: DEBUG oslo_vmware.api [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.213027] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "b3f9cd88-9518-464b-a053-c77ce6555754" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.220675] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448904, 'name': Rename_Task, 'duration_secs': 0.145995} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.221064] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.221430] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ef30a14-7877-4806-88aa-a60a49f0f9e5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.229475] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 934.229475] env[69159]: value = "task-3448907" [ 934.229475] env[69159]: _type = "Task" [ 934.229475] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.242644] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.302089] env[69159]: INFO nova.compute.manager [-] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Took 1.08 seconds to deallocate network for instance. [ 934.359026] env[69159]: DEBUG nova.scheduler.client.report [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.459169] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448905, 'name': Rename_Task, 'duration_secs': 0.1912} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.459465] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.459761] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-235f31d7-ac2a-4544-af6c-9ac5e167437c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.470966] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 934.470966] env[69159]: value = "task-3448908" [ 934.470966] env[69159]: _type = "Task" [ 934.470966] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.480865] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Acquiring lock "8a211e0d-17b8-4f45-a8ed-d62e8300f8e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.480865] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Lock "8a211e0d-17b8-4f45-a8ed-d62e8300f8e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.486178] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448908, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.525195] env[69159]: DEBUG oslo_vmware.api [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Task: {'id': task-3448906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079307} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.525469] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.525655] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.525847] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.526069] env[69159]: INFO nova.compute.manager [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Took 3.13 seconds to destroy the instance on the hypervisor. [ 934.526316] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.526511] env[69159]: DEBUG nova.compute.manager [-] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 934.526609] env[69159]: DEBUG nova.network.neutron [-] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.579142] env[69159]: DEBUG nova.network.neutron [None req-5a38713e-a095-460d-9273-9adff35da0b6 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Updating instance_info_cache with network_info: [{"id": "44edd60e-ed33-4e10-a8bc-ba2000ceae0a", "address": "fa:16:3e:fd:34:fe", "network": {"id": "e937f80d-3123-4a8c-a1e6-f7dba5e73894", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-914840469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e20f58dcc47c43e7af3cf938035cc635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44edd60e-ed", "ovs_interfaceid": "44edd60e-ed33-4e10-a8bc-ba2000ceae0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.608500] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquiring lock "83e88bef-5ad0-4215-abc7-54ebc83452a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.609141] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "83e88bef-5ad0-4215-abc7-54ebc83452a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.609686] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquiring lock "83e88bef-5ad0-4215-abc7-54ebc83452a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.610022] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "83e88bef-5ad0-4215-abc7-54ebc83452a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.611493] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "83e88bef-5ad0-4215-abc7-54ebc83452a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.617164] env[69159]: INFO nova.compute.manager [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Terminating instance [ 934.747111] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cb73f7-dabd-41fe-81af-0c31373ac85c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.753106] env[69159]: DEBUG oslo_vmware.api [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448907, 'name': PowerOnVM_Task, 'duration_secs': 0.50065} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.753899] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.774241] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Updating instance 'd2b7633c-75bc-4260-ba10-3b53191ba54f' progress to 0 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.812820] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.825316] env[69159]: DEBUG nova.compute.manager [req-31756f8c-eab1-4cff-a59e-fc36e4877ef8 req-5775739a-fbe9-4a85-8728-4c6f4d366877 service nova] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Received event network-vif-deleted-771e3554-7a4f-431f-80a5-1ee753908b93 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 934.870022] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.499s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.870022] env[69159]: INFO nova.compute.manager [None req-d739b38c-5b63-425a-9d02-fa5becbfa1f3 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Successfully reverted task state from rebuilding on failure for instance. [ 934.875593] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.238s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.876018] env[69159]: DEBUG nova.objects.instance [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lazy-loading 'resources' on Instance uuid 5251e5ab-e698-4e5c-ad9f-514103618b22 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.892522] env[69159]: DEBUG nova.compute.manager [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 934.893692] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d717d7-1700-4e05-bcc9-05879f4ae10e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.980805] env[69159]: DEBUG oslo_vmware.api [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448908, 'name': PowerOnVM_Task, 'duration_secs': 0.511668} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.982031] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.982031] env[69159]: INFO nova.compute.manager [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Took 9.56 seconds to spawn the instance on the hypervisor. [ 934.982031] env[69159]: DEBUG nova.compute.manager [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 934.982549] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be34271a-887c-49fa-b282-b48c1afbf4d8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.988572] env[69159]: DEBUG nova.compute.manager [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 935.081627] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5a38713e-a095-460d-9273-9adff35da0b6 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Releasing lock "refresh_cache-09a8d090-e7a0-42cb-94e9-9bc78348d52b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.120468] env[69159]: DEBUG nova.compute.manager [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 935.120753] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.121653] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b923ea4a-67c5-45cf-b448-b048a18c03c7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.130161] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.130434] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e75d1d36-6f0d-44d2-b352-7596f8824bc8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.137581] env[69159]: DEBUG oslo_vmware.api [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 935.137581] env[69159]: value = "task-3448909" [ 935.137581] env[69159]: _type = "Task" [ 935.137581] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.146080] env[69159]: DEBUG oslo_vmware.api [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.249660] env[69159]: DEBUG nova.compute.manager [req-408db8e1-42bd-454d-9bb8-69e07b3b2fd7 req-dbf76328-95d0-41d0-9b16-3d3b40f3bfda service nova] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Received event network-vif-deleted-c2578049-9a07-4522-927c-bb41e8af0097 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 935.251315] env[69159]: INFO nova.compute.manager [req-408db8e1-42bd-454d-9bb8-69e07b3b2fd7 req-dbf76328-95d0-41d0-9b16-3d3b40f3bfda service nova] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Neutron deleted interface c2578049-9a07-4522-927c-bb41e8af0097; detaching it from the instance and deleting it from the info cache [ 935.251539] env[69159]: DEBUG nova.network.neutron [req-408db8e1-42bd-454d-9bb8-69e07b3b2fd7 req-dbf76328-95d0-41d0-9b16-3d3b40f3bfda service nova] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.282337] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.282337] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fbd7eb4-3b23-4ff1-ad3d-1ffdeac18987 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.292190] env[69159]: DEBUG oslo_vmware.api [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 935.292190] env[69159]: value = "task-3448910" [ 935.292190] env[69159]: _type = "Task" [ 935.292190] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.299569] env[69159]: DEBUG oslo_vmware.api [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.320810] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "b3f9cd88-9518-464b-a053-c77ce6555754" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.320810] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "b3f9cd88-9518-464b-a053-c77ce6555754" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.320810] env[69159]: INFO nova.compute.manager [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Attaching volume cc7f1a74-dcd0-45c3-97d6-b17076bb60ab to /dev/sdb [ 935.374614] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a43045-b299-4b14-b568-3d9055a31bdc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.386321] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610bdbdd-3d90-4f35-beb2-e14ad58304cb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.417050] env[69159]: DEBUG nova.virt.block_device [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Updating existing volume attachment record: 33831c97-c8b0-46da-b2b6-25c0af85056e {{(pid=69159) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 935.420950] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c4da2634-c9ed-4f13-a886-49fb1a9872e4 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 37.546s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.515613] env[69159]: INFO nova.compute.manager [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Took 30.06 seconds to build instance. [ 935.528457] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.550053] env[69159]: DEBUG nova.network.neutron [-] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.648675] env[69159]: DEBUG oslo_vmware.api [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448909, 'name': PowerOffVM_Task, 'duration_secs': 0.375536} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.648963] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.649303] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.649932] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42b7ad04-7609-4bce-a6f4-5af62890a441 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.722924] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.723233] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.723423] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Deleting the datastore file [datastore2] 83e88bef-5ad0-4215-abc7-54ebc83452a3 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.723706] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb61d83a-f208-4887-b356-e6daab790436 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.730568] env[69159]: DEBUG oslo_vmware.api [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for the task: (returnval){ [ 935.730568] env[69159]: value = "task-3448913" [ 935.730568] env[69159]: _type = "Task" [ 935.730568] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.741225] env[69159]: DEBUG oslo_vmware.api [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.757150] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-609eba51-ad41-45ea-9c5d-c5056da1f5c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.765738] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3794c2c4-ad44-4699-8591-bac656a35504 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.809201] env[69159]: DEBUG nova.compute.manager [req-408db8e1-42bd-454d-9bb8-69e07b3b2fd7 req-dbf76328-95d0-41d0-9b16-3d3b40f3bfda service nova] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Detach interface failed, port_id=c2578049-9a07-4522-927c-bb41e8af0097, reason: Instance 81430660-3cc3-4a79-9d95-36caef3cf876 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 935.814877] env[69159]: DEBUG oslo_vmware.api [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448910, 'name': PowerOffVM_Task, 'duration_secs': 0.264652} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.815673] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.815673] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Updating instance 'd2b7633c-75bc-4260-ba10-3b53191ba54f' progress to 17 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 935.882215] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba19124-5cf1-4c65-939b-e6392046fc14 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.890236] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172cdbb6-6345-4405-b540-3375bc9f83c5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.928466] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a010eea6-715e-464c-b90f-7da4dbc703ee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.937362] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebb4dea-26d3-45bd-a86a-fbc3dcdb2858 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.951228] env[69159]: DEBUG nova.compute.provider_tree [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.018147] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78297db5-6384-43c8-b8f1-6b6df8d40412 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "0ff8a788-a925-4503-a446-e83c479461f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.575s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.054539] env[69159]: INFO nova.compute.manager [-] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Took 1.53 seconds to deallocate network for instance. [ 936.088868] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a38713e-a095-460d-9273-9adff35da0b6 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.089259] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad4c3456-c76b-4c53-83c3-20195b149a51 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.097394] env[69159]: DEBUG oslo_vmware.api [None req-5a38713e-a095-460d-9273-9adff35da0b6 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 936.097394] env[69159]: value = "task-3448916" [ 936.097394] env[69159]: _type = "Task" [ 936.097394] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.106288] env[69159]: DEBUG oslo_vmware.api [None req-5a38713e-a095-460d-9273-9adff35da0b6 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.111872] env[69159]: DEBUG oslo_concurrency.lockutils [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "interface-0ca1e852-0478-4539-9600-568792f1754d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.111872] env[69159]: DEBUG oslo_concurrency.lockutils [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-0ca1e852-0478-4539-9600-568792f1754d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.111872] env[69159]: DEBUG nova.objects.instance [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lazy-loading 'flavor' on Instance uuid 0ca1e852-0478-4539-9600-568792f1754d {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.242146] env[69159]: DEBUG oslo_vmware.api [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Task: {'id': task-3448913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191015} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.245025] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.245025] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.245025] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.245025] env[69159]: INFO nova.compute.manager [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 936.245025] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.245025] env[69159]: DEBUG nova.compute.manager [-] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 936.245025] env[69159]: DEBUG nova.network.neutron [-] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.324642] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.325070] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.325279] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.325530] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.325745] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.325980] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.326301] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.326574] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.326858] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.327087] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.327369] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.333725] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4365cfa0-56d2-44c9-91e5-4697c1830956 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.352960] env[69159]: DEBUG oslo_vmware.api [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 936.352960] env[69159]: value = "task-3448917" [ 936.352960] env[69159]: _type = "Task" [ 936.352960] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.362165] env[69159]: DEBUG oslo_vmware.api [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.457485] env[69159]: DEBUG nova.scheduler.client.report [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.608886] env[69159]: DEBUG oslo_vmware.api [None req-5a38713e-a095-460d-9273-9adff35da0b6 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3448916, 'name': PowerOnVM_Task, 'duration_secs': 0.4634} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.609285] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a38713e-a095-460d-9273-9adff35da0b6 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.609535] env[69159]: DEBUG nova.compute.manager [None req-5a38713e-a095-460d-9273-9adff35da0b6 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 936.610437] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a7b577-7c06-4623-a7b9-b80190b365d6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.614449] env[69159]: INFO nova.compute.manager [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Took 0.56 seconds to detach 1 volumes for instance. [ 936.621183] env[69159]: DEBUG nova.compute.manager [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Deleting volume: 71b99239-29ad-498f-acc8-fa4292031ea1 {{(pid=69159) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3281}} [ 936.662463] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "0ff8a788-a925-4503-a446-e83c479461f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.662463] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "0ff8a788-a925-4503-a446-e83c479461f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.662463] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "0ff8a788-a925-4503-a446-e83c479461f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.662463] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "0ff8a788-a925-4503-a446-e83c479461f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.662463] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "0ff8a788-a925-4503-a446-e83c479461f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.664020] env[69159]: INFO nova.compute.manager [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Terminating instance [ 936.762153] env[69159]: DEBUG nova.objects.instance [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lazy-loading 'pci_requests' on Instance uuid 0ca1e852-0478-4539-9600-568792f1754d {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.863420] env[69159]: DEBUG oslo_vmware.api [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448917, 'name': ReconfigVM_Task, 'duration_secs': 0.213981} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.863694] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Updating instance 'd2b7633c-75bc-4260-ba10-3b53191ba54f' progress to 33 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.961095] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.963690] env[69159]: DEBUG oslo_concurrency.lockutils [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.616s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.963916] env[69159]: DEBUG nova.objects.instance [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Lazy-loading 'resources' on Instance uuid 8fb4512b-575b-42b0-ae3e-79770127b4e0 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.993090] env[69159]: INFO nova.scheduler.client.report [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Deleted allocations for instance 5251e5ab-e698-4e5c-ad9f-514103618b22 [ 937.171932] env[69159]: DEBUG oslo_concurrency.lockutils [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.174739] env[69159]: DEBUG nova.compute.manager [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 937.174973] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.175865] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b146208-c774-4828-9c0c-90d939fe57ff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.185157] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.185406] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92c8abec-739e-4463-acec-3b9d7445494d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.191595] env[69159]: DEBUG oslo_vmware.api [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 937.191595] env[69159]: value = "task-3448919" [ 937.191595] env[69159]: _type = "Task" [ 937.191595] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.200808] env[69159]: DEBUG oslo_vmware.api [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.229017] env[69159]: DEBUG nova.network.neutron [-] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.265322] env[69159]: DEBUG nova.objects.base [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Object Instance<0ca1e852-0478-4539-9600-568792f1754d> lazy-loaded attributes: flavor,pci_requests {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 937.265653] env[69159]: DEBUG nova.network.neutron [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.311850] env[69159]: DEBUG nova.policy [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d8e89bc43444ae192093aa2d5689101', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b556003d9a8461b8d25da04f106e6d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.370882] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.371400] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.371647] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.371856] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.372025] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.372225] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.372490] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.372664] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.372838] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.373056] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.373359] env[69159]: DEBUG nova.virt.hardware [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.380674] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 937.381491] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-354dee29-64c8-470c-aa20-9b71874004ee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.408662] env[69159]: DEBUG oslo_vmware.api [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 937.408662] env[69159]: value = "task-3448920" [ 937.408662] env[69159]: _type = "Task" [ 937.408662] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.418764] env[69159]: DEBUG oslo_vmware.api [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448920, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.501134] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d03e5167-e4a1-4ca7-9ed9-ef4c16fbbb0c tempest-ServersAdminTestJSON-750035976 tempest-ServersAdminTestJSON-750035976-project-member] Lock "5251e5ab-e698-4e5c-ad9f-514103618b22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.398s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.662234] env[69159]: DEBUG nova.network.neutron [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Successfully created port: 0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.706939] env[69159]: DEBUG oslo_vmware.api [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448919, 'name': PowerOffVM_Task, 'duration_secs': 0.193876} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.707527] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.707527] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.707751] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38d3dea0-e0d6-4708-a766-892e78470b07 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.731476] env[69159]: INFO nova.compute.manager [-] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Took 1.49 seconds to deallocate network for instance. [ 937.777344] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.777344] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.777344] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleting the datastore file [datastore1] 0ff8a788-a925-4503-a446-e83c479461f7 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.777344] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09f45e30-2998-4aee-9013-0b5a3a77918e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.784015] env[69159]: DEBUG oslo_vmware.api [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 937.784015] env[69159]: value = "task-3448922" [ 937.784015] env[69159]: _type = "Task" [ 937.784015] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.795471] env[69159]: DEBUG oslo_vmware.api [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.798519] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecafa981-0f0d-42ff-9f76-91631a3ab272 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.805180] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ead6564-4903-4199-8727-e91655c96383 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.838629] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0b4cc8-678b-4a32-8f3e-fc60dd2d785e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.847481] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1b1d1f-3f31-4224-bdfe-1cbca7895d25 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.861505] env[69159]: DEBUG nova.compute.provider_tree [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.917808] env[69159]: DEBUG oslo_vmware.api [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448920, 'name': ReconfigVM_Task, 'duration_secs': 0.189243} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.918103] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 937.918876] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ca3f65-5b43-42a7-9164-4522a73cafde {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.941325] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] d2b7633c-75bc-4260-ba10-3b53191ba54f/d2b7633c-75bc-4260-ba10-3b53191ba54f.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.941641] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-712746b0-164e-43aa-b045-19a7858a9250 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.960811] env[69159]: DEBUG oslo_vmware.api [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 937.960811] env[69159]: value = "task-3448923" [ 937.960811] env[69159]: _type = "Task" [ 937.960811] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.969717] env[69159]: DEBUG oslo_vmware.api [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.976740] env[69159]: DEBUG nova.compute.manager [req-2966be04-3675-4224-8e94-dd05af9e1cb0 req-a56a6c87-6b65-44ae-a0f7-5898ff539c86 service nova] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Received event network-vif-deleted-d068f478-c54b-450a-9f26-8c9efe0d9172 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 938.240742] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.297798] env[69159]: DEBUG oslo_vmware.api [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3448922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301613} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.298095] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.298292] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.298468] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.298638] env[69159]: INFO nova.compute.manager [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 938.298877] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.299084] env[69159]: DEBUG nova.compute.manager [-] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 938.299182] env[69159]: DEBUG nova.network.neutron [-] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.365259] env[69159]: DEBUG nova.scheduler.client.report [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.403073] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.403073] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.403073] env[69159]: INFO nova.compute.manager [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Shelving [ 938.472794] env[69159]: DEBUG oslo_vmware.api [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.870900] env[69159]: DEBUG oslo_concurrency.lockutils [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.873678] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.813s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.873922] env[69159]: DEBUG nova.objects.instance [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Lazy-loading 'resources' on Instance uuid ec62ac85-b749-4ba6-9599-1b5b065bdcf2 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.892771] env[69159]: INFO nova.scheduler.client.report [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Deleted allocations for instance 8fb4512b-575b-42b0-ae3e-79770127b4e0 [ 938.975543] env[69159]: DEBUG oslo_vmware.api [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448923, 'name': ReconfigVM_Task, 'duration_secs': 0.571952} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.976036] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Reconfigured VM instance instance-00000049 to attach disk [datastore2] d2b7633c-75bc-4260-ba10-3b53191ba54f/d2b7633c-75bc-4260-ba10-3b53191ba54f.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.976552] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Updating instance 'd2b7633c-75bc-4260-ba10-3b53191ba54f' progress to 50 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.061816] env[69159]: DEBUG nova.network.neutron [-] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.407628] env[69159]: DEBUG oslo_concurrency.lockutils [None req-603d411e-d4f8-4e6a-bac3-0b81281eceb0 tempest-ServersTestManualDisk-483891416 tempest-ServersTestManualDisk-483891416-project-member] Lock "8fb4512b-575b-42b0-ae3e-79770127b4e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.751s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.417048] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.417048] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37200c2c-ef0e-4989-a4a6-803594b6956f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.427937] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 939.427937] env[69159]: value = "task-3448925" [ 939.427937] env[69159]: _type = "Task" [ 939.427937] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.437684] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.447511] env[69159]: DEBUG nova.compute.manager [req-020d73ce-9f44-4298-b741-97ec62f0348a req-931c8442-44a8-4501-98b5-4edc05c97763 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Received event network-vif-plugged-0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 939.447874] env[69159]: DEBUG oslo_concurrency.lockutils [req-020d73ce-9f44-4298-b741-97ec62f0348a req-931c8442-44a8-4501-98b5-4edc05c97763 service nova] Acquiring lock "0ca1e852-0478-4539-9600-568792f1754d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.447945] env[69159]: DEBUG oslo_concurrency.lockutils [req-020d73ce-9f44-4298-b741-97ec62f0348a req-931c8442-44a8-4501-98b5-4edc05c97763 service nova] Lock "0ca1e852-0478-4539-9600-568792f1754d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.448113] env[69159]: DEBUG oslo_concurrency.lockutils [req-020d73ce-9f44-4298-b741-97ec62f0348a req-931c8442-44a8-4501-98b5-4edc05c97763 service nova] Lock "0ca1e852-0478-4539-9600-568792f1754d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.448318] env[69159]: DEBUG nova.compute.manager [req-020d73ce-9f44-4298-b741-97ec62f0348a req-931c8442-44a8-4501-98b5-4edc05c97763 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] No waiting events found dispatching network-vif-plugged-0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 939.448640] env[69159]: WARNING nova.compute.manager [req-020d73ce-9f44-4298-b741-97ec62f0348a req-931c8442-44a8-4501-98b5-4edc05c97763 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Received unexpected event network-vif-plugged-0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc for instance with vm_state active and task_state None. [ 939.455132] env[69159]: DEBUG nova.network.neutron [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Successfully updated port: 0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.492862] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cec7b9-3ee4-45d5-877f-092ac5a83380 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.517139] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f673635b-3352-4fa0-8ee2-b3791bcf12ec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.537709] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Updating instance 'd2b7633c-75bc-4260-ba10-3b53191ba54f' progress to 67 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.569873] env[69159]: INFO nova.compute.manager [-] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Took 1.27 seconds to deallocate network for instance. [ 939.797746] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386f25db-0756-4b34-a4f2-eacb9c03ee4e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.807405] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73640aee-5237-4c6e-9599-646939ed0e76 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.836500] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73191254-0d61-4c25-a7e4-bcba0ae1aded {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.843812] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9736d1-5510-4651-a824-f75a53ba4740 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.859365] env[69159]: DEBUG nova.compute.provider_tree [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.939912] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448925, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.961075] env[69159]: DEBUG oslo_concurrency.lockutils [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.961393] env[69159]: DEBUG oslo_concurrency.lockutils [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.961613] env[69159]: DEBUG nova.network.neutron [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.079401] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.090306] env[69159]: DEBUG nova.network.neutron [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Port 03053f11-55f1-4110-86b9-970af4c86827 binding to destination host cpu-1 is already ACTIVE {{(pid=69159) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 940.366581] env[69159]: DEBUG nova.scheduler.client.report [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.399257] env[69159]: DEBUG nova.compute.manager [req-184ad2e4-8378-4486-8722-7b22931ddec8 req-1eebd473-f71d-44de-821d-6316a09537e5 service nova] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Received event network-vif-deleted-519b0b61-f4bf-4a10-ae6c-8966cf8fe97f {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 940.441200] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448925, 'name': PowerOffVM_Task, 'duration_secs': 0.604634} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.442566] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.443831] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa02a2e-6145-41bf-a4e6-25dd021967c0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.471786] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d60d3d-1b44-468b-af21-5f3c052aa8da {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.492851] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Volume attach. Driver type: vmdk {{(pid=69159) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 940.492851] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688609', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'name': 'volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f9cd88-9518-464b-a053-c77ce6555754', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'serial': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 940.493468] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a942f4ca-7f63-4714-9ea6-2d3c23b146c7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.512390] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecc1ce1-e0d9-4d08-a4ee-3cf7ad4317a5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.548710] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab/volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.550388] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67c1bb24-8b89-401b-b28a-b3d47128854d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.564974] env[69159]: WARNING nova.network.neutron [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] d2458fef-cb4b-42bf-92ec-c4407088d354 already exists in list: networks containing: ['d2458fef-cb4b-42bf-92ec-c4407088d354']. ignoring it [ 940.573220] env[69159]: DEBUG oslo_vmware.api [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 940.573220] env[69159]: value = "task-3448926" [ 940.573220] env[69159]: _type = "Task" [ 940.573220] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.585520] env[69159]: DEBUG oslo_vmware.api [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.680138] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806786e8-dae5-4510-8d2b-d333af049499 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.690017] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3fdf18b0-34b8-4883-a30b-150083f6b880 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Suspending the VM {{(pid=69159) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 940.690017] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-160fdc85-e7e2-4def-a3ef-34aa8485139f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.692783] env[69159]: DEBUG oslo_vmware.api [None req-3fdf18b0-34b8-4883-a30b-150083f6b880 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 940.692783] env[69159]: value = "task-3448927" [ 940.692783] env[69159]: _type = "Task" [ 940.692783] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.702502] env[69159]: DEBUG oslo_vmware.api [None req-3fdf18b0-34b8-4883-a30b-150083f6b880 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448927, 'name': SuspendVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.874202] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.881301] env[69159]: DEBUG oslo_concurrency.lockutils [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.256s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.883123] env[69159]: INFO nova.compute.claims [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.987176] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 940.987176] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ef54e556-93a7-4105-9e8b-04edbe5e4051 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.996693] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 940.996693] env[69159]: value = "task-3448928" [ 940.996693] env[69159]: _type = "Task" [ 940.996693] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.005034] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448928, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.082843] env[69159]: DEBUG oslo_vmware.api [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.120399] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "d2b7633c-75bc-4260-ba10-3b53191ba54f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.120657] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "d2b7633c-75bc-4260-ba10-3b53191ba54f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.120807] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "d2b7633c-75bc-4260-ba10-3b53191ba54f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.202280] env[69159]: DEBUG oslo_vmware.api [None req-3fdf18b0-34b8-4883-a30b-150083f6b880 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448927, 'name': SuspendVM_Task} progress is 62%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.285217] env[69159]: DEBUG nova.network.neutron [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Updating instance_info_cache with network_info: [{"id": "65068ac7-d6e4-41b9-b371-547c158c4af6", "address": "fa:16:3e:f2:25:67", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65068ac7-d6", "ovs_interfaceid": "65068ac7-d6e4-41b9-b371-547c158c4af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc", "address": "fa:16:3e:cd:cc:eb", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a21f5d3-69", "ovs_interfaceid": "0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.401729] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bd2f4303-1c3b-411b-867d-2be01570a744 tempest-ServerActionsV293TestJSON-291337073 tempest-ServerActionsV293TestJSON-291337073-project-member] Lock "ec62ac85-b749-4ba6-9599-1b5b065bdcf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.580s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.505994] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448928, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.582771] env[69159]: DEBUG oslo_vmware.api [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448926, 'name': ReconfigVM_Task, 'duration_secs': 0.787645} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.583137] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Reconfigured VM instance instance-00000045 to attach disk [datastore2] volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab/volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.588182] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-247eef08-c116-4425-be96-8b38dd69f1fa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.602912] env[69159]: DEBUG oslo_vmware.api [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 941.602912] env[69159]: value = "task-3448929" [ 941.602912] env[69159]: _type = "Task" [ 941.602912] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.614140] env[69159]: DEBUG oslo_vmware.api [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.703814] env[69159]: DEBUG oslo_vmware.api [None req-3fdf18b0-34b8-4883-a30b-150083f6b880 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448927, 'name': SuspendVM_Task, 'duration_secs': 0.796348} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.704009] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3fdf18b0-34b8-4883-a30b-150083f6b880 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Suspended the VM {{(pid=69159) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 941.704217] env[69159]: DEBUG nova.compute.manager [None req-3fdf18b0-34b8-4883-a30b-150083f6b880 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 941.705012] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e99acf5-4090-4e63-9c79-b75a168777f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.740123] env[69159]: DEBUG nova.compute.manager [req-78d9688e-3971-48e2-8a23-6f75c7636821 req-7117c337-ef00-4ba8-9a60-0fedd5225432 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Received event network-changed-0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 941.742026] env[69159]: DEBUG nova.compute.manager [req-78d9688e-3971-48e2-8a23-6f75c7636821 req-7117c337-ef00-4ba8-9a60-0fedd5225432 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Refreshing instance network info cache due to event network-changed-0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 941.742026] env[69159]: DEBUG oslo_concurrency.lockutils [req-78d9688e-3971-48e2-8a23-6f75c7636821 req-7117c337-ef00-4ba8-9a60-0fedd5225432 service nova] Acquiring lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.787882] env[69159]: DEBUG oslo_concurrency.lockutils [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.788616] env[69159]: DEBUG oslo_concurrency.lockutils [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.788777] env[69159]: DEBUG oslo_concurrency.lockutils [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.789157] env[69159]: DEBUG oslo_concurrency.lockutils [req-78d9688e-3971-48e2-8a23-6f75c7636821 req-7117c337-ef00-4ba8-9a60-0fedd5225432 service nova] Acquired lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.789263] env[69159]: DEBUG nova.network.neutron [req-78d9688e-3971-48e2-8a23-6f75c7636821 req-7117c337-ef00-4ba8-9a60-0fedd5225432 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Refreshing network info cache for port 0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.791331] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e212e5e-5ed9-4f63-8450-755e93e74511 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.809209] env[69159]: DEBUG nova.virt.hardware [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.809479] env[69159]: DEBUG nova.virt.hardware [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.809643] env[69159]: DEBUG nova.virt.hardware [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.809865] env[69159]: DEBUG nova.virt.hardware [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.810029] env[69159]: DEBUG nova.virt.hardware [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.810183] env[69159]: DEBUG nova.virt.hardware [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.810384] env[69159]: DEBUG nova.virt.hardware [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.810539] env[69159]: DEBUG nova.virt.hardware [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.810706] env[69159]: DEBUG nova.virt.hardware [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.810868] env[69159]: DEBUG nova.virt.hardware [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.811053] env[69159]: DEBUG nova.virt.hardware [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.817448] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Reconfiguring VM to attach interface {{(pid=69159) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 941.818600] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-302e114f-d17f-4703-8261-34ed463163df {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.835902] env[69159]: DEBUG oslo_vmware.api [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 941.835902] env[69159]: value = "task-3448930" [ 941.835902] env[69159]: _type = "Task" [ 941.835902] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.843719] env[69159]: DEBUG oslo_vmware.api [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.008284] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448928, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.114398] env[69159]: DEBUG oslo_vmware.api [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448929, 'name': ReconfigVM_Task, 'duration_secs': 0.206896} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.118399] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688609', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'name': 'volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f9cd88-9518-464b-a053-c77ce6555754', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'serial': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 942.172515] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "refresh_cache-d2b7633c-75bc-4260-ba10-3b53191ba54f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.172672] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "refresh_cache-d2b7633c-75bc-4260-ba10-3b53191ba54f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.172916] env[69159]: DEBUG nova.network.neutron [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.284246] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276343d4-9152-4147-aa8f-e8d20c3050b7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.293979] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f5e565-cd2d-491f-a8df-47795f897933 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.328130] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b1e015-c217-490f-963b-32f61735a6b9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.341126] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fb045e-afef-47b0-ac1f-8bc8151dafb7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.350133] env[69159]: DEBUG oslo_vmware.api [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.358914] env[69159]: DEBUG nova.compute.provider_tree [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.512486] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448928, 'name': CreateSnapshot_Task, 'duration_secs': 1.049295} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.515081] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 942.516877] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a1a1e0-48c1-420d-988e-61e2d68dd685 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.572818] env[69159]: DEBUG nova.network.neutron [req-78d9688e-3971-48e2-8a23-6f75c7636821 req-7117c337-ef00-4ba8-9a60-0fedd5225432 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Updated VIF entry in instance network info cache for port 0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.573268] env[69159]: DEBUG nova.network.neutron [req-78d9688e-3971-48e2-8a23-6f75c7636821 req-7117c337-ef00-4ba8-9a60-0fedd5225432 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Updating instance_info_cache with network_info: [{"id": "65068ac7-d6e4-41b9-b371-547c158c4af6", "address": "fa:16:3e:f2:25:67", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65068ac7-d6", "ovs_interfaceid": "65068ac7-d6e4-41b9-b371-547c158c4af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc", "address": "fa:16:3e:cd:cc:eb", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a21f5d3-69", "ovs_interfaceid": "0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.597449] env[69159]: INFO nova.compute.manager [None req-4d5a0a26-0cbc-4bde-91ee-3f17e01494ba tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Resuming [ 942.597449] env[69159]: DEBUG nova.objects.instance [None req-4d5a0a26-0cbc-4bde-91ee-3f17e01494ba tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lazy-loading 'flavor' on Instance uuid d5c43519-b6ef-4061-bbc1-ee2b6a603683 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.847618] env[69159]: DEBUG oslo_vmware.api [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448930, 'name': ReconfigVM_Task, 'duration_secs': 0.894565} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.848142] env[69159]: DEBUG oslo_concurrency.lockutils [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.848366] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Reconfigured VM to attach interface {{(pid=69159) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 942.862228] env[69159]: DEBUG nova.scheduler.client.report [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.968691] env[69159]: DEBUG nova.network.neutron [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Updating instance_info_cache with network_info: [{"id": "03053f11-55f1-4110-86b9-970af4c86827", "address": "fa:16:3e:3f:8f:5f", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03053f11-55", "ovs_interfaceid": "03053f11-55f1-4110-86b9-970af4c86827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.036977] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 943.037357] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-27a89158-9102-4ed8-818e-3452e5b28b46 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.046039] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 943.046039] env[69159]: value = "task-3448931" [ 943.046039] env[69159]: _type = "Task" [ 943.046039] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.054239] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448931, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.076320] env[69159]: DEBUG oslo_concurrency.lockutils [req-78d9688e-3971-48e2-8a23-6f75c7636821 req-7117c337-ef00-4ba8-9a60-0fedd5225432 service nova] Releasing lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.164404] env[69159]: DEBUG nova.objects.instance [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lazy-loading 'flavor' on Instance uuid b3f9cd88-9518-464b-a053-c77ce6555754 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.353157] env[69159]: DEBUG oslo_concurrency.lockutils [None req-523c847d-87f1-4eca-a5ed-bf61c306a264 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-0ca1e852-0478-4539-9600-568792f1754d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.242s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.367607] env[69159]: DEBUG oslo_concurrency.lockutils [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.368181] env[69159]: DEBUG nova.compute.manager [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 943.371536] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 18.457s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.470836] env[69159]: DEBUG oslo_concurrency.lockutils [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "refresh_cache-d2b7633c-75bc-4260-ba10-3b53191ba54f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.557439] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448931, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.673413] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a53654f3-573a-48a8-9f15-59feb8732333 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "b3f9cd88-9518-464b-a053-c77ce6555754" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.353s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.874473] env[69159]: DEBUG nova.compute.utils [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.876069] env[69159]: DEBUG nova.objects.instance [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lazy-loading 'migration_context' on Instance uuid 82089513-0900-4427-a46e-cf63474e8abc {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.877040] env[69159]: DEBUG nova.compute.manager [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Not allocating networking since 'none' was specified. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 943.998043] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e5c2bd-4faf-43f1-a7c8-0bfa1935632a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.018539] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41087b2-24c7-426a-9027-8fa24ef76b4f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.027177] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Updating instance 'd2b7633c-75bc-4260-ba10-3b53191ba54f' progress to 83 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 944.060136] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448931, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.105318] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d5a0a26-0cbc-4bde-91ee-3f17e01494ba tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.105525] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d5a0a26-0cbc-4bde-91ee-3f17e01494ba tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquired lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.105709] env[69159]: DEBUG nova.network.neutron [None req-4d5a0a26-0cbc-4bde-91ee-3f17e01494ba tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.208576] env[69159]: INFO nova.compute.manager [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Rebuilding instance [ 944.268765] env[69159]: DEBUG nova.compute.manager [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 944.269646] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc69f23f-01b1-4f60-8faa-b310af16d95d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.378388] env[69159]: DEBUG nova.compute.manager [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 944.533336] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.533693] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-beed5844-21e8-46f6-ae49-6b8c0db043e1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.546524] env[69159]: DEBUG oslo_vmware.api [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 944.546524] env[69159]: value = "task-3448932" [ 944.546524] env[69159]: _type = "Task" [ 944.546524] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.560540] env[69159]: DEBUG oslo_vmware.api [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.565440] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448931, 'name': CloneVM_Task} progress is 95%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.752397] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e86a32-b7e4-4752-bc82-02be50dc6d46 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.762694] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2e756e-a679-4566-bb53-89945368e835 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.797810] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c924fe-34ba-4c2c-8d1d-5b1c66937279 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.809411] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eb6058-8f9c-4429-9ebc-4ba4d870ff30 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.826317] env[69159]: DEBUG nova.compute.provider_tree [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.033351] env[69159]: DEBUG nova.network.neutron [None req-4d5a0a26-0cbc-4bde-91ee-3f17e01494ba tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Updating instance_info_cache with network_info: [{"id": "e2d08111-774b-4d57-983c-a40a181674ef", "address": "fa:16:3e:dd:6f:20", "network": {"id": "4735285f-e8aa-4a72-bc34-456f5f3a7e8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2042073766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60e5b5a2e63843a6a4407a678cd1101d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d08111-77", "ovs_interfaceid": "e2d08111-774b-4d57-983c-a40a181674ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.063762] env[69159]: DEBUG oslo_vmware.api [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448932, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.067419] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448931, 'name': CloneVM_Task, 'duration_secs': 1.723516} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.067761] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Created linked-clone VM from snapshot [ 945.068562] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0676754-dcc1-4fda-8033-151517e6e003 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.076947] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Uploading image 7a982d61-5c71-4924-a91c-ada9ccc154c5 {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 945.104656] env[69159]: DEBUG oslo_vmware.rw_handles [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 945.104656] env[69159]: value = "vm-688611" [ 945.104656] env[69159]: _type = "VirtualMachine" [ 945.104656] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 945.105008] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0db05a02-aa32-4029-a07b-f9b9b69e1697 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.112522] env[69159]: DEBUG oslo_vmware.rw_handles [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lease: (returnval){ [ 945.112522] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fbc1b7-d7d0-a9d9-62a9-8486b6b89caf" [ 945.112522] env[69159]: _type = "HttpNfcLease" [ 945.112522] env[69159]: } obtained for exporting VM: (result){ [ 945.112522] env[69159]: value = "vm-688611" [ 945.112522] env[69159]: _type = "VirtualMachine" [ 945.112522] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 945.112805] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the lease: (returnval){ [ 945.112805] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fbc1b7-d7d0-a9d9-62a9-8486b6b89caf" [ 945.112805] env[69159]: _type = "HttpNfcLease" [ 945.112805] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 945.120224] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 945.120224] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fbc1b7-d7d0-a9d9-62a9-8486b6b89caf" [ 945.120224] env[69159]: _type = "HttpNfcLease" [ 945.120224] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 945.297867] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.298216] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e450fd9-dbdd-4d23-8744-8ecd4e993f8c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.305100] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 945.305100] env[69159]: value = "task-3448934" [ 945.305100] env[69159]: _type = "Task" [ 945.305100] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.313144] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.328289] env[69159]: DEBUG nova.scheduler.client.report [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.346720] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "interface-0ca1e852-0478-4539-9600-568792f1754d-0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.347155] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-0ca1e852-0478-4539-9600-568792f1754d-0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.396100] env[69159]: DEBUG nova.compute.manager [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 945.425041] env[69159]: DEBUG nova.virt.hardware [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.425041] env[69159]: DEBUG nova.virt.hardware [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.426159] env[69159]: DEBUG nova.virt.hardware [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.426159] env[69159]: DEBUG nova.virt.hardware [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.426159] env[69159]: DEBUG nova.virt.hardware [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.426159] env[69159]: DEBUG nova.virt.hardware [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.426159] env[69159]: DEBUG nova.virt.hardware [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.426159] env[69159]: DEBUG nova.virt.hardware [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.426159] env[69159]: DEBUG nova.virt.hardware [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.426371] env[69159]: DEBUG nova.virt.hardware [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.426481] env[69159]: DEBUG nova.virt.hardware [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.427851] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23665121-f52b-45d5-a6b8-19df22ad0364 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.437964] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32640d84-9208-4395-9f02-536c261b020d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.454262] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.461276] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Creating folder: Project (1aff64cbf11e4f1da5cdc4bb1e02554d). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.461466] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55e373b1-5649-40d2-9c4c-fbe27a300898 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.472047] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Created folder: Project (1aff64cbf11e4f1da5cdc4bb1e02554d) in parent group-v688391. [ 945.472265] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Creating folder: Instances. Parent ref: group-v688612. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.472610] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19259b6f-6a92-4a73-8654-60d80eb57a8b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.481841] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Created folder: Instances in parent group-v688612. [ 945.483842] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.483842] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.483842] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0076cda4-6d27-45a8-975b-c4605c4b0098 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.502038] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.502038] env[69159]: value = "task-3448937" [ 945.502038] env[69159]: _type = "Task" [ 945.502038] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.510368] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448937, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.537375] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4d5a0a26-0cbc-4bde-91ee-3f17e01494ba tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Releasing lock "refresh_cache-d5c43519-b6ef-4061-bbc1-ee2b6a603683" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.537538] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142ab1c4-0f49-4a4c-8f6e-fd294d491f70 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.544358] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5a0a26-0cbc-4bde-91ee-3f17e01494ba tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Resuming the VM {{(pid=69159) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 945.544632] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7ffd950-1372-4e0b-b2ca-5e4b81f686fd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.552423] env[69159]: DEBUG oslo_vmware.api [None req-4d5a0a26-0cbc-4bde-91ee-3f17e01494ba tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 945.552423] env[69159]: value = "task-3448938" [ 945.552423] env[69159]: _type = "Task" [ 945.552423] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.560718] env[69159]: DEBUG oslo_vmware.api [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3448932, 'name': PowerOnVM_Task, 'duration_secs': 0.602168} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.560718] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.560718] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-25faa3ba-38c5-451e-a3b0-2c5c5c5c0dda tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Updating instance 'd2b7633c-75bc-4260-ba10-3b53191ba54f' progress to 100 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 945.568042] env[69159]: DEBUG oslo_vmware.api [None req-4d5a0a26-0cbc-4bde-91ee-3f17e01494ba tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.622371] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 945.622371] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fbc1b7-d7d0-a9d9-62a9-8486b6b89caf" [ 945.622371] env[69159]: _type = "HttpNfcLease" [ 945.622371] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 945.622705] env[69159]: DEBUG oslo_vmware.rw_handles [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 945.622705] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fbc1b7-d7d0-a9d9-62a9-8486b6b89caf" [ 945.622705] env[69159]: _type = "HttpNfcLease" [ 945.622705] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 945.623466] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e6c355-d336-4c12-8732-d14e285085ec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.631184] env[69159]: DEBUG oslo_vmware.rw_handles [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251d188-1d3e-de4a-7cca-ee9b670713b0/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 945.631383] env[69159]: DEBUG oslo_vmware.rw_handles [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251d188-1d3e-de4a-7cca-ee9b670713b0/disk-0.vmdk for reading. {{(pid=69159) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 945.727749] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ecc23b8f-4a75-4732-8ab6-43a2c68d0d5b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.816886] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448934, 'name': PowerOffVM_Task, 'duration_secs': 0.232982} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.817347] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.851119] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.851119] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.851404] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0653d9-5145-41cb-80a8-bad19de9d66c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.887385] env[69159]: INFO nova.compute.manager [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Detaching volume cc7f1a74-dcd0-45c3-97d6-b17076bb60ab [ 945.892465] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd4f8ad-464a-403b-b83e-b976e4e5c545 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.930761] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Reconfiguring VM to detach interface {{(pid=69159) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 945.931142] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9d90cf3-4bd6-4b48-a9a8-3a69c0ed4f65 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.960388] env[69159]: DEBUG oslo_vmware.api [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 945.960388] env[69159]: value = "task-3448939" [ 945.960388] env[69159]: _type = "Task" [ 945.960388] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.961831] env[69159]: INFO nova.virt.block_device [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Attempting to driver detach volume cc7f1a74-dcd0-45c3-97d6-b17076bb60ab from mountpoint /dev/sdb [ 945.961962] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 945.962205] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688609', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'name': 'volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f9cd88-9518-464b-a053-c77ce6555754', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'serial': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 945.963446] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acd062d-b08d-43d7-882c-8188dbf81708 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.982030] env[69159]: DEBUG oslo_vmware.api [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.997947] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af265cc3-8285-4d00-a6b3-7381c87f1ee5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.008979] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0363bf52-9207-439e-bb68-503285ec4a6b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.014797] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448937, 'name': CreateVM_Task, 'duration_secs': 0.324955} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.015418] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.016085] env[69159]: DEBUG oslo_concurrency.lockutils [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.016159] env[69159]: DEBUG oslo_concurrency.lockutils [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.016456] env[69159]: DEBUG oslo_concurrency.lockutils [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.016723] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02013826-6f5d-49ad-b83b-b348b7d8efa6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.043029] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99802e5e-f4fd-4e9a-8380-df4529a8edc8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.043210] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 946.043210] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52995341-b170-da9a-c857-06a7b6a4d56d" [ 946.043210] env[69159]: _type = "Task" [ 946.043210] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.060145] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] The volume has not been displaced from its original location: [datastore2] volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab/volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab.vmdk. No consolidation needed. {{(pid=69159) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 946.066054] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 946.070292] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4456ad48-690c-4a4a-8ae4-46b6b9ee3617 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.094803] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52995341-b170-da9a-c857-06a7b6a4d56d, 'name': SearchDatastore_Task, 'duration_secs': 0.017856} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.094803] env[69159]: DEBUG oslo_concurrency.lockutils [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.094803] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.094803] env[69159]: DEBUG oslo_concurrency.lockutils [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.094803] env[69159]: DEBUG oslo_concurrency.lockutils [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.094803] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.094803] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdacde61-f301-4d8c-9ea5-e2f2773aad36 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.099774] env[69159]: DEBUG oslo_vmware.api [None req-4d5a0a26-0cbc-4bde-91ee-3f17e01494ba tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448938, 'name': PowerOnVM_Task, 'duration_secs': 0.517013} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.101820] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5a0a26-0cbc-4bde-91ee-3f17e01494ba tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Resumed the VM {{(pid=69159) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 946.101820] env[69159]: DEBUG nova.compute.manager [None req-4d5a0a26-0cbc-4bde-91ee-3f17e01494ba tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 946.101820] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 946.101820] env[69159]: value = "task-3448940" [ 946.101820] env[69159]: _type = "Task" [ 946.101820] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.102689] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6c2159-da5c-41dd-ab8e-a5d8cbac0208 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.114072] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.114072] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.117637] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5c1c5a-ac83-4a63-82e3-3e7de80feb20 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.120078] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.128653] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 946.128653] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5267b62c-577b-d05b-98dc-e3a00a0a3f19" [ 946.128653] env[69159]: _type = "Task" [ 946.128653] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.137138] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5267b62c-577b-d05b-98dc-e3a00a0a3f19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.347424] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.976s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.353743] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.737s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.355329] env[69159]: INFO nova.compute.claims [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.473225] env[69159]: DEBUG oslo_vmware.api [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.618059] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448940, 'name': ReconfigVM_Task, 'duration_secs': 0.50495} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.618059] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 946.625152] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bce7dda0-ed85-431f-8d19-c73ff5812475 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.653918] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5267b62c-577b-d05b-98dc-e3a00a0a3f19, 'name': SearchDatastore_Task, 'duration_secs': 0.015548} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.656142] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 946.656142] env[69159]: value = "task-3448941" [ 946.656142] env[69159]: _type = "Task" [ 946.656142] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.656142] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c94454-defa-48db-81ac-a94eddf5e2bd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.671304] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.673161] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 946.673161] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52755c89-810f-01ee-1ae7-d0eabc5f785c" [ 946.673161] env[69159]: _type = "Task" [ 946.673161] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.684818] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52755c89-810f-01ee-1ae7-d0eabc5f785c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.978339] env[69159]: DEBUG oslo_vmware.api [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.172020] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448941, 'name': ReconfigVM_Task, 'duration_secs': 0.253342} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.172020] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688609', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'name': 'volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f9cd88-9518-464b-a053-c77ce6555754', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'serial': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 947.191216] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52755c89-810f-01ee-1ae7-d0eabc5f785c, 'name': SearchDatastore_Task, 'duration_secs': 0.013614} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.193133] env[69159]: DEBUG oslo_concurrency.lockutils [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.193434] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 5b6485db-714d-483d-9635-083f749d2d27/5b6485db-714d-483d-9635-083f749d2d27.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.193720] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28d646c1-1c29-4513-a616-e491bb68de2b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.204814] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 947.204814] env[69159]: value = "task-3448942" [ 947.204814] env[69159]: _type = "Task" [ 947.204814] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.214826] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.477424] env[69159]: DEBUG oslo_vmware.api [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.719731] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448942, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.800605] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c0cf50-1cc0-4184-ada8-894c9b0aa265 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.809648] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f76735-68c9-4f7f-a73e-b8a3b89f4715 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.861422] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529ddf2e-5045-4694-9197-80d61245cb29 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.871780] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd249ccd-9215-4071-9d46-74e77c400a7c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.882365] env[69159]: DEBUG oslo_concurrency.lockutils [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Acquiring lock "f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.882645] env[69159]: DEBUG oslo_concurrency.lockutils [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Lock "f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.897332] env[69159]: DEBUG nova.compute.provider_tree [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.899516] env[69159]: INFO nova.compute.manager [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Swapping old allocation on dict_keys(['bb8e5e26-0b56-454c-ae24-e4322af67e22']) held by migration 726fede3-7c64-4362-a0be-7251233455ac for instance [ 947.930401] env[69159]: DEBUG nova.scheduler.client.report [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Overwriting current allocation {'allocations': {'bb8e5e26-0b56-454c-ae24-e4322af67e22': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 99}}, 'project_id': '79cb812e3ecb434d8daa7a7776505109', 'user_id': 'e46826f7e3e2472fa17e356d88bc1428', 'consumer_generation': 1} on consumer 82089513-0900-4427-a46e-cf63474e8abc {{(pid=69159) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 947.976185] env[69159]: DEBUG oslo_vmware.api [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.041649] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.041823] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquired lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.042106] env[69159]: DEBUG nova.network.neutron [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.100579] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "d2b7633c-75bc-4260-ba10-3b53191ba54f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.100853] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "d2b7633c-75bc-4260-ba10-3b53191ba54f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.101076] env[69159]: DEBUG nova.compute.manager [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Going to confirm migration 3 {{(pid=69159) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5249}} [ 948.221436] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672712} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.221754] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 5b6485db-714d-483d-9635-083f749d2d27/5b6485db-714d-483d-9635-083f749d2d27.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.221947] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.222233] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89d35f1a-2a3f-4b6b-9390-5a0d9bd45e0c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.233024] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 948.233024] env[69159]: value = "task-3448943" [ 948.233024] env[69159]: _type = "Task" [ 948.233024] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.240017] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.256453] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.256769] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4c225c5-ae87-4676-b5bd-9caf9bb01ab9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.262814] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 948.262814] env[69159]: value = "task-3448944" [ 948.262814] env[69159]: _type = "Task" [ 948.262814] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.272964] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] VM already powered off {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 948.273387] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 948.273719] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688609', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'name': 'volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f9cd88-9518-464b-a053-c77ce6555754', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'serial': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 948.274681] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3739efbb-bec6-4a60-a915-eb349d722824 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.298527] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ce2b4d-c214-4ed8-8c36-83729d762934 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.306033] env[69159]: WARNING nova.virt.vmwareapi.driver [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 948.306291] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.308162] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227f9241-ab07-43f1-ada6-aefaf52a361a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.315600] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.315975] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcd3d47c-acd4-43ae-9231-1f692640bc6b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.389536] env[69159]: DEBUG nova.compute.manager [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 948.393321] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.395529] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.395529] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleting the datastore file [datastore2] b3f9cd88-9518-464b-a053-c77ce6555754 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.395529] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff693812-7386-4550-b7ef-60e6d810fce4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.403440] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 948.403440] env[69159]: value = "task-3448946" [ 948.403440] env[69159]: _type = "Task" [ 948.403440] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.403440] env[69159]: DEBUG nova.scheduler.client.report [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.423546] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.478027] env[69159]: DEBUG oslo_vmware.api [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.672749] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "refresh_cache-d2b7633c-75bc-4260-ba10-3b53191ba54f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.673506] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "refresh_cache-d2b7633c-75bc-4260-ba10-3b53191ba54f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.673506] env[69159]: DEBUG nova.network.neutron [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.673506] env[69159]: DEBUG nova.objects.instance [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lazy-loading 'info_cache' on Instance uuid d2b7633c-75bc-4260-ba10-3b53191ba54f {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.742383] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091361} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.742662] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.743985] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff2c574-2f2a-40cb-a064-23c281c7b9c4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.770144] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 5b6485db-714d-483d-9635-083f749d2d27/5b6485db-714d-483d-9635-083f749d2d27.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.772746] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c64fa96b-3cb9-4da6-9bd5-f9bb0ecd5dde {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.793528] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 948.793528] env[69159]: value = "task-3448947" [ 948.793528] env[69159]: _type = "Task" [ 948.793528] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.802214] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.912678] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.913783] env[69159]: DEBUG oslo_concurrency.lockutils [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.916640] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.917163] env[69159]: DEBUG nova.compute.manager [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 948.920775] env[69159]: DEBUG oslo_concurrency.lockutils [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.229s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.921015] env[69159]: DEBUG nova.objects.instance [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lazy-loading 'resources' on Instance uuid c4709c19-1cf1-46dd-afea-7374ab94ac15 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.931152] env[69159]: DEBUG nova.network.neutron [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Updating instance_info_cache with network_info: [{"id": "4e6d8a13-b57c-4ca5-9195-24eac1e9211f", "address": "fa:16:3e:ac:1c:e4", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6d8a13-b5", "ovs_interfaceid": "4e6d8a13-b57c-4ca5-9195-24eac1e9211f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.980572] env[69159]: DEBUG oslo_vmware.api [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.307023] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.414674] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.531039} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.415246] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.415553] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.415836] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.422511] env[69159]: DEBUG nova.compute.utils [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.424045] env[69159]: DEBUG nova.compute.manager [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 949.424045] env[69159]: DEBUG nova.network.neutron [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.433679] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Releasing lock "refresh_cache-82089513-0900-4427-a46e-cf63474e8abc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.434453] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.437026] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b0dc9f3-e0bc-4967-ad44-d7f570e716e3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.444394] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 949.444394] env[69159]: value = "task-3448948" [ 949.444394] env[69159]: _type = "Task" [ 949.444394] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.464552] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.483041] env[69159]: DEBUG oslo_vmware.api [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.510582] env[69159]: DEBUG nova.policy [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a94c73c92e64c6596def887eabcc39f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c916ffe145f74f37b7e8b6472536e374', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.779061] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293e2509-70d3-48b2-962e-351cae04719a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.786978] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81218368-f3ba-4d36-97d6-69e641d147f3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.822329] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77854c6-1d54-4bea-80b2-80e3879f6bbc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.829766] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448947, 'name': ReconfigVM_Task, 'duration_secs': 0.814226} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.832045] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 5b6485db-714d-483d-9635-083f749d2d27/5b6485db-714d-483d-9635-083f749d2d27.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.832671] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3da4e425-26f2-425c-842d-611d55c7c529 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.835175] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1f2cef-e1bd-429f-aaaf-af445076183f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.850684] env[69159]: DEBUG nova.compute.provider_tree [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.859906] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 949.859906] env[69159]: value = "task-3448949" [ 949.859906] env[69159]: _type = "Task" [ 949.859906] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.922135] env[69159]: INFO nova.virt.block_device [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Booting with volume cc7f1a74-dcd0-45c3-97d6-b17076bb60ab at /dev/sdb [ 949.931825] env[69159]: DEBUG nova.compute.manager [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 949.958906] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448948, 'name': PowerOffVM_Task, 'duration_secs': 0.33376} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.959271] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.959951] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:42:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2643a491-cc3b-4c6c-bece-c26c7697bdc1',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-640776750',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.960266] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.960432] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.960630] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.960813] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.961019] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.961295] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.961480] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.961651] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.961814] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.961981] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.968897] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c28e5c4-a93c-42ef-ad96-60dd3b74116b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.987232] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-370a45a6-0476-4d02-bee7-9efd83612505 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.990695] env[69159]: DEBUG nova.network.neutron [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Updating instance_info_cache with network_info: [{"id": "03053f11-55f1-4110-86b9-970af4c86827", "address": "fa:16:3e:3f:8f:5f", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03053f11-55", "ovs_interfaceid": "03053f11-55f1-4110-86b9-970af4c86827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.998450] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 949.998450] env[69159]: value = "task-3448950" [ 949.998450] env[69159]: _type = "Task" [ 949.998450] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.998450] env[69159]: DEBUG oslo_vmware.api [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.006100] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63a05ce-6359-4601-8e91-5e7c810ccbe6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.023815] env[69159]: DEBUG nova.network.neutron [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Successfully created port: 2810640e-a46b-4c9e-8cf2-4e4f2994f0dd {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.032629] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.047421] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7cf0893f-8865-4fd2-b617-919222ac750a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.055655] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b55a139-5aa1-4843-a407-5a5f617833d4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.090828] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5400259-d6da-439b-ba2d-4603770e0221 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.098931] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878d2f42-81db-4da9-b061-3ac5bcd11657 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.113159] env[69159]: DEBUG nova.virt.block_device [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Updating existing volume attachment record: 95f36782-72a0-4b8d-8be4-552f6ab91fe2 {{(pid=69159) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 950.357442] env[69159]: DEBUG nova.scheduler.client.report [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.373119] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448949, 'name': Rename_Task, 'duration_secs': 0.266512} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.373472] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.373801] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f5d933e-bf12-4744-ac85-9b9ced15d551 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.381330] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 950.381330] env[69159]: value = "task-3448951" [ 950.381330] env[69159]: _type = "Task" [ 950.381330] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.391301] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.479056] env[69159]: DEBUG oslo_vmware.api [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.496179] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "refresh_cache-d2b7633c-75bc-4260-ba10-3b53191ba54f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.496179] env[69159]: DEBUG nova.objects.instance [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lazy-loading 'migration_context' on Instance uuid d2b7633c-75bc-4260-ba10-3b53191ba54f {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.507670] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448950, 'name': ReconfigVM_Task, 'duration_secs': 0.173262} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.509325] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3990d879-5fd1-473e-81b0-5b75803b7432 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.529487] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:42:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2643a491-cc3b-4c6c-bece-c26c7697bdc1',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-640776750',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.530324] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.530665] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.531113] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.531373] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.531624] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.532092] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.532378] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.532672] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.532965] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.534017] env[69159]: DEBUG nova.virt.hardware [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.534584] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c2ea435-47b3-482e-b619-b34f795778b3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.541986] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 950.541986] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f66bad-6374-c0c0-ae05-ea67e3c03e03" [ 950.541986] env[69159]: _type = "Task" [ 950.541986] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.549927] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f66bad-6374-c0c0-ae05-ea67e3c03e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.868513] env[69159]: DEBUG oslo_concurrency.lockutils [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.870926] env[69159]: DEBUG oslo_concurrency.lockutils [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.280s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.872448] env[69159]: INFO nova.compute.claims [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.891719] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448951, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.892854] env[69159]: INFO nova.scheduler.client.report [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Deleted allocations for instance c4709c19-1cf1-46dd-afea-7374ab94ac15 [ 950.943180] env[69159]: DEBUG nova.compute.manager [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 950.969918] env[69159]: DEBUG nova.virt.hardware [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.970180] env[69159]: DEBUG nova.virt.hardware [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.970336] env[69159]: DEBUG nova.virt.hardware [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.970512] env[69159]: DEBUG nova.virt.hardware [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.970653] env[69159]: DEBUG nova.virt.hardware [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.970795] env[69159]: DEBUG nova.virt.hardware [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.970997] env[69159]: DEBUG nova.virt.hardware [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.971175] env[69159]: DEBUG nova.virt.hardware [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.971326] env[69159]: DEBUG nova.virt.hardware [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.971541] env[69159]: DEBUG nova.virt.hardware [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.971736] env[69159]: DEBUG nova.virt.hardware [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.972664] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da89f73-c57c-4603-8123-edf8b75ec727 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.986717] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d8f7c0-abd7-472a-b657-94590fd196b4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.990528] env[69159]: DEBUG oslo_vmware.api [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.000953] env[69159]: DEBUG nova.objects.base [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 951.001987] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa871dab-b721-4d0c-8d75-2aabb6c2a4e7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.021810] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e7e90a8-0409-42b6-8797-c5028fcc4997 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.027035] env[69159]: DEBUG oslo_vmware.api [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 951.027035] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b0082c-7e19-7304-9579-91c1ebabd23b" [ 951.027035] env[69159]: _type = "Task" [ 951.027035] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.034468] env[69159]: DEBUG oslo_vmware.api [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b0082c-7e19-7304-9579-91c1ebabd23b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.049262] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f66bad-6374-c0c0-ae05-ea67e3c03e03, 'name': SearchDatastore_Task, 'duration_secs': 0.009992} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.054511] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 951.054773] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-510f274f-a528-4e74-92b9-58df62a55b5e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.073176] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 951.073176] env[69159]: value = "task-3448952" [ 951.073176] env[69159]: _type = "Task" [ 951.073176] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.082359] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.393170] env[69159]: DEBUG oslo_vmware.api [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448951, 'name': PowerOnVM_Task, 'duration_secs': 0.861116} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.394145] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.394331] env[69159]: INFO nova.compute.manager [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Took 6.00 seconds to spawn the instance on the hypervisor. [ 951.394538] env[69159]: DEBUG nova.compute.manager [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.395425] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d154a9f-c4f2-49c9-903a-fdc109767bfd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.400804] env[69159]: DEBUG oslo_concurrency.lockutils [None req-810ea5a4-e3fd-4e11-8f09-18065d8ebb78 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "c4709c19-1cf1-46dd-afea-7374ab94ac15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.560s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.483348] env[69159]: DEBUG oslo_vmware.api [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448939, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.539636] env[69159]: DEBUG oslo_vmware.api [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b0082c-7e19-7304-9579-91c1ebabd23b, 'name': SearchDatastore_Task, 'duration_secs': 0.009812} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.539923] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.583885] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448952, 'name': ReconfigVM_Task, 'duration_secs': 0.288936} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.584195] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 951.585065] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8585a15-9897-4d26-b61b-aaa040675036 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.608122] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 82089513-0900-4427-a46e-cf63474e8abc/82089513-0900-4427-a46e-cf63474e8abc.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.608452] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed652626-68c4-4611-bccd-f0009b6116f2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.629444] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 951.629444] env[69159]: value = "task-3448953" [ 951.629444] env[69159]: _type = "Task" [ 951.629444] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.638652] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.914051] env[69159]: INFO nova.compute.manager [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Took 28.31 seconds to build instance. [ 951.985327] env[69159]: DEBUG oslo_vmware.api [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448939, 'name': ReconfigVM_Task, 'duration_secs': 5.834818} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.988083] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.988354] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Reconfigured VM to detach interface {{(pid=69159) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 952.141483] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448953, 'name': ReconfigVM_Task, 'duration_secs': 0.32353} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.146047] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 82089513-0900-4427-a46e-cf63474e8abc/82089513-0900-4427-a46e-cf63474e8abc.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.146047] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4985587-390c-4785-be5c-3107e40c6f59 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.173863] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0066e4a2-580c-4182-960c-fbe03335b64f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.177468] env[69159]: DEBUG nova.compute.manager [req-7409d732-65be-447b-be8c-c8a04c2f19f7 req-32be0288-93cb-457d-835d-a9dc78d32fa4 service nova] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Received event network-vif-plugged-2810640e-a46b-4c9e-8cf2-4e4f2994f0dd {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 952.177674] env[69159]: DEBUG oslo_concurrency.lockutils [req-7409d732-65be-447b-be8c-c8a04c2f19f7 req-32be0288-93cb-457d-835d-a9dc78d32fa4 service nova] Acquiring lock "e2f9c7f7-de40-4374-8818-078873e44498-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.178126] env[69159]: DEBUG oslo_concurrency.lockutils [req-7409d732-65be-447b-be8c-c8a04c2f19f7 req-32be0288-93cb-457d-835d-a9dc78d32fa4 service nova] Lock "e2f9c7f7-de40-4374-8818-078873e44498-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.178309] env[69159]: DEBUG oslo_concurrency.lockutils [req-7409d732-65be-447b-be8c-c8a04c2f19f7 req-32be0288-93cb-457d-835d-a9dc78d32fa4 service nova] Lock "e2f9c7f7-de40-4374-8818-078873e44498-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.178476] env[69159]: DEBUG nova.compute.manager [req-7409d732-65be-447b-be8c-c8a04c2f19f7 req-32be0288-93cb-457d-835d-a9dc78d32fa4 service nova] [instance: e2f9c7f7-de40-4374-8818-078873e44498] No waiting events found dispatching network-vif-plugged-2810640e-a46b-4c9e-8cf2-4e4f2994f0dd {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 952.178636] env[69159]: WARNING nova.compute.manager [req-7409d732-65be-447b-be8c-c8a04c2f19f7 req-32be0288-93cb-457d-835d-a9dc78d32fa4 service nova] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Received unexpected event network-vif-plugged-2810640e-a46b-4c9e-8cf2-4e4f2994f0dd for instance with vm_state building and task_state spawning. [ 952.213612] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c691f8-499e-4e61-9ace-7a4313e668a3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.245497] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5109a4-c61e-4662-83cd-586b5b7b370d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.247267] env[69159]: DEBUG nova.network.neutron [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Successfully updated port: 2810640e-a46b-4c9e-8cf2-4e4f2994f0dd {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.255271] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.258070] env[69159]: DEBUG nova.virt.hardware [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.258070] env[69159]: DEBUG nova.virt.hardware [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.258270] env[69159]: DEBUG nova.virt.hardware [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.258355] env[69159]: DEBUG nova.virt.hardware [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.258598] env[69159]: DEBUG nova.virt.hardware [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.258687] env[69159]: DEBUG nova.virt.hardware [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.258881] env[69159]: DEBUG nova.virt.hardware [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.259017] env[69159]: DEBUG nova.virt.hardware [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.259678] env[69159]: DEBUG nova.virt.hardware [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.259678] env[69159]: DEBUG nova.virt.hardware [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.259678] env[69159]: DEBUG nova.virt.hardware [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.259957] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19a7cf60-499e-4ec5-a535-055ef13084b7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.262994] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7f0aa4-8cb2-4b85-a392-d403b9101d5c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.276671] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e0af5d-c536-4cbd-91bb-331ce1e78f10 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.280827] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 952.280827] env[69159]: value = "task-3448954" [ 952.280827] env[69159]: _type = "Task" [ 952.280827] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.282771] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d464dc2b-fc4c-4e12-aeba-1f159191585f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.297999] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:5d:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e94de29-6922-48d1-9377-6c7d2202a114', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.306340] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.310792] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.310948] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e9a3746-f8ef-436a-a3a8-43d887ce72b9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.327097] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92145cfb-8ead-4bf9-8c99-3ebc610de38a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.336188] env[69159]: DEBUG nova.compute.manager [req-bf3ea214-ff82-404f-925a-d0c31c994fd7 req-344f8405-5355-4a56-964c-6871f6317d13 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Received event network-vif-deleted-0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 952.336414] env[69159]: INFO nova.compute.manager [req-bf3ea214-ff82-404f-925a-d0c31c994fd7 req-344f8405-5355-4a56-964c-6871f6317d13 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Neutron deleted interface 0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc; detaching it from the instance and deleting it from the info cache [ 952.336658] env[69159]: DEBUG nova.network.neutron [req-bf3ea214-ff82-404f-925a-d0c31c994fd7 req-344f8405-5355-4a56-964c-6871f6317d13 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Updating instance_info_cache with network_info: [{"id": "65068ac7-d6e4-41b9-b371-547c158c4af6", "address": "fa:16:3e:f2:25:67", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65068ac7-d6", "ovs_interfaceid": "65068ac7-d6e4-41b9-b371-547c158c4af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.338899] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.375379] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.375379] env[69159]: value = "task-3448955" [ 952.375379] env[69159]: _type = "Task" [ 952.375379] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.376415] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b704f0a-9fb9-46f7-a692-5271a920f5c2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.393016] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ee1b2a-2ec5-41a6-90d8-72d0a1ef1850 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.397317] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448955, 'name': CreateVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.408838] env[69159]: DEBUG nova.compute.provider_tree [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.416942] env[69159]: DEBUG oslo_concurrency.lockutils [None req-48e3527e-e6b1-4d1e-9f2c-d3d86b7cedd2 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Lock "5b6485db-714d-483d-9635-083f749d2d27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.823s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.750891] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "refresh_cache-e2f9c7f7-de40-4374-8818-078873e44498" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.751132] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired lock "refresh_cache-e2f9c7f7-de40-4374-8818-078873e44498" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.751317] env[69159]: DEBUG nova.network.neutron [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.793365] env[69159]: DEBUG oslo_vmware.api [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448954, 'name': PowerOnVM_Task, 'duration_secs': 0.440892} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.793694] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.842357] env[69159]: DEBUG oslo_concurrency.lockutils [req-bf3ea214-ff82-404f-925a-d0c31c994fd7 req-344f8405-5355-4a56-964c-6871f6317d13 service nova] Acquiring lock "0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.842651] env[69159]: DEBUG oslo_concurrency.lockutils [req-bf3ea214-ff82-404f-925a-d0c31c994fd7 req-344f8405-5355-4a56-964c-6871f6317d13 service nova] Acquired lock "0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.843374] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.844172] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.844514] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.844829] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.845124] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.848119] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2beebfd-7e06-473e-a4be-60d7705fcb1c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.851153] env[69159]: INFO nova.compute.manager [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Terminating instance [ 952.875614] env[69159]: DEBUG oslo_concurrency.lockutils [req-bf3ea214-ff82-404f-925a-d0c31c994fd7 req-344f8405-5355-4a56-964c-6871f6317d13 service nova] Releasing lock "0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.875991] env[69159]: WARNING nova.compute.manager [req-bf3ea214-ff82-404f-925a-d0c31c994fd7 req-344f8405-5355-4a56-964c-6871f6317d13 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Detach interface failed, port_id=0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc, reason: No device with interface-id 0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc exists on VM: nova.exception.NotFound: No device with interface-id 0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc exists on VM [ 952.890071] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448955, 'name': CreateVM_Task, 'duration_secs': 0.4286} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.890325] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.891235] env[69159]: DEBUG oslo_concurrency.lockutils [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.891476] env[69159]: DEBUG oslo_concurrency.lockutils [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.891994] env[69159]: DEBUG oslo_concurrency.lockutils [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.892375] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6fb6791-c3f5-41fd-9149-c1346a1cd409 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.900719] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 952.900719] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b4b84d-974c-6445-62fa-bda34bcdd1b6" [ 952.900719] env[69159]: _type = "Task" [ 952.900719] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.913705] env[69159]: DEBUG nova.scheduler.client.report [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.919585] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b4b84d-974c-6445-62fa-bda34bcdd1b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.286740] env[69159]: DEBUG nova.network.neutron [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.315251] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.315448] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.315611] env[69159]: DEBUG nova.network.neutron [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.356578] env[69159]: DEBUG nova.compute.manager [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 953.356810] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.361369] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22255c06-7ccc-41f3-8118-48ba4e1cb3dc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.370874] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.371172] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-661431b1-cf68-4c3d-998e-23ca33305d9e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.379231] env[69159]: DEBUG oslo_vmware.api [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 953.379231] env[69159]: value = "task-3448956" [ 953.379231] env[69159]: _type = "Task" [ 953.379231] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.390331] env[69159]: DEBUG oslo_vmware.api [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.415950] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b4b84d-974c-6445-62fa-bda34bcdd1b6, 'name': SearchDatastore_Task, 'duration_secs': 0.020628} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.416344] env[69159]: DEBUG oslo_concurrency.lockutils [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.416596] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.416852] env[69159]: DEBUG oslo_concurrency.lockutils [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.417000] env[69159]: DEBUG oslo_concurrency.lockutils [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.417278] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.417554] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85e1e2f4-1adb-48ad-a5b6-eb713168a6f3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.420274] env[69159]: DEBUG oslo_concurrency.lockutils [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.420900] env[69159]: DEBUG nova.compute.manager [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 953.423847] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.587s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.424098] env[69159]: DEBUG nova.objects.instance [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Lazy-loading 'resources' on Instance uuid 2e454674-bc95-4476-8278-9b77ab6770d2 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.428359] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.428586] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.429450] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c42797d-3026-42cb-9d0c-e9d1cc6d78d2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.437334] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 953.437334] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b3aebd-28e0-e130-2d7e-60b577b738d8" [ 953.437334] env[69159]: _type = "Task" [ 953.437334] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.443021] env[69159]: DEBUG nova.network.neutron [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Updating instance_info_cache with network_info: [{"id": "2810640e-a46b-4c9e-8cf2-4e4f2994f0dd", "address": "fa:16:3e:78:f9:17", "network": {"id": "4f428291-617b-4f5e-83cc-839c99d7397a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1597968833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c916ffe145f74f37b7e8b6472536e374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2810640e-a4", "ovs_interfaceid": "2810640e-a46b-4c9e-8cf2-4e4f2994f0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.448402] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b3aebd-28e0-e130-2d7e-60b577b738d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.546941] env[69159]: INFO nova.compute.manager [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Rebuilding instance [ 953.594960] env[69159]: DEBUG nova.compute.manager [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 953.595862] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddd5305-09d8-455a-aae4-6fd7ab92cb48 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.758278] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "0ca1e852-0478-4539-9600-568792f1754d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.758644] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "0ca1e852-0478-4539-9600-568792f1754d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.759505] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "0ca1e852-0478-4539-9600-568792f1754d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.759505] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "0ca1e852-0478-4539-9600-568792f1754d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.759505] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "0ca1e852-0478-4539-9600-568792f1754d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.762528] env[69159]: INFO nova.compute.manager [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Terminating instance [ 953.809474] env[69159]: INFO nova.compute.manager [None req-f73aa6a4-231b-4072-80e1-f9fd76fb897a tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Updating instance to original state: 'active' [ 953.891944] env[69159]: DEBUG oslo_vmware.api [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448956, 'name': PowerOffVM_Task, 'duration_secs': 0.362108} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.895392] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.895551] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.895848] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-436545a4-fc3b-4e8f-b3ea-632b3d02a3e6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.927938] env[69159]: DEBUG nova.compute.utils [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.933461] env[69159]: DEBUG nova.compute.manager [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Not allocating networking since 'none' was specified. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 953.951304] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Releasing lock "refresh_cache-e2f9c7f7-de40-4374-8818-078873e44498" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.951643] env[69159]: DEBUG nova.compute.manager [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Instance network_info: |[{"id": "2810640e-a46b-4c9e-8cf2-4e4f2994f0dd", "address": "fa:16:3e:78:f9:17", "network": {"id": "4f428291-617b-4f5e-83cc-839c99d7397a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1597968833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c916ffe145f74f37b7e8b6472536e374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2810640e-a4", "ovs_interfaceid": "2810640e-a46b-4c9e-8cf2-4e4f2994f0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 953.951950] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b3aebd-28e0-e130-2d7e-60b577b738d8, 'name': SearchDatastore_Task, 'duration_secs': 0.019232} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.955161] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:f9:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2810640e-a46b-4c9e-8cf2-4e4f2994f0dd', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.963993] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.967778] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.968039] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93901f5a-d17a-4383-aec6-c3b8a887df97 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.971908] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e201d27-8283-43fa-b176-f13f5005ba96 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.988104] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.988447] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.988714] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Deleting the datastore file [datastore2] d5c43519-b6ef-4061-bbc1-ee2b6a603683 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.992700] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d1f7879-f9c2-4ff0-9cf3-e6441163763e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.997051] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 953.997051] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b8ea56-bae8-a2ca-3ee8-6232d60cdd26" [ 953.997051] env[69159]: _type = "Task" [ 953.997051] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.003519] env[69159]: DEBUG oslo_vmware.api [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for the task: (returnval){ [ 954.003519] env[69159]: value = "task-3448958" [ 954.003519] env[69159]: _type = "Task" [ 954.003519] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.003882] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.003882] env[69159]: value = "task-3448959" [ 954.003882] env[69159]: _type = "Task" [ 954.003882] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.007282] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b8ea56-bae8-a2ca-3ee8-6232d60cdd26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.026408] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448959, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.029961] env[69159]: DEBUG oslo_vmware.api [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.100104] env[69159]: DEBUG nova.network.neutron [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Updating instance_info_cache with network_info: [{"id": "65068ac7-d6e4-41b9-b371-547c158c4af6", "address": "fa:16:3e:f2:25:67", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65068ac7-d6", "ovs_interfaceid": "65068ac7-d6e4-41b9-b371-547c158c4af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.193373] env[69159]: DEBUG nova.compute.manager [req-422410c8-4df9-415f-8bc0-525416b65849 req-36550830-f5c5-4606-85df-8e560088664d service nova] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Received event network-changed-2810640e-a46b-4c9e-8cf2-4e4f2994f0dd {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 954.193579] env[69159]: DEBUG nova.compute.manager [req-422410c8-4df9-415f-8bc0-525416b65849 req-36550830-f5c5-4606-85df-8e560088664d service nova] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Refreshing instance network info cache due to event network-changed-2810640e-a46b-4c9e-8cf2-4e4f2994f0dd. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 954.193813] env[69159]: DEBUG oslo_concurrency.lockutils [req-422410c8-4df9-415f-8bc0-525416b65849 req-36550830-f5c5-4606-85df-8e560088664d service nova] Acquiring lock "refresh_cache-e2f9c7f7-de40-4374-8818-078873e44498" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.195298] env[69159]: DEBUG oslo_concurrency.lockutils [req-422410c8-4df9-415f-8bc0-525416b65849 req-36550830-f5c5-4606-85df-8e560088664d service nova] Acquired lock "refresh_cache-e2f9c7f7-de40-4374-8818-078873e44498" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.195298] env[69159]: DEBUG nova.network.neutron [req-422410c8-4df9-415f-8bc0-525416b65849 req-36550830-f5c5-4606-85df-8e560088664d service nova] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Refreshing network info cache for port 2810640e-a46b-4c9e-8cf2-4e4f2994f0dd {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.266531] env[69159]: DEBUG nova.compute.manager [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 954.266796] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.268250] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a216495-c7f3-4e94-94c8-5a1ae2c98c0e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.278402] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.281444] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-558e62f3-29a7-44be-9d78-e4052add1542 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.291908] env[69159]: DEBUG oslo_vmware.api [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 954.291908] env[69159]: value = "task-3448960" [ 954.291908] env[69159]: _type = "Task" [ 954.291908] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.302914] env[69159]: DEBUG oslo_vmware.api [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.314090] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff14059-5765-4039-a28b-6e0d11fd7897 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.326093] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d17b869-48c6-4f5f-aec0-84a6fb8edd37 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.365652] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a20b0b6-b41a-4909-8d9c-0898a56871fa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.377385] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd46646-3bcd-46c2-adbb-ed7c49c6d054 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.394239] env[69159]: DEBUG nova.compute.provider_tree [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.433491] env[69159]: DEBUG nova.compute.manager [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 954.508465] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b8ea56-bae8-a2ca-3ee8-6232d60cdd26, 'name': SearchDatastore_Task, 'duration_secs': 0.015315} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.514820] env[69159]: DEBUG oslo_concurrency.lockutils [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.515143] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] b3f9cd88-9518-464b-a053-c77ce6555754/b3f9cd88-9518-464b-a053-c77ce6555754.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.515852] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19a2192c-231f-4c36-a007-01235ea0e8af {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.534288] env[69159]: DEBUG oslo_vmware.api [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Task: {'id': task-3448958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275692} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.539094] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.539344] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.539537] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.539713] env[69159]: INFO nova.compute.manager [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Took 1.18 seconds to destroy the instance on the hypervisor. [ 954.539956] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.540224] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448959, 'name': CreateVM_Task, 'duration_secs': 0.409415} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.540547] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 954.540547] env[69159]: value = "task-3448961" [ 954.540547] env[69159]: _type = "Task" [ 954.540547] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.540776] env[69159]: DEBUG nova.compute.manager [-] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 954.541623] env[69159]: DEBUG nova.network.neutron [-] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.542793] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.543676] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.543987] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.544321] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.547862] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a8adc2-78dd-4c92-bdaf-e64eff2ba80e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.563835] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 954.563835] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ef4573-ee62-8bee-c50b-d0b2eef2b5d6" [ 954.563835] env[69159]: _type = "Task" [ 954.563835] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.564179] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.573538] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ef4573-ee62-8bee-c50b-d0b2eef2b5d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.603420] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "refresh_cache-0ca1e852-0478-4539-9600-568792f1754d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.613396] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.615185] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9b52839-59fd-4e99-a9e6-bc787cf00f5b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.625458] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 954.625458] env[69159]: value = "task-3448962" [ 954.625458] env[69159]: _type = "Task" [ 954.625458] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.635607] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.802261] env[69159]: DEBUG oslo_vmware.api [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448960, 'name': PowerOffVM_Task, 'duration_secs': 0.340638} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.802575] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.802782] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.804604] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2db2e423-ec04-4a51-a0aa-ab558e3b1cea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.867475] env[69159]: DEBUG nova.compute.manager [req-f90b60aa-4894-448e-a933-937d8f1b0361 req-cdc2af46-32f5-4c75-b5d2-7858fe458aa2 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Received event network-vif-deleted-e2d08111-774b-4d57-983c-a40a181674ef {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 954.867704] env[69159]: INFO nova.compute.manager [req-f90b60aa-4894-448e-a933-937d8f1b0361 req-cdc2af46-32f5-4c75-b5d2-7858fe458aa2 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Neutron deleted interface e2d08111-774b-4d57-983c-a40a181674ef; detaching it from the instance and deleting it from the info cache [ 954.868109] env[69159]: DEBUG nova.network.neutron [req-f90b60aa-4894-448e-a933-937d8f1b0361 req-cdc2af46-32f5-4c75-b5d2-7858fe458aa2 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.888153] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.888394] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.888579] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Deleting the datastore file [datastore1] 0ca1e852-0478-4539-9600-568792f1754d {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.889203] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-300f44cf-75b7-4cd0-bb6f-9e03d4a95fe8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.897258] env[69159]: DEBUG nova.scheduler.client.report [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.906407] env[69159]: DEBUG oslo_vmware.api [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 954.906407] env[69159]: value = "task-3448964" [ 954.906407] env[69159]: _type = "Task" [ 954.906407] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.919859] env[69159]: DEBUG oslo_vmware.api [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.055942] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448961, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.079937] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ef4573-ee62-8bee-c50b-d0b2eef2b5d6, 'name': SearchDatastore_Task, 'duration_secs': 0.026405} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.080401] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.080649] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.080883] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.081041] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.081223] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.081511] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b134b32-e0f8-435f-bb22-48c9ef4f6938 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.098479] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.098714] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.099484] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d02025-6425-4d3d-a147-921e1271953a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.107587] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b091782a-aee9-43cc-ac0e-98de36bc92bf tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-0ca1e852-0478-4539-9600-568792f1754d-0a21f5d3-69cf-4b8a-b11d-38bad8bbb1bc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.760s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.109711] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 955.109711] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e80d8e-d1fc-b2fd-745a-2dbfdcbb74a0" [ 955.109711] env[69159]: _type = "Task" [ 955.109711] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.121138] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e80d8e-d1fc-b2fd-745a-2dbfdcbb74a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.138889] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448962, 'name': PowerOffVM_Task, 'duration_secs': 0.18519} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.140030] env[69159]: DEBUG nova.network.neutron [req-422410c8-4df9-415f-8bc0-525416b65849 req-36550830-f5c5-4606-85df-8e560088664d service nova] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Updated VIF entry in instance network info cache for port 2810640e-a46b-4c9e-8cf2-4e4f2994f0dd. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.140380] env[69159]: DEBUG nova.network.neutron [req-422410c8-4df9-415f-8bc0-525416b65849 req-36550830-f5c5-4606-85df-8e560088664d service nova] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Updating instance_info_cache with network_info: [{"id": "2810640e-a46b-4c9e-8cf2-4e4f2994f0dd", "address": "fa:16:3e:78:f9:17", "network": {"id": "4f428291-617b-4f5e-83cc-839c99d7397a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1597968833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c916ffe145f74f37b7e8b6472536e374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2810640e-a4", "ovs_interfaceid": "2810640e-a46b-4c9e-8cf2-4e4f2994f0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.141835] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.142082] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.143408] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc8d683-6879-46ed-affe-0498affe3e1f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.154044] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.154315] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4faefd2d-d11b-4c31-96b4-10f335fad305 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.186650] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.187009] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.187321] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Deleting the datastore file [datastore1] 5b6485db-714d-483d-9635-083f749d2d27 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.187711] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77482eeb-266a-4ef3-bdb5-0b3e6895544b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.200580] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 955.200580] env[69159]: value = "task-3448966" [ 955.200580] env[69159]: _type = "Task" [ 955.200580] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.210525] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.311348] env[69159]: DEBUG nova.network.neutron [-] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.370904] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d99d2c0-e305-4adb-beda-34ce93e09f21 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.384163] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ece04cc-8eb8-4643-aa49-8ef084a418cb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.403052] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.405570] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.593s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.406530] env[69159]: DEBUG nova.objects.instance [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lazy-loading 'resources' on Instance uuid bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.422254] env[69159]: DEBUG nova.compute.manager [req-f90b60aa-4894-448e-a933-937d8f1b0361 req-cdc2af46-32f5-4c75-b5d2-7858fe458aa2 service nova] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Detach interface failed, port_id=e2d08111-774b-4d57-983c-a40a181674ef, reason: Instance d5c43519-b6ef-4061-bbc1-ee2b6a603683 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 955.431389] env[69159]: INFO nova.scheduler.client.report [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Deleted allocations for instance 2e454674-bc95-4476-8278-9b77ab6770d2 [ 955.440676] env[69159]: DEBUG oslo_vmware.api [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3448964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408411} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.441182] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.441368] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.441536] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.441697] env[69159]: INFO nova.compute.manager [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 955.441931] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.442893] env[69159]: DEBUG nova.compute.manager [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 955.445061] env[69159]: DEBUG nova.compute.manager [-] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 955.445154] env[69159]: DEBUG nova.network.neutron [-] [instance: 0ca1e852-0478-4539-9600-568792f1754d] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.481071] env[69159]: DEBUG nova.virt.hardware [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.481071] env[69159]: DEBUG nova.virt.hardware [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.481071] env[69159]: DEBUG nova.virt.hardware [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.481071] env[69159]: DEBUG nova.virt.hardware [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.481071] env[69159]: DEBUG nova.virt.hardware [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.481071] env[69159]: DEBUG nova.virt.hardware [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.481400] env[69159]: DEBUG nova.virt.hardware [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.481400] env[69159]: DEBUG nova.virt.hardware [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.481527] env[69159]: DEBUG nova.virt.hardware [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.482529] env[69159]: DEBUG nova.virt.hardware [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.482529] env[69159]: DEBUG nova.virt.hardware [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.483801] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573d0e94-a23a-4894-9f73-58b144b89914 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.496943] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ee31b6-be59-4c90-81b8-e962f3a7e59d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.512838] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.518537] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Creating folder: Project (132b65d0254e421c89dfa576788eb10e). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.523509] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1c92906-6330-4f66-be2a-ed3158e86044 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.538791] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Created folder: Project (132b65d0254e421c89dfa576788eb10e) in parent group-v688391. [ 955.538879] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Creating folder: Instances. Parent ref: group-v688617. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.541819] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de65df27-d7e8-4ed4-be38-f09815c8abac {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.556850] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656758} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.560915] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] b3f9cd88-9518-464b-a053-c77ce6555754/b3f9cd88-9518-464b-a053-c77ce6555754.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.561157] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.561436] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Created folder: Instances in parent group-v688617. [ 955.561710] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.562153] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-914eabea-99d3-4db1-a0ca-0222d42e15cb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.564980] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.565245] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da58f258-47a2-4844-b2ab-4c3313ccb986 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.588044] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.588044] env[69159]: value = "task-3448970" [ 955.588044] env[69159]: _type = "Task" [ 955.588044] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.588267] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 955.588267] env[69159]: value = "task-3448969" [ 955.588267] env[69159]: _type = "Task" [ 955.588267] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.604466] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448970, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.607880] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.624623] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e80d8e-d1fc-b2fd-745a-2dbfdcbb74a0, 'name': SearchDatastore_Task, 'duration_secs': 0.056271} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.626502] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7750861-6814-4521-b74c-f061f8dfe3df {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.633352] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 955.633352] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523a00f2-5c3e-ca53-9ad2-6fa6610f9dc2" [ 955.633352] env[69159]: _type = "Task" [ 955.633352] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.645842] env[69159]: DEBUG oslo_concurrency.lockutils [req-422410c8-4df9-415f-8bc0-525416b65849 req-36550830-f5c5-4606-85df-8e560088664d service nova] Releasing lock "refresh_cache-e2f9c7f7-de40-4374-8818-078873e44498" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.652139] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523a00f2-5c3e-ca53-9ad2-6fa6610f9dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.712210] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202732} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.712472] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.712653] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.712886] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.814977] env[69159]: INFO nova.compute.manager [-] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Took 1.27 seconds to deallocate network for instance. [ 955.832535] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678229ff-9b9b-4530-92c5-170759e84b4c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.842778] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a14d8b7-433a-469c-a595-da6494f31dea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.895454] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a27d6c-af3d-4a35-bdbe-763c372c651d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.908057] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226d2860-f714-4d70-a290-bb88c9aa913c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.930752] env[69159]: DEBUG nova.compute.provider_tree [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.944861] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07c64e7a-0341-4304-a18d-945490d1a606 tempest-ServerTagsTestJSON-1037800325 tempest-ServerTagsTestJSON-1037800325-project-member] Lock "2e454674-bc95-4476-8278-9b77ab6770d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.660s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.961688] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "82089513-0900-4427-a46e-cf63474e8abc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.962062] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "82089513-0900-4427-a46e-cf63474e8abc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.962354] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "82089513-0900-4427-a46e-cf63474e8abc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.962614] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "82089513-0900-4427-a46e-cf63474e8abc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.962870] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "82089513-0900-4427-a46e-cf63474e8abc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.966807] env[69159]: INFO nova.compute.manager [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Terminating instance [ 956.104669] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075844} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.107621] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.107920] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448970, 'name': CreateVM_Task, 'duration_secs': 0.412911} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.108663] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acc6281-b0e9-4def-a917-c46562b686a5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.111045] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.111775] env[69159]: DEBUG oslo_concurrency.lockutils [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.111957] env[69159]: DEBUG oslo_concurrency.lockutils [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.112316] env[69159]: DEBUG oslo_concurrency.lockutils [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.112995] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b8318e8-9dc8-4620-a141-f130a90cf22b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.146159] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] b3f9cd88-9518-464b-a053-c77ce6555754/b3f9cd88-9518-464b-a053-c77ce6555754.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.148391] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48a47a41-c6d5-465a-a543-e93055e393c4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.167139] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 956.167139] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d0ff6c-25f7-306c-e975-bce053ebb425" [ 956.167139] env[69159]: _type = "Task" [ 956.167139] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.179774] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 956.179774] env[69159]: value = "task-3448971" [ 956.179774] env[69159]: _type = "Task" [ 956.179774] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.187164] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d0ff6c-25f7-306c-e975-bce053ebb425, 'name': SearchDatastore_Task, 'duration_secs': 0.038672} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.187316] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523a00f2-5c3e-ca53-9ad2-6fa6610f9dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.025206} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.190990] env[69159]: DEBUG oslo_concurrency.lockutils [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.191279] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.191597] env[69159]: DEBUG oslo_concurrency.lockutils [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.191749] env[69159]: DEBUG oslo_concurrency.lockutils [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.191937] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.192340] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.192455] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] e2f9c7f7-de40-4374-8818-078873e44498/e2f9c7f7-de40-4374-8818-078873e44498.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.193141] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1fda11f-8b29-4b5c-a144-a03685f35512 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.194533] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8a4bca1-ceef-4896-b9c8-ef74b7ef553d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.204698] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.206404] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 956.206404] env[69159]: value = "task-3448972" [ 956.206404] env[69159]: _type = "Task" [ 956.206404] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.207550] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.207690] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.211529] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f825ef0-8a9c-455a-bece-7b666cccf164 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.225061] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 956.225061] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5220b73a-0d5a-ab70-5c98-ab7499dad10e" [ 956.225061] env[69159]: _type = "Task" [ 956.225061] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.225219] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.241507] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5220b73a-0d5a-ab70-5c98-ab7499dad10e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.325315] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.435153] env[69159]: DEBUG nova.scheduler.client.report [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.472591] env[69159]: DEBUG nova.compute.manager [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 956.472869] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.473642] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0266750e-a021-4ba8-b421-d2586f14d89b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.484665] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.485600] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-532f1cce-0994-4f6d-8c30-1710f4b351ba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.494756] env[69159]: DEBUG oslo_vmware.api [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 956.494756] env[69159]: value = "task-3448973" [ 956.494756] env[69159]: _type = "Task" [ 956.494756] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.501750] env[69159]: DEBUG nova.compute.manager [req-2ccfe5bf-052c-428a-b585-0dd8b2f9937e req-7b21e462-df5c-4b0a-bf70-7a32d3727532 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Received event network-vif-deleted-65068ac7-d6e4-41b9-b371-547c158c4af6 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 956.501944] env[69159]: INFO nova.compute.manager [req-2ccfe5bf-052c-428a-b585-0dd8b2f9937e req-7b21e462-df5c-4b0a-bf70-7a32d3727532 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Neutron deleted interface 65068ac7-d6e4-41b9-b371-547c158c4af6; detaching it from the instance and deleting it from the info cache [ 956.502266] env[69159]: DEBUG nova.network.neutron [req-2ccfe5bf-052c-428a-b585-0dd8b2f9937e req-7b21e462-df5c-4b0a-bf70-7a32d3727532 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.510586] env[69159]: DEBUG oslo_vmware.api [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.699515] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448971, 'name': ReconfigVM_Task, 'duration_secs': 0.411998} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.700024] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Reconfigured VM instance instance-00000045 to attach disk [datastore2] b3f9cd88-9518-464b-a053-c77ce6555754/b3f9cd88-9518-464b-a053-c77ce6555754.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.702292] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'image_id': 'e70bec9d-3b8e-40ca-8f91-975a0afc327c'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'disk_bus': None, 'guest_format': None, 'attachment_id': '95f36782-72a0-4b8d-8be4-552f6ab91fe2', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688609', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'name': 'volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f9cd88-9518-464b-a053-c77ce6555754', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'serial': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab'}, 'boot_index': None, 'delete_on_termination': False, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69159) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 956.702292] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Volume attach. Driver type: vmdk {{(pid=69159) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 956.702292] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688609', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'name': 'volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f9cd88-9518-464b-a053-c77ce6555754', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'serial': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 956.703436] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07165cfa-471f-4d05-98d8-fcc7473188c3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.730264] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e0ecfb-8625-442b-beaa-ede46cdf34ee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.749371] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448972, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.757043] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5220b73a-0d5a-ab70-5c98-ab7499dad10e, 'name': SearchDatastore_Task, 'duration_secs': 0.021322} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.782882] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab/volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.784294] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-875cedfd-1191-47ea-b7fd-bd0a8d61bac8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.787334] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d183a0df-851b-4dc1-a5ff-b8ab42c3aa6a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.810860] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 956.810860] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5265e009-d04b-4c15-6fa0-098c174792d5" [ 956.810860] env[69159]: _type = "Task" [ 956.810860] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.812886] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 956.812886] env[69159]: value = "task-3448974" [ 956.812886] env[69159]: _type = "Task" [ 956.812886] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.815891] env[69159]: DEBUG nova.virt.hardware [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.815891] env[69159]: DEBUG nova.virt.hardware [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.815891] env[69159]: DEBUG nova.virt.hardware [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.816178] env[69159]: DEBUG nova.virt.hardware [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.816178] env[69159]: DEBUG nova.virt.hardware [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.816239] env[69159]: DEBUG nova.virt.hardware [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.816446] env[69159]: DEBUG nova.virt.hardware [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.816601] env[69159]: DEBUG nova.virt.hardware [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.816765] env[69159]: DEBUG nova.virt.hardware [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.816939] env[69159]: DEBUG nova.virt.hardware [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.817204] env[69159]: DEBUG nova.virt.hardware [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.821424] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda33601-0402-4f3c-b88d-301b9d1ca4c4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.840626] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15ccffa-76c4-4303-a11a-351774b11839 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.844748] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.845079] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5265e009-d04b-4c15-6fa0-098c174792d5, 'name': SearchDatastore_Task, 'duration_secs': 0.016054} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.845366] env[69159]: DEBUG oslo_concurrency.lockutils [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.845624] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4/7752a99c-c5d1-41a4-a47d-77bfe0ca00c4.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.846461] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd4418c8-669c-4de8-b8f4-25ad1bc3bd62 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.858306] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.867434] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.867434] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.867434] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 956.867434] env[69159]: value = "task-3448975" [ 956.867434] env[69159]: _type = "Task" [ 956.867434] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.867434] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-280a1b53-5a0b-4077-a6fb-2898e83dd693 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.888350] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3448975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.889735] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.889735] env[69159]: value = "task-3448976" [ 956.889735] env[69159]: _type = "Task" [ 956.889735] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.898611] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448976, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.901173] env[69159]: DEBUG nova.network.neutron [-] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.941503] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.535s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.945367] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.418s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.947718] env[69159]: INFO nova.compute.claims [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.974833] env[69159]: INFO nova.scheduler.client.report [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Deleted allocations for instance bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018 [ 957.005690] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b0891a4-5053-41e0-a94d-75e173c3651b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.010961] env[69159]: DEBUG oslo_vmware.api [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448973, 'name': PowerOffVM_Task, 'duration_secs': 0.330031} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.012200] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.012373] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.012658] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77fb6f92-04e6-40b0-9afb-8678af239bf3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.021607] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb54ae4-d354-4ff0-b398-5791df5f6b28 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.066616] env[69159]: DEBUG nova.compute.manager [req-2ccfe5bf-052c-428a-b585-0dd8b2f9937e req-7b21e462-df5c-4b0a-bf70-7a32d3727532 service nova] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Detach interface failed, port_id=65068ac7-d6e4-41b9-b371-547c158c4af6, reason: Instance 0ca1e852-0478-4539-9600-568792f1754d could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 957.093657] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.093900] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.095899] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Deleting the datastore file [datastore2] 82089513-0900-4427-a46e-cf63474e8abc {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.095899] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a57799ad-5c89-445f-b0df-7c135102ab55 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.102682] env[69159]: DEBUG oslo_vmware.api [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 957.102682] env[69159]: value = "task-3448978" [ 957.102682] env[69159]: _type = "Task" [ 957.102682] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.114840] env[69159]: DEBUG oslo_vmware.api [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.219113] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635205} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.219478] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] e2f9c7f7-de40-4374-8818-078873e44498/e2f9c7f7-de40-4374-8818-078873e44498.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.219694] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.219987] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e47dfa5-d16b-4d96-b753-ac7a1c498232 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.229292] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 957.229292] env[69159]: value = "task-3448979" [ 957.229292] env[69159]: _type = "Task" [ 957.229292] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.243514] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.333534] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448974, 'name': ReconfigVM_Task, 'duration_secs': 0.39157} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.333534] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Reconfigured VM instance instance-00000045 to attach disk [datastore2] volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab/volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.338485] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8f05f43-de74-448d-be4f-94144e529cdb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.358497] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 957.358497] env[69159]: value = "task-3448980" [ 957.358497] env[69159]: _type = "Task" [ 957.358497] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.369824] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.391698] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3448975, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.403971] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448976, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.404167] env[69159]: INFO nova.compute.manager [-] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Took 1.96 seconds to deallocate network for instance. [ 957.421876] env[69159]: DEBUG oslo_vmware.rw_handles [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251d188-1d3e-de4a-7cca-ee9b670713b0/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 957.422946] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709f9f88-6314-41d5-b216-4a74a5ac3bc7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.430820] env[69159]: DEBUG oslo_vmware.rw_handles [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251d188-1d3e-de4a-7cca-ee9b670713b0/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 957.431078] env[69159]: ERROR oslo_vmware.rw_handles [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251d188-1d3e-de4a-7cca-ee9b670713b0/disk-0.vmdk due to incomplete transfer. [ 957.431300] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-585851df-80c0-4d9a-88cc-29852315122d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.441793] env[69159]: DEBUG oslo_vmware.rw_handles [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5251d188-1d3e-de4a-7cca-ee9b670713b0/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 957.441793] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Uploaded image 7a982d61-5c71-4924-a91c-ada9ccc154c5 to the Glance image server {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 957.443636] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 957.443937] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-645af81f-56cb-4ec2-a870-fa8c4be2a958 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.455088] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 957.455088] env[69159]: value = "task-3448981" [ 957.455088] env[69159]: _type = "Task" [ 957.455088] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.470019] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448981, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.482931] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0dafda3a-b993-44ba-a70e-d703982ea682 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.978s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.622194] env[69159]: DEBUG oslo_vmware.api [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3448978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369733} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.622194] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.622194] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.622194] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.622369] env[69159]: INFO nova.compute.manager [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 957.622642] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.622896] env[69159]: DEBUG nova.compute.manager [-] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 957.623127] env[69159]: DEBUG nova.network.neutron [-] [instance: 82089513-0900-4427-a46e-cf63474e8abc] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.740753] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094264} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.741114] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.741986] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8d3553-c89a-408f-86e9-20f29ec7e10e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.767076] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] e2f9c7f7-de40-4374-8818-078873e44498/e2f9c7f7-de40-4374-8818-078873e44498.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.767556] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b1220ba-7a6f-4d45-bdf0-935ffaa90c90 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.792745] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 957.792745] env[69159]: value = "task-3448982" [ 957.792745] env[69159]: _type = "Task" [ 957.792745] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.808923] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.868678] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448980, 'name': ReconfigVM_Task, 'duration_secs': 0.205827} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.868939] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688609', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'name': 'volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f9cd88-9518-464b-a053-c77ce6555754', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'serial': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 957.869669] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04d02d76-a0a0-43ff-b56d-de1caa24ef0c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.878818] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 957.878818] env[69159]: value = "task-3448983" [ 957.878818] env[69159]: _type = "Task" [ 957.878818] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.890641] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448983, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.893923] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3448975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608937} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.897154] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4/7752a99c-c5d1-41a4-a47d-77bfe0ca00c4.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.897368] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.897615] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c71b65fd-33c2-43ce-b84f-e2c5e3172462 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.905472] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448976, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.906763] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 957.906763] env[69159]: value = "task-3448984" [ 957.906763] env[69159]: _type = "Task" [ 957.906763] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.916114] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3448984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.917401] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.969863] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448981, 'name': Destroy_Task, 'duration_secs': 0.349628} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.970249] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Destroyed the VM [ 957.970383] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 957.970716] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-85172a23-ea42-4089-bdf1-ef0801ff2496 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.978891] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 957.978891] env[69159]: value = "task-3448985" [ 957.978891] env[69159]: _type = "Task" [ 957.978891] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.995022] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448985, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.275427] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c69e17-9bf8-42d7-ab87-104df3c7e48f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.284676] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bff3a6f-a472-4ebd-a491-65e34dfc011c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.325711] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6388678-e187-4230-97ba-150dd20dcde9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.331364] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448982, 'name': ReconfigVM_Task, 'duration_secs': 0.307189} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.332036] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Reconfigured VM instance instance-0000004e to attach disk [datastore2] e2f9c7f7-de40-4374-8818-078873e44498/e2f9c7f7-de40-4374-8818-078873e44498.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.332663] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6721bd84-a9b3-4517-826b-764d6f6ca601 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.337624] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21c2e78-4166-4f65-beaa-934d9cb71297 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.343441] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 958.343441] env[69159]: value = "task-3448986" [ 958.343441] env[69159]: _type = "Task" [ 958.343441] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.359636] env[69159]: DEBUG nova.compute.provider_tree [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.368648] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448986, 'name': Rename_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.391629] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448983, 'name': Rename_Task, 'duration_secs': 0.164157} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.391944] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.392674] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bced47d0-e13b-4074-a979-902bca300860 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.405433] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448976, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.407100] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 958.407100] env[69159]: value = "task-3448987" [ 958.407100] env[69159]: _type = "Task" [ 958.407100] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.425840] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.426222] env[69159]: DEBUG nova.network.neutron [-] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.428016] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3448984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077258} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.428333] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.429221] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261d0691-087e-4fc7-913b-5a39bf4a6b3a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.452246] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4/7752a99c-c5d1-41a4-a47d-77bfe0ca00c4.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.452576] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40f2d724-ad0b-4c39-9441-960a686c15af {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.475599] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 958.475599] env[69159]: value = "task-3448988" [ 958.475599] env[69159]: _type = "Task" [ 958.475599] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.488794] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3448988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.495137] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448985, 'name': RemoveSnapshot_Task, 'duration_secs': 0.447737} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.495436] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 958.495734] env[69159]: DEBUG nova.compute.manager [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 958.496809] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb834caa-f8ab-45e8-9c84-fea6ff3a0b67 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.570927] env[69159]: DEBUG nova.compute.manager [req-b7fc8bc8-b984-4173-a2bb-5d87c6ff11c0 req-0f3e8762-7bc3-4005-8407-ad340388a15c service nova] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Received event network-vif-deleted-4e6d8a13-b57c-4ca5-9195-24eac1e9211f {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 958.817841] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "2f4b594f-d1b2-41e6-af6a-1c62f85bb672" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.817950] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "2f4b594f-d1b2-41e6-af6a-1c62f85bb672" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.855037] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448986, 'name': Rename_Task, 'duration_secs': 0.168337} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.855037] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.855037] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-095df582-7afc-4348-b017-05aef10a5947 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.863125] env[69159]: DEBUG nova.scheduler.client.report [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.867086] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 958.867086] env[69159]: value = "task-3448989" [ 958.867086] env[69159]: _type = "Task" [ 958.867086] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.876365] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.906232] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448976, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.918598] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448987, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.928412] env[69159]: INFO nova.compute.manager [-] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Took 1.31 seconds to deallocate network for instance. [ 958.987217] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3448988, 'name': ReconfigVM_Task, 'duration_secs': 0.355357} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.987435] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4/7752a99c-c5d1-41a4-a47d-77bfe0ca00c4.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.988192] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb897a5b-87ee-4789-834c-ac0294ceff7b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.995872] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 958.995872] env[69159]: value = "task-3448990" [ 958.995872] env[69159]: _type = "Task" [ 958.995872] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.005041] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3448990, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.010559] env[69159]: INFO nova.compute.manager [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Shelve offloading [ 959.320632] env[69159]: DEBUG nova.compute.manager [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 959.368622] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.369130] env[69159]: DEBUG nova.compute.manager [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 959.376023] env[69159]: DEBUG oslo_concurrency.lockutils [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.200s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.376023] env[69159]: DEBUG nova.objects.instance [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Lazy-loading 'resources' on Instance uuid 81430660-3cc3-4a79-9d95-36caef3cf876 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.388100] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.408306] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448976, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.418504] env[69159]: DEBUG oslo_vmware.api [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3448987, 'name': PowerOnVM_Task, 'duration_secs': 0.563578} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.418762] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.418969] env[69159]: DEBUG nova.compute.manager [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 959.419774] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10286c94-03fa-4211-8eb8-9d96e07fba37 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.435981] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.508312] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3448990, 'name': Rename_Task, 'duration_secs': 0.418774} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.509218] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.509218] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74243993-0f81-465f-a0f7-02f9715864a8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.514357] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.514608] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e738dbdb-0e4a-493f-9435-5a982bbcea3c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.534638] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 959.534638] env[69159]: value = "task-3448992" [ 959.534638] env[69159]: _type = "Task" [ 959.534638] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.536314] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 959.536314] env[69159]: value = "task-3448991" [ 959.536314] env[69159]: _type = "Task" [ 959.536314] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.556581] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] VM already powered off {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 959.556834] env[69159]: DEBUG nova.compute.manager [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 959.557128] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3448991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.557979] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783a9324-9c21-44a9-9811-16b330132018 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.565773] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.565955] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.566144] env[69159]: DEBUG nova.network.neutron [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.843645] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.879133] env[69159]: DEBUG nova.compute.utils [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.886878] env[69159]: DEBUG nova.compute.manager [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 959.886878] env[69159]: DEBUG nova.network.neutron [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.889089] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448989, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.906868] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3448976, 'name': CreateVM_Task, 'duration_secs': 2.669124} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.909577] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.910494] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.910745] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.910988] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.911263] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d25ebb-3697-4591-a76e-1617bbd452ef {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.916662] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 959.916662] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d92aa1-fa14-2edf-eaf9-774c85e77f05" [ 959.916662] env[69159]: _type = "Task" [ 959.916662] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.928998] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d92aa1-fa14-2edf-eaf9-774c85e77f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.938919] env[69159]: DEBUG oslo_concurrency.lockutils [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.950856] env[69159]: DEBUG nova.policy [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '922af8adc242421a888657b9b031f2c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e81c263822a4f5ab411e15eced1120f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.056397] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3448991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.205835] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01dcc52-c7f6-47fc-b407-c548817e47d8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.216334] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d989ea-570f-4460-9249-65864d27ed93 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.256261] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4106e6-5ea0-4551-891b-f3e947a30a66 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.265447] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474b9597-b386-40ce-b570-9faa69a18acc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.282866] env[69159]: DEBUG nova.compute.provider_tree [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.308644] env[69159]: DEBUG nova.network.neutron [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Successfully created port: 95e6a94a-caa5-4554-900a-3c393c2f41e9 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.340518] env[69159]: DEBUG nova.network.neutron [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Updating instance_info_cache with network_info: [{"id": "fc57e1fe-0b10-45d9-bfa9-e903bd980ea9", "address": "fa:16:3e:21:d9:c0", "network": {"id": "0ec7c2af-82d0-4f2e-9053-9c71addc6ec2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1487965669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee2b7fe8b894b7fad608df786ce0d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc57e1fe-0b", "ovs_interfaceid": "fc57e1fe-0b10-45d9-bfa9-e903bd980ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.385090] env[69159]: DEBUG nova.compute.manager [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 960.388055] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448989, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.428563] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d92aa1-fa14-2edf-eaf9-774c85e77f05, 'name': SearchDatastore_Task, 'duration_secs': 0.011804} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.428563] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.428777] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.429424] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.429424] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.429424] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.429627] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5434d9d-ce84-47ee-96d4-113cde5405da {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.443750] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.443942] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.445047] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d06a3033-c711-4121-9184-80733a699bda {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.452344] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 960.452344] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bf293f-c7e6-d724-dafc-713d79a4fc8f" [ 960.452344] env[69159]: _type = "Task" [ 960.452344] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.461759] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bf293f-c7e6-d724-dafc-713d79a4fc8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.556150] env[69159]: DEBUG oslo_vmware.api [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3448991, 'name': PowerOnVM_Task, 'duration_secs': 0.805826} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.556150] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.556150] env[69159]: INFO nova.compute.manager [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Took 5.11 seconds to spawn the instance on the hypervisor. [ 960.556150] env[69159]: DEBUG nova.compute.manager [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.556150] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0f4dec-5123-4754-907c-d1cf62351479 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.784602] env[69159]: DEBUG nova.scheduler.client.report [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.843581] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Releasing lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.882758] env[69159]: DEBUG oslo_vmware.api [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3448989, 'name': PowerOnVM_Task, 'duration_secs': 1.714683} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.883086] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.883306] env[69159]: INFO nova.compute.manager [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Took 9.94 seconds to spawn the instance on the hypervisor. [ 960.883482] env[69159]: DEBUG nova.compute.manager [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.884291] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bb03c3-b662-4d06-9e14-34bea1eed6b4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.963883] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bf293f-c7e6-d724-dafc-713d79a4fc8f, 'name': SearchDatastore_Task, 'duration_secs': 0.018354} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.965097] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdfad4f9-fe60-4a26-ae2a-a718fa2e3fc1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.971543] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 960.971543] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5294aa12-ebe1-db64-0d7e-fff390511ff0" [ 960.971543] env[69159]: _type = "Task" [ 960.971543] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.980464] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5294aa12-ebe1-db64-0d7e-fff390511ff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.073186] env[69159]: INFO nova.compute.manager [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Took 31.50 seconds to build instance. [ 961.097194] env[69159]: DEBUG nova.compute.manager [req-3a61ec0f-7f86-4168-b12c-d7e784e891cf req-5d2a6170-4516-4f16-96cc-5d28900cc522 service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Received event network-vif-unplugged-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 961.097405] env[69159]: DEBUG oslo_concurrency.lockutils [req-3a61ec0f-7f86-4168-b12c-d7e784e891cf req-5d2a6170-4516-4f16-96cc-5d28900cc522 service nova] Acquiring lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.097603] env[69159]: DEBUG oslo_concurrency.lockutils [req-3a61ec0f-7f86-4168-b12c-d7e784e891cf req-5d2a6170-4516-4f16-96cc-5d28900cc522 service nova] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.097770] env[69159]: DEBUG oslo_concurrency.lockutils [req-3a61ec0f-7f86-4168-b12c-d7e784e891cf req-5d2a6170-4516-4f16-96cc-5d28900cc522 service nova] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.098567] env[69159]: DEBUG nova.compute.manager [req-3a61ec0f-7f86-4168-b12c-d7e784e891cf req-5d2a6170-4516-4f16-96cc-5d28900cc522 service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] No waiting events found dispatching network-vif-unplugged-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 961.098888] env[69159]: WARNING nova.compute.manager [req-3a61ec0f-7f86-4168-b12c-d7e784e891cf req-5d2a6170-4516-4f16-96cc-5d28900cc522 service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Received unexpected event network-vif-unplugged-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 for instance with vm_state shelved and task_state shelving_offloading. [ 961.108942] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.109313] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.200263] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.201181] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bb7fbb-0f07-4de2-9408-b21950ea675c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.210436] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.210706] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eeec07bc-4765-4e9a-b8e4-9337f5e37864 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.290188] env[69159]: DEBUG oslo_concurrency.lockutils [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.294198] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.053s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.294520] env[69159]: DEBUG nova.objects.instance [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lazy-loading 'resources' on Instance uuid 83e88bef-5ad0-4215-abc7-54ebc83452a3 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.295708] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.295904] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.296578] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Deleting the datastore file [datastore2] 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.296661] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe353f1e-ce90-4496-a3ed-c6f24f86d679 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.304752] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 961.304752] env[69159]: value = "task-3448994" [ 961.304752] env[69159]: _type = "Task" [ 961.304752] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.313946] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.316302] env[69159]: INFO nova.scheduler.client.report [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Deleted allocations for instance 81430660-3cc3-4a79-9d95-36caef3cf876 [ 961.399122] env[69159]: DEBUG nova.compute.manager [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 961.407953] env[69159]: INFO nova.compute.manager [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Took 35.82 seconds to build instance. [ 961.423034] env[69159]: DEBUG nova.virt.hardware [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.423227] env[69159]: DEBUG nova.virt.hardware [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.423388] env[69159]: DEBUG nova.virt.hardware [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.423568] env[69159]: DEBUG nova.virt.hardware [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.423737] env[69159]: DEBUG nova.virt.hardware [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.423903] env[69159]: DEBUG nova.virt.hardware [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.424145] env[69159]: DEBUG nova.virt.hardware [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.424619] env[69159]: DEBUG nova.virt.hardware [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.424845] env[69159]: DEBUG nova.virt.hardware [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.425068] env[69159]: DEBUG nova.virt.hardware [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.425280] env[69159]: DEBUG nova.virt.hardware [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.427050] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8312c92-ec6c-4a2d-a561-852d39b2548a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.436703] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f682ee-93ad-4708-bdd0-d80f5a3782cf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.485051] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5294aa12-ebe1-db64-0d7e-fff390511ff0, 'name': SearchDatastore_Task, 'duration_secs': 0.012475} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.485051] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.485051] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 5b6485db-714d-483d-9635-083f749d2d27/5b6485db-714d-483d-9635-083f749d2d27.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.485051] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddb2cfa6-7e45-441b-812d-165b8911e97f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.492555] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 961.492555] env[69159]: value = "task-3448995" [ 961.492555] env[69159]: _type = "Task" [ 961.492555] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.504521] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.575428] env[69159]: DEBUG oslo_concurrency.lockutils [None req-987320bd-cc56-4ab7-a19e-bad7599e0ebf tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Lock "7752a99c-c5d1-41a4-a47d-77bfe0ca00c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.023s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.618227] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.618373] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.618484] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.618653] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.618817] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.618971] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.619243] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69159) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 961.619417] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.817156] env[69159]: DEBUG oslo_vmware.api [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3448994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151573} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.817386] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.817557] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.817720] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.825144] env[69159]: DEBUG oslo_concurrency.lockutils [None req-10029cb1-9005-477d-81da-9bd647b1e41d tempest-ServersTestBootFromVolume-1417280270 tempest-ServersTestBootFromVolume-1417280270-project-member] Lock "81430660-3cc3-4a79-9d95-36caef3cf876" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.938s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.839080] env[69159]: INFO nova.scheduler.client.report [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Deleted allocations for instance 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6 [ 961.909704] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d30dc7b8-9dc3-4e74-a856-3a475e5de63e tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "e2f9c7f7-de40-4374-8818-078873e44498" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.352s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.922956] env[69159]: INFO nova.compute.manager [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Rebuilding instance [ 961.980836] env[69159]: DEBUG nova.compute.manager [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 961.981923] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fd4c42-83f7-4f82-9ee8-b03a4363fac5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.001179] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489265} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.003886] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 5b6485db-714d-483d-9635-083f749d2d27/5b6485db-714d-483d-9635-083f749d2d27.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.004162] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.005462] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb984fd7-3ca5-45d5-8fc5-539556842d2a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.013654] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 962.013654] env[69159]: value = "task-3448996" [ 962.013654] env[69159]: _type = "Task" [ 962.013654] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.025904] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.125281] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.139373] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054464c9-694f-44c4-971e-ae8175b52734 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.148181] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db04b9a-13b3-4991-bf5e-f4c055e34496 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.185288] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09348bec-e974-44b5-8e75-447f54f403d6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.195031] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25b923f-6b60-451d-aa8d-5a42ce8c431e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.211555] env[69159]: DEBUG nova.compute.provider_tree [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.344211] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.424406] env[69159]: DEBUG nova.network.neutron [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Successfully updated port: 95e6a94a-caa5-4554-900a-3c393c2f41e9 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.523610] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069161} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.523813] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.524633] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383f026d-ca5c-43d1-b60b-681bc349065f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.547477] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 5b6485db-714d-483d-9635-083f749d2d27/5b6485db-714d-483d-9635-083f749d2d27.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.547808] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0aa3ac7-fdd4-4a81-83b1-c4f6c6f29f46 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.575263] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 962.575263] env[69159]: value = "task-3448997" [ 962.575263] env[69159]: _type = "Task" [ 962.575263] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.588722] env[69159]: DEBUG nova.compute.manager [req-6cf0b71f-2dfb-4a88-839b-7ef9c1ec8415 req-3eb9a712-973a-45ee-ae60-c855d9433ce9 service nova] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Received event network-vif-plugged-95e6a94a-caa5-4554-900a-3c393c2f41e9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 962.588722] env[69159]: DEBUG oslo_concurrency.lockutils [req-6cf0b71f-2dfb-4a88-839b-7ef9c1ec8415 req-3eb9a712-973a-45ee-ae60-c855d9433ce9 service nova] Acquiring lock "8a211e0d-17b8-4f45-a8ed-d62e8300f8e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.588722] env[69159]: DEBUG oslo_concurrency.lockutils [req-6cf0b71f-2dfb-4a88-839b-7ef9c1ec8415 req-3eb9a712-973a-45ee-ae60-c855d9433ce9 service nova] Lock "8a211e0d-17b8-4f45-a8ed-d62e8300f8e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.588722] env[69159]: DEBUG oslo_concurrency.lockutils [req-6cf0b71f-2dfb-4a88-839b-7ef9c1ec8415 req-3eb9a712-973a-45ee-ae60-c855d9433ce9 service nova] Lock "8a211e0d-17b8-4f45-a8ed-d62e8300f8e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.588722] env[69159]: DEBUG nova.compute.manager [req-6cf0b71f-2dfb-4a88-839b-7ef9c1ec8415 req-3eb9a712-973a-45ee-ae60-c855d9433ce9 service nova] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] No waiting events found dispatching network-vif-plugged-95e6a94a-caa5-4554-900a-3c393c2f41e9 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 962.588722] env[69159]: WARNING nova.compute.manager [req-6cf0b71f-2dfb-4a88-839b-7ef9c1ec8415 req-3eb9a712-973a-45ee-ae60-c855d9433ce9 service nova] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Received unexpected event network-vif-plugged-95e6a94a-caa5-4554-900a-3c393c2f41e9 for instance with vm_state building and task_state spawning. [ 962.588722] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.715805] env[69159]: DEBUG nova.scheduler.client.report [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.927819] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Acquiring lock "refresh_cache-8a211e0d-17b8-4f45-a8ed-d62e8300f8e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.928064] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Acquired lock "refresh_cache-8a211e0d-17b8-4f45-a8ed-d62e8300f8e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.928206] env[69159]: DEBUG nova.network.neutron [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.999987] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.000714] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3464e7e-c41f-4662-bb07-f0d57cf97a9c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.010090] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 963.010090] env[69159]: value = "task-3448998" [ 963.010090] env[69159]: _type = "Task" [ 963.010090] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.019957] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3448998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.089235] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448997, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.170158] env[69159]: DEBUG nova.compute.manager [req-d8c0824d-6ace-4247-9579-e945d524d6f6 req-b7e5f953-bdcd-4eca-92d0-92b1630f3a48 service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Received event network-changed-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 963.170422] env[69159]: DEBUG nova.compute.manager [req-d8c0824d-6ace-4247-9579-e945d524d6f6 req-b7e5f953-bdcd-4eca-92d0-92b1630f3a48 service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Refreshing instance network info cache due to event network-changed-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 963.170932] env[69159]: DEBUG oslo_concurrency.lockutils [req-d8c0824d-6ace-4247-9579-e945d524d6f6 req-b7e5f953-bdcd-4eca-92d0-92b1630f3a48 service nova] Acquiring lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.170932] env[69159]: DEBUG oslo_concurrency.lockutils [req-d8c0824d-6ace-4247-9579-e945d524d6f6 req-b7e5f953-bdcd-4eca-92d0-92b1630f3a48 service nova] Acquired lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.170932] env[69159]: DEBUG nova.network.neutron [req-d8c0824d-6ace-4247-9579-e945d524d6f6 req-b7e5f953-bdcd-4eca-92d0-92b1630f3a48 service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Refreshing network info cache for port fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.223775] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.227531] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.148s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.227779] env[69159]: DEBUG nova.objects.instance [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lazy-loading 'resources' on Instance uuid 0ff8a788-a925-4503-a446-e83c479461f7 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.264493] env[69159]: INFO nova.scheduler.client.report [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Deleted allocations for instance 83e88bef-5ad0-4215-abc7-54ebc83452a3 [ 963.493169] env[69159]: DEBUG nova.network.neutron [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.521663] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3448998, 'name': PowerOffVM_Task, 'duration_secs': 0.223452} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.522240] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.523594] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.524071] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1e5008-8d0b-4eab-a079-a3fc82918e8f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.535393] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.535663] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8709b15-379b-4728-8339-b9571b36d46b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.565023] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.565023] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.565023] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Deleting the datastore file [datastore1] 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.565400] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-982235de-9b52-4085-b741-32dfc00c6975 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.576235] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 963.576235] env[69159]: value = "task-3449000" [ 963.576235] env[69159]: _type = "Task" [ 963.576235] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.603590] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.606740] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448997, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.730962] env[69159]: DEBUG nova.network.neutron [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Updating instance_info_cache with network_info: [{"id": "95e6a94a-caa5-4554-900a-3c393c2f41e9", "address": "fa:16:3e:f0:3e:43", "network": {"id": "2db83f6d-c7ed-4df3-8041-9e1ed27101ca", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1646232585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e81c263822a4f5ab411e15eced1120f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e6a94a-ca", "ovs_interfaceid": "95e6a94a-caa5-4554-900a-3c393c2f41e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.757299] env[69159]: DEBUG nova.scheduler.client.report [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Refreshing inventories for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 963.774866] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf74dd03-fdab-4952-b20b-a9c4c8ac1295 tempest-ServersWithSpecificFlavorTestJSON-1284718578 tempest-ServersWithSpecificFlavorTestJSON-1284718578-project-member] Lock "83e88bef-5ad0-4215-abc7-54ebc83452a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.165s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.776117] env[69159]: DEBUG nova.scheduler.client.report [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Updating ProviderTree inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 963.776340] env[69159]: DEBUG nova.compute.provider_tree [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.794983] env[69159]: DEBUG nova.scheduler.client.report [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Refreshing aggregate associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, aggregates: None {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 963.820019] env[69159]: DEBUG nova.scheduler.client.report [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Refreshing trait associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 963.900287] env[69159]: DEBUG nova.compute.manager [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 963.901384] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843a4389-e5c2-4663-a58d-5bb042ecccb8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.063511] env[69159]: DEBUG nova.network.neutron [req-d8c0824d-6ace-4247-9579-e945d524d6f6 req-b7e5f953-bdcd-4eca-92d0-92b1630f3a48 service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Updated VIF entry in instance network info cache for port fc57e1fe-0b10-45d9-bfa9-e903bd980ea9. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.063870] env[69159]: DEBUG nova.network.neutron [req-d8c0824d-6ace-4247-9579-e945d524d6f6 req-b7e5f953-bdcd-4eca-92d0-92b1630f3a48 service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Updating instance_info_cache with network_info: [{"id": "fc57e1fe-0b10-45d9-bfa9-e903bd980ea9", "address": "fa:16:3e:21:d9:c0", "network": {"id": "0ec7c2af-82d0-4f2e-9053-9c71addc6ec2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1487965669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee2b7fe8b894b7fad608df786ce0d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfc57e1fe-0b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.087934] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11813} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.092212] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.092568] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.092933] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.112461] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3448997, 'name': ReconfigVM_Task, 'duration_secs': 1.296247} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.112461] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 5b6485db-714d-483d-9635-083f749d2d27/5b6485db-714d-483d-9635-083f749d2d27.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.112461] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8a4084f-5d2c-4d6d-8935-bfe63c6d3e5a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.121635] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 964.121635] env[69159]: value = "task-3449001" [ 964.121635] env[69159]: _type = "Task" [ 964.121635] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.133850] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3449001, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.178167] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fdabc5-d660-4fee-8fcb-ae478b655648 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.190209] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83773dae-9681-42bd-b215-0596a35f2825 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.228929] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5f09e2-98b8-4973-b21c-7d4174317d67 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.232082] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Releasing lock "refresh_cache-8a211e0d-17b8-4f45-a8ed-d62e8300f8e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.232423] env[69159]: DEBUG nova.compute.manager [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Instance network_info: |[{"id": "95e6a94a-caa5-4554-900a-3c393c2f41e9", "address": "fa:16:3e:f0:3e:43", "network": {"id": "2db83f6d-c7ed-4df3-8041-9e1ed27101ca", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1646232585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e81c263822a4f5ab411e15eced1120f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e6a94a-ca", "ovs_interfaceid": "95e6a94a-caa5-4554-900a-3c393c2f41e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 964.232898] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:3e:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95e6a94a-caa5-4554-900a-3c393c2f41e9', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.241133] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Creating folder: Project (4e81c263822a4f5ab411e15eced1120f). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.241504] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21b9e0c1-99d1-4b2d-bb44-399ce1d65491 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.250410] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2792ec77-b31d-455c-8974-316d72663080 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.266961] env[69159]: DEBUG nova.compute.provider_tree [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.272658] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Created folder: Project (4e81c263822a4f5ab411e15eced1120f) in parent group-v688391. [ 964.272658] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Creating folder: Instances. Parent ref: group-v688621. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.272658] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc27cf90-cdcc-4733-990a-e59503c96ab9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.284604] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Created folder: Instances in parent group-v688621. [ 964.284604] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.284604] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.284824] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67044997-5ffb-44d9-a435-628ee5bb443b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.308354] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.308354] env[69159]: value = "task-3449004" [ 964.308354] env[69159]: _type = "Task" [ 964.308354] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.317822] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449004, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.420407] env[69159]: INFO nova.compute.manager [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] instance snapshotting [ 964.423308] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63f6ad2-a34b-4a9c-b6f1-1ced9a4b4f9c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.448858] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97aaa80e-8e9b-4cc6-a6c5-125cdf4b9c75 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.483049] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.567018] env[69159]: DEBUG oslo_concurrency.lockutils [req-d8c0824d-6ace-4247-9579-e945d524d6f6 req-b7e5f953-bdcd-4eca-92d0-92b1630f3a48 service nova] Releasing lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.613953] env[69159]: DEBUG nova.compute.manager [req-63e7f4ec-4018-43b9-9381-faee599d5c37 req-c313e065-56ff-46f7-8d71-904fc1ea98ba service nova] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Received event network-changed-95e6a94a-caa5-4554-900a-3c393c2f41e9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 964.614319] env[69159]: DEBUG nova.compute.manager [req-63e7f4ec-4018-43b9-9381-faee599d5c37 req-c313e065-56ff-46f7-8d71-904fc1ea98ba service nova] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Refreshing instance network info cache due to event network-changed-95e6a94a-caa5-4554-900a-3c393c2f41e9. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 964.614564] env[69159]: DEBUG oslo_concurrency.lockutils [req-63e7f4ec-4018-43b9-9381-faee599d5c37 req-c313e065-56ff-46f7-8d71-904fc1ea98ba service nova] Acquiring lock "refresh_cache-8a211e0d-17b8-4f45-a8ed-d62e8300f8e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.614564] env[69159]: DEBUG oslo_concurrency.lockutils [req-63e7f4ec-4018-43b9-9381-faee599d5c37 req-c313e065-56ff-46f7-8d71-904fc1ea98ba service nova] Acquired lock "refresh_cache-8a211e0d-17b8-4f45-a8ed-d62e8300f8e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.615238] env[69159]: DEBUG nova.network.neutron [req-63e7f4ec-4018-43b9-9381-faee599d5c37 req-c313e065-56ff-46f7-8d71-904fc1ea98ba service nova] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Refreshing network info cache for port 95e6a94a-caa5-4554-900a-3c393c2f41e9 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.633396] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3449001, 'name': Rename_Task, 'duration_secs': 0.155449} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.633672] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.633931] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46f95157-fce6-4abe-a1aa-4f88c2ae47a2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.642206] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 964.642206] env[69159]: value = "task-3449005" [ 964.642206] env[69159]: _type = "Task" [ 964.642206] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.651250] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3449005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.772275] env[69159]: DEBUG nova.scheduler.client.report [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.819600] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449004, 'name': CreateVM_Task, 'duration_secs': 0.359057} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.819776] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.820509] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.820675] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.821057] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.821265] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b6a864a-3648-4631-8d6d-89350f564cba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.827691] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Waiting for the task: (returnval){ [ 964.827691] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52604d7a-9681-38ca-1b31-2ede5cecd50d" [ 964.827691] env[69159]: _type = "Task" [ 964.827691] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.836826] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52604d7a-9681-38ca-1b31-2ede5cecd50d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.966379] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 964.967286] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-67254f6b-c7c1-4f14-ab0a-b6d5cc76c0cb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.976054] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 964.976054] env[69159]: value = "task-3449006" [ 964.976054] env[69159]: _type = "Task" [ 964.976054] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.985875] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449006, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.142841] env[69159]: DEBUG nova.virt.hardware [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.143157] env[69159]: DEBUG nova.virt.hardware [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.143351] env[69159]: DEBUG nova.virt.hardware [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.143555] env[69159]: DEBUG nova.virt.hardware [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.143710] env[69159]: DEBUG nova.virt.hardware [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.143859] env[69159]: DEBUG nova.virt.hardware [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.144167] env[69159]: DEBUG nova.virt.hardware [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.145203] env[69159]: DEBUG nova.virt.hardware [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.145203] env[69159]: DEBUG nova.virt.hardware [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.145203] env[69159]: DEBUG nova.virt.hardware [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.145203] env[69159]: DEBUG nova.virt.hardware [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.145929] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341751cd-9e75-48b8-aa0c-06af3d65fe02 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.161307] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab8ca58-5942-452e-9477-5caa46331c81 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.167835] env[69159]: DEBUG oslo_vmware.api [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3449005, 'name': PowerOnVM_Task, 'duration_secs': 0.473818} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.167835] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.167835] env[69159]: DEBUG nova.compute.manager [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 965.167835] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721fb240-d544-4a10-bd00-0d2b82909ede {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.178199] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.185896] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.189188] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.189478] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8fd038a-7b90-459f-b288-3385f5c92f15 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.218027] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.218027] env[69159]: value = "task-3449007" [ 965.218027] env[69159]: _type = "Task" [ 965.218027] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.226204] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449007, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.283126] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.283126] env[69159]: DEBUG oslo_concurrency.lockutils [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.369s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.284356] env[69159]: INFO nova.compute.claims [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.325371] env[69159]: INFO nova.scheduler.client.report [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleted allocations for instance 0ff8a788-a925-4503-a446-e83c479461f7 [ 965.341978] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52604d7a-9681-38ca-1b31-2ede5cecd50d, 'name': SearchDatastore_Task, 'duration_secs': 0.014773} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.344746] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.345040] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.345284] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.345435] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.345610] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.345893] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee53e799-c988-4481-a119-0f4568b45a58 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.356859] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.357097] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.359604] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79e0277-8231-4a1a-ab9c-ba6107b8d6fd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.364986] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Waiting for the task: (returnval){ [ 965.364986] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f2f696-d8b7-d450-78d6-3e283b806f61" [ 965.364986] env[69159]: _type = "Task" [ 965.364986] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.377612] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f2f696-d8b7-d450-78d6-3e283b806f61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.427548] env[69159]: DEBUG nova.objects.instance [None req-15a36cc2-c3df-42fa-999f-083ee2b71066 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Lazy-loading 'flavor' on Instance uuid 9607aa48-7f97-4944-9450-98863f0937ff {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.489445] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449006, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.526596] env[69159]: DEBUG nova.network.neutron [req-63e7f4ec-4018-43b9-9381-faee599d5c37 req-c313e065-56ff-46f7-8d71-904fc1ea98ba service nova] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Updated VIF entry in instance network info cache for port 95e6a94a-caa5-4554-900a-3c393c2f41e9. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.527264] env[69159]: DEBUG nova.network.neutron [req-63e7f4ec-4018-43b9-9381-faee599d5c37 req-c313e065-56ff-46f7-8d71-904fc1ea98ba service nova] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Updating instance_info_cache with network_info: [{"id": "95e6a94a-caa5-4554-900a-3c393c2f41e9", "address": "fa:16:3e:f0:3e:43", "network": {"id": "2db83f6d-c7ed-4df3-8041-9e1ed27101ca", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1646232585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e81c263822a4f5ab411e15eced1120f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e6a94a-ca", "ovs_interfaceid": "95e6a94a-caa5-4554-900a-3c393c2f41e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.720649] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.734357] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449007, 'name': CreateVM_Task, 'duration_secs': 0.39078} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.734357] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.735183] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.735440] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.735822] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.736141] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51421ad0-a0f3-45b8-a35a-2e1467de9f62 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.742603] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 965.742603] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524568f1-6e68-c350-b642-793022d593c1" [ 965.742603] env[69159]: _type = "Task" [ 965.742603] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.752607] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524568f1-6e68-c350-b642-793022d593c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.840093] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bc7b1f51-d2c6-4a47-b97f-117208e554b4 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "0ff8a788-a925-4503-a446-e83c479461f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.180s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.878047] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f2f696-d8b7-d450-78d6-3e283b806f61, 'name': SearchDatastore_Task, 'duration_secs': 0.014837} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.878047] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f727b9ca-8441-4a33-9f28-a036133dbe9f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.886142] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Waiting for the task: (returnval){ [ 965.886142] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52acbce7-fe89-1e14-d490-192b36519045" [ 965.886142] env[69159]: _type = "Task" [ 965.886142] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.896994] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52acbce7-fe89-1e14-d490-192b36519045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.934189] env[69159]: DEBUG oslo_concurrency.lockutils [None req-15a36cc2-c3df-42fa-999f-083ee2b71066 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Acquiring lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.934376] env[69159]: DEBUG oslo_concurrency.lockutils [None req-15a36cc2-c3df-42fa-999f-083ee2b71066 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Acquired lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.991188] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449006, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.031917] env[69159]: DEBUG oslo_concurrency.lockutils [req-63e7f4ec-4018-43b9-9381-faee599d5c37 req-c313e065-56ff-46f7-8d71-904fc1ea98ba service nova] Releasing lock "refresh_cache-8a211e0d-17b8-4f45-a8ed-d62e8300f8e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.257082] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524568f1-6e68-c350-b642-793022d593c1, 'name': SearchDatastore_Task, 'duration_secs': 0.021668} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.257506] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.257587] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.257789] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.315070] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "293007ac-5a8d-4669-8910-f1757b3ea83a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.315070] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "293007ac-5a8d-4669-8910-f1757b3ea83a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.403734] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52acbce7-fe89-1e14-d490-192b36519045, 'name': SearchDatastore_Task, 'duration_secs': 0.018931} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.404092] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.404410] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0/8a211e0d-17b8-4f45-a8ed-d62e8300f8e0.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.405058] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.405154] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.405439] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7b716ec-7bce-4eac-b973-a3092c76c3fd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.412500] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85a0e08a-0a11-4b98-abd5-b51947c31473 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.422722] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Waiting for the task: (returnval){ [ 966.422722] env[69159]: value = "task-3449008" [ 966.422722] env[69159]: _type = "Task" [ 966.422722] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.429499] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.429653] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.437777] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-949e13e3-1c6c-4f4c-bcb4-c84a3f05e5ac {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.441814] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': task-3449008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.447396] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 966.447396] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527ab096-63a0-136a-a91d-af1b6b23ed92" [ 966.447396] env[69159]: _type = "Task" [ 966.447396] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.459768] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527ab096-63a0-136a-a91d-af1b6b23ed92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.475119] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquiring lock "5b6485db-714d-483d-9635-083f749d2d27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.475398] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Lock "5b6485db-714d-483d-9635-083f749d2d27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.475948] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquiring lock "5b6485db-714d-483d-9635-083f749d2d27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.475948] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Lock "5b6485db-714d-483d-9635-083f749d2d27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.476134] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Lock "5b6485db-714d-483d-9635-083f749d2d27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.478165] env[69159]: INFO nova.compute.manager [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Terminating instance [ 966.490637] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449006, 'name': CreateSnapshot_Task, 'duration_secs': 1.034385} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.490895] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 966.492575] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b9129a-f878-4aff-a9d1-62826df1483b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.660018] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee88d456-ca4a-439d-ad7e-78f1a36ac8ea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.669029] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67dd51a-3b93-47d2-b0be-cdbbd6a732b0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.702233] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad85675d-9f5a-47e2-82f1-ac6fd20974f7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.711685] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4374cb-cdfa-4768-9b5c-8d9767b414d1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.726015] env[69159]: DEBUG nova.compute.provider_tree [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.748215] env[69159]: DEBUG nova.network.neutron [None req-15a36cc2-c3df-42fa-999f-083ee2b71066 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.767913] env[69159]: DEBUG oslo_concurrency.lockutils [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "a433dba3-6807-4b41-91b1-713bcba8a86d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.768180] env[69159]: DEBUG oslo_concurrency.lockutils [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "a433dba3-6807-4b41-91b1-713bcba8a86d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.798494] env[69159]: DEBUG nova.compute.manager [req-d0ee18ca-7adf-4fa9-afe8-abbbdd9b4299 req-c8fdd32a-3294-4c03-aa5f-9e6d2ec2fe32 service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Received event network-changed-27d05fc1-bd16-49f5-9dcb-babc3482af26 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 966.798685] env[69159]: DEBUG nova.compute.manager [req-d0ee18ca-7adf-4fa9-afe8-abbbdd9b4299 req-c8fdd32a-3294-4c03-aa5f-9e6d2ec2fe32 service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Refreshing instance network info cache due to event network-changed-27d05fc1-bd16-49f5-9dcb-babc3482af26. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 966.798945] env[69159]: DEBUG oslo_concurrency.lockutils [req-d0ee18ca-7adf-4fa9-afe8-abbbdd9b4299 req-c8fdd32a-3294-4c03-aa5f-9e6d2ec2fe32 service nova] Acquiring lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.818129] env[69159]: DEBUG nova.compute.manager [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 966.933566] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': task-3449008, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.959090] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527ab096-63a0-136a-a91d-af1b6b23ed92, 'name': SearchDatastore_Task, 'duration_secs': 0.022807} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.960026] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92723ec6-bc6e-463e-b07c-28f7bb3b9dc1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.968659] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 966.968659] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525bd62c-034b-6638-b452-079f3b9f81bc" [ 966.968659] env[69159]: _type = "Task" [ 966.968659] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.979635] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525bd62c-034b-6638-b452-079f3b9f81bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.985495] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquiring lock "refresh_cache-5b6485db-714d-483d-9635-083f749d2d27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.985730] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquired lock "refresh_cache-5b6485db-714d-483d-9635-083f749d2d27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.985925] env[69159]: DEBUG nova.network.neutron [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.019264] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 967.020287] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad36e8d4-5eec-4589-8afb-1a7945f64495 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.032186] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 967.032186] env[69159]: value = "task-3449009" [ 967.032186] env[69159]: _type = "Task" [ 967.032186] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.042695] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449009, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.207792] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "6658d775-47f8-4ba7-baf3-f7bd78cf559b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.208161] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "6658d775-47f8-4ba7-baf3-f7bd78cf559b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.229407] env[69159]: DEBUG nova.scheduler.client.report [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.270710] env[69159]: DEBUG nova.compute.manager [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 967.347499] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.435200] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': task-3449008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84572} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.436317] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0/8a211e0d-17b8-4f45-a8ed-d62e8300f8e0.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.437505] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.437505] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03c9394c-b2a9-4bee-9f07-45b57ceef81a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.446905] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Waiting for the task: (returnval){ [ 967.446905] env[69159]: value = "task-3449010" [ 967.446905] env[69159]: _type = "Task" [ 967.446905] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.459192] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': task-3449010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.483426] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525bd62c-034b-6638-b452-079f3b9f81bc, 'name': SearchDatastore_Task, 'duration_secs': 0.057756} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.483882] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.484233] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4/7752a99c-c5d1-41a4-a47d-77bfe0ca00c4.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.484564] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-064793a2-b51e-47d4-9bab-3883567a59b1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.492865] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 967.492865] env[69159]: value = "task-3449011" [ 967.492865] env[69159]: _type = "Task" [ 967.492865] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.503683] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.514443] env[69159]: DEBUG nova.network.neutron [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.539141] env[69159]: DEBUG nova.network.neutron [None req-15a36cc2-c3df-42fa-999f-083ee2b71066 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Updating instance_info_cache with network_info: [{"id": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "address": "fa:16:3e:23:11:8b", "network": {"id": "253c555b-e424-4096-bd5a-e72e2e62e26e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759042436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf9162ee4c2b4493ab375f449e3f0fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d05fc1-bd", "ovs_interfaceid": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.544144] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449009, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.584770] env[69159]: DEBUG nova.network.neutron [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.715321] env[69159]: DEBUG nova.compute.manager [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 967.737271] env[69159]: DEBUG oslo_concurrency.lockutils [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.737574] env[69159]: DEBUG nova.compute.manager [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 967.741339] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.201s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.804897] env[69159]: DEBUG oslo_concurrency.lockutils [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.963180] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': task-3449010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09134} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.963574] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.964732] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61dfa93-2551-4a0c-8479-fb7dd7721896 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.972643] env[69159]: DEBUG nova.objects.instance [None req-b9260288-88cd-4f79-9af1-2d84dc26bb2e tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Lazy-loading 'flavor' on Instance uuid 9607aa48-7f97-4944-9450-98863f0937ff {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.996848] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0/8a211e0d-17b8-4f45-a8ed-d62e8300f8e0.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.998440] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c73949d-0897-4226-8cc9-5b879282e157 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.026169] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449011, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.028179] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Waiting for the task: (returnval){ [ 968.028179] env[69159]: value = "task-3449012" [ 968.028179] env[69159]: _type = "Task" [ 968.028179] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.038670] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': task-3449012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.050930] env[69159]: DEBUG oslo_concurrency.lockutils [None req-15a36cc2-c3df-42fa-999f-083ee2b71066 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Releasing lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.050930] env[69159]: DEBUG nova.compute.manager [None req-15a36cc2-c3df-42fa-999f-083ee2b71066 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Inject network info {{(pid=69159) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7736}} [ 968.050930] env[69159]: DEBUG nova.compute.manager [None req-15a36cc2-c3df-42fa-999f-083ee2b71066 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] network_info to inject: |[{"id": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "address": "fa:16:3e:23:11:8b", "network": {"id": "253c555b-e424-4096-bd5a-e72e2e62e26e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759042436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf9162ee4c2b4493ab375f449e3f0fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d05fc1-bd", "ovs_interfaceid": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 968.055060] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-15a36cc2-c3df-42fa-999f-083ee2b71066 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Reconfiguring VM instance to set the machine id {{(pid=69159) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 968.056016] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449009, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.056016] env[69159]: DEBUG oslo_concurrency.lockutils [req-d0ee18ca-7adf-4fa9-afe8-abbbdd9b4299 req-c8fdd32a-3294-4c03-aa5f-9e6d2ec2fe32 service nova] Acquired lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.056016] env[69159]: DEBUG nova.network.neutron [req-d0ee18ca-7adf-4fa9-afe8-abbbdd9b4299 req-c8fdd32a-3294-4c03-aa5f-9e6d2ec2fe32 service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Refreshing network info cache for port 27d05fc1-bd16-49f5-9dcb-babc3482af26 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.057612] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b156efdc-f5af-4aa2-b9ab-3aa126851025 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.078753] env[69159]: DEBUG oslo_vmware.api [None req-15a36cc2-c3df-42fa-999f-083ee2b71066 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Waiting for the task: (returnval){ [ 968.078753] env[69159]: value = "task-3449013" [ 968.078753] env[69159]: _type = "Task" [ 968.078753] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.088771] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Releasing lock "refresh_cache-5b6485db-714d-483d-9635-083f749d2d27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.089273] env[69159]: DEBUG nova.compute.manager [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 968.089470] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.089751] env[69159]: DEBUG oslo_vmware.api [None req-15a36cc2-c3df-42fa-999f-083ee2b71066 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3449013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.090752] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3337e9bb-d060-4172-8e93-9a060e553d22 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.101900] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.102252] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-370eba11-42fe-4209-af9e-b9ebaddcf435 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.113510] env[69159]: DEBUG oslo_vmware.api [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 968.113510] env[69159]: value = "task-3449014" [ 968.113510] env[69159]: _type = "Task" [ 968.113510] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.123899] env[69159]: DEBUG oslo_vmware.api [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3449014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.244409] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.245987] env[69159]: DEBUG nova.compute.utils [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.249853] env[69159]: DEBUG nova.compute.manager [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 968.250068] env[69159]: DEBUG nova.network.neutron [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.301451] env[69159]: DEBUG nova.policy [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b819389c5f204842a017a355a2b49539', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a65caa465ed440aea5d11b727c1f1fd3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.476301] env[69159]: DEBUG nova.network.neutron [req-d0ee18ca-7adf-4fa9-afe8-abbbdd9b4299 req-c8fdd32a-3294-4c03-aa5f-9e6d2ec2fe32 service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Updated VIF entry in instance network info cache for port 27d05fc1-bd16-49f5-9dcb-babc3482af26. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.476743] env[69159]: DEBUG nova.network.neutron [req-d0ee18ca-7adf-4fa9-afe8-abbbdd9b4299 req-c8fdd32a-3294-4c03-aa5f-9e6d2ec2fe32 service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Updating instance_info_cache with network_info: [{"id": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "address": "fa:16:3e:23:11:8b", "network": {"id": "253c555b-e424-4096-bd5a-e72e2e62e26e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759042436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf9162ee4c2b4493ab375f449e3f0fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d05fc1-bd", "ovs_interfaceid": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.504482] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b9260288-88cd-4f79-9af1-2d84dc26bb2e tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Acquiring lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.514203] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563163} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.514536] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4/7752a99c-c5d1-41a4-a47d-77bfe0ca00c4.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.514781] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.515104] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c574194d-e6ed-460d-b519-140010817762 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.526556] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 968.526556] env[69159]: value = "task-3449015" [ 968.526556] env[69159]: _type = "Task" [ 968.526556] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.548462] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': task-3449012, 'name': ReconfigVM_Task, 'duration_secs': 0.384887} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.548695] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.552265] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0/8a211e0d-17b8-4f45-a8ed-d62e8300f8e0.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.552565] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf34bc11-c2a8-44f5-8c5b-22db280b9f97 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.557319] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449009, 'name': CloneVM_Task} progress is 95%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.562413] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Waiting for the task: (returnval){ [ 968.562413] env[69159]: value = "task-3449016" [ 968.562413] env[69159]: _type = "Task" [ 968.562413] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.576080] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': task-3449016, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.591468] env[69159]: DEBUG oslo_vmware.api [None req-15a36cc2-c3df-42fa-999f-083ee2b71066 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3449013, 'name': ReconfigVM_Task, 'duration_secs': 0.180197} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.591807] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-15a36cc2-c3df-42fa-999f-083ee2b71066 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Reconfigured VM instance to set the machine id {{(pid=69159) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 968.628541] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d94082-f2c1-4edc-9b04-7fa19b923680 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.637596] env[69159]: DEBUG oslo_vmware.api [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3449014, 'name': PowerOffVM_Task, 'duration_secs': 0.147648} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.638284] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.638513] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.638708] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4f28451-dc3b-40e4-9a9e-c7ff3dd6beb6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.643694] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdf5a2b-2057-47b1-969e-2256a289e29f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.694825] env[69159]: DEBUG nova.network.neutron [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Successfully created port: a2535e0b-8a2b-4d8a-b95e-65c29c46fe78 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.698365] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41952ebe-3643-4c4a-8338-1d332d2f1341 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.702176] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.702482] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.702741] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Deleting the datastore file [datastore1] 5b6485db-714d-483d-9635-083f749d2d27 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.703586] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45cfe2b9-938e-40d4-ad1f-e2c822288e64 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.712853] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bce935-4b24-4358-b4d4-d3225365c3a0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.717218] env[69159]: DEBUG oslo_vmware.api [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for the task: (returnval){ [ 968.717218] env[69159]: value = "task-3449018" [ 968.717218] env[69159]: _type = "Task" [ 968.717218] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.729501] env[69159]: DEBUG nova.compute.provider_tree [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.737540] env[69159]: DEBUG oslo_vmware.api [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3449018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.758028] env[69159]: DEBUG nova.compute.manager [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 968.979542] env[69159]: DEBUG oslo_concurrency.lockutils [req-d0ee18ca-7adf-4fa9-afe8-abbbdd9b4299 req-c8fdd32a-3294-4c03-aa5f-9e6d2ec2fe32 service nova] Releasing lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.980099] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b9260288-88cd-4f79-9af1-2d84dc26bb2e tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Acquired lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.037529] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102202} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.037988] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.039068] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf6c060-7649-4821-a9d4-7d8db830fa20 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.051737] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449009, 'name': CloneVM_Task} progress is 95%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.075670] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4/7752a99c-c5d1-41a4-a47d-77bfe0ca00c4.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.078094] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dfa467a-377d-47bf-8cd3-a373877161f6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.103042] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': task-3449016, 'name': Rename_Task, 'duration_secs': 0.211749} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.104753] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.105130] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 969.105130] env[69159]: value = "task-3449019" [ 969.105130] env[69159]: _type = "Task" [ 969.105130] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.105481] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f5c48f5-f9ab-43f6-a4fd-821b100bd6e6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.115532] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.116929] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Waiting for the task: (returnval){ [ 969.116929] env[69159]: value = "task-3449020" [ 969.116929] env[69159]: _type = "Task" [ 969.116929] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.126270] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': task-3449020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.228574] env[69159]: DEBUG oslo_vmware.api [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Task: {'id': task-3449018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119945} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.228902] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.229149] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.229651] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.229651] env[69159]: INFO nova.compute.manager [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Took 1.14 seconds to destroy the instance on the hypervisor. [ 969.229983] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.230155] env[69159]: DEBUG nova.compute.manager [-] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 969.230277] env[69159]: DEBUG nova.network.neutron [-] [instance: 5b6485db-714d-483d-9635-083f749d2d27] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.234364] env[69159]: DEBUG nova.scheduler.client.report [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.251240] env[69159]: DEBUG nova.network.neutron [-] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.554652] env[69159]: DEBUG nova.network.neutron [None req-b9260288-88cd-4f79-9af1-2d84dc26bb2e tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.565466] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449009, 'name': CloneVM_Task, 'duration_secs': 2.16238} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.565466] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Created linked-clone VM from snapshot [ 969.566605] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9ff15f-bd7e-44e6-98af-31b1e0b2e405 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.576853] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Uploading image cfb28372-2d1e-4ee5-a2b4-19a0131c2048 {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 969.608049] env[69159]: DEBUG oslo_vmware.rw_handles [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 969.608049] env[69159]: value = "vm-688626" [ 969.608049] env[69159]: _type = "VirtualMachine" [ 969.608049] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 969.608849] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fd482fee-0bad-4117-889e-c50c156090cc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.625109] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449019, 'name': ReconfigVM_Task, 'duration_secs': 0.325306} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.625612] env[69159]: DEBUG oslo_vmware.rw_handles [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lease: (returnval){ [ 969.625612] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5294af39-0680-91d9-0d78-347c2dd68ac6" [ 969.625612] env[69159]: _type = "HttpNfcLease" [ 969.625612] env[69159]: } obtained for exporting VM: (result){ [ 969.625612] env[69159]: value = "vm-688626" [ 969.625612] env[69159]: _type = "VirtualMachine" [ 969.625612] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 969.625914] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the lease: (returnval){ [ 969.625914] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5294af39-0680-91d9-0d78-347c2dd68ac6" [ 969.625914] env[69159]: _type = "HttpNfcLease" [ 969.625914] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 969.626551] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4/7752a99c-c5d1-41a4-a47d-77bfe0ca00c4.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.627312] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c914c34-8c2c-487e-9e8e-7f3667a27f3f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.636789] env[69159]: DEBUG oslo_vmware.api [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': task-3449020, 'name': PowerOnVM_Task, 'duration_secs': 0.484492} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.639170] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.639474] env[69159]: INFO nova.compute.manager [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Took 8.24 seconds to spawn the instance on the hypervisor. [ 969.639677] env[69159]: DEBUG nova.compute.manager [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 969.640889] env[69159]: DEBUG nova.compute.manager [req-5b82ccc1-c724-4c76-95ad-81382ca437be req-089366dd-e46d-44e6-b1c8-dd3b78099b3f service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Received event network-changed-27d05fc1-bd16-49f5-9dcb-babc3482af26 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 969.641158] env[69159]: DEBUG nova.compute.manager [req-5b82ccc1-c724-4c76-95ad-81382ca437be req-089366dd-e46d-44e6-b1c8-dd3b78099b3f service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Refreshing instance network info cache due to event network-changed-27d05fc1-bd16-49f5-9dcb-babc3482af26. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 969.641370] env[69159]: DEBUG oslo_concurrency.lockutils [req-5b82ccc1-c724-4c76-95ad-81382ca437be req-089366dd-e46d-44e6-b1c8-dd3b78099b3f service nova] Acquiring lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.642421] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9550fc-1bcb-4e72-a8ee-a7b31079a508 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.647716] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 969.647716] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5294af39-0680-91d9-0d78-347c2dd68ac6" [ 969.647716] env[69159]: _type = "HttpNfcLease" [ 969.647716] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 969.649337] env[69159]: DEBUG oslo_vmware.rw_handles [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 969.649337] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5294af39-0680-91d9-0d78-347c2dd68ac6" [ 969.649337] env[69159]: _type = "HttpNfcLease" [ 969.649337] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 969.649653] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 969.649653] env[69159]: value = "task-3449022" [ 969.649653] env[69159]: _type = "Task" [ 969.649653] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.650435] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e4c0b7-180e-4c9d-8322-442a9e80b448 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.669378] env[69159]: DEBUG oslo_vmware.rw_handles [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52884f69-4e0e-a68a-7f5f-2cba8df40836/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 969.669576] env[69159]: DEBUG oslo_vmware.rw_handles [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52884f69-4e0e-a68a-7f5f-2cba8df40836/disk-0.vmdk for reading. {{(pid=69159) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 969.674406] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449022, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.754292] env[69159]: DEBUG nova.network.neutron [-] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.765077] env[69159]: DEBUG nova.compute.manager [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 969.770292] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-62fe5402-4a78-4309-b425-71066d96fb8c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.795256] env[69159]: DEBUG nova.virt.hardware [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.795537] env[69159]: DEBUG nova.virt.hardware [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.795694] env[69159]: DEBUG nova.virt.hardware [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.795874] env[69159]: DEBUG nova.virt.hardware [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.796495] env[69159]: DEBUG nova.virt.hardware [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.796608] env[69159]: DEBUG nova.virt.hardware [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.796764] env[69159]: DEBUG nova.virt.hardware [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.796936] env[69159]: DEBUG nova.virt.hardware [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.797171] env[69159]: DEBUG nova.virt.hardware [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.797393] env[69159]: DEBUG nova.virt.hardware [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.797630] env[69159]: DEBUG nova.virt.hardware [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.798489] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8ade93-f3c9-4007-8153-5e683d99bcc6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.812521] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02685963-80d5-40d9-ac1b-dda006a336a7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.174150] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449022, 'name': Rename_Task, 'duration_secs': 0.168036} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.179788] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.180537] env[69159]: INFO nova.compute.manager [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Took 34.68 seconds to build instance. [ 970.181816] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98114f2b-cb91-4112-8eeb-091caef3c115 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.187885] env[69159]: DEBUG nova.compute.manager [req-89424eec-831b-4c6a-9a97-1caba4841c06 req-cd7cbaef-f3d2-42d4-a2da-a66dff6c08be service nova] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Received event network-vif-plugged-a2535e0b-8a2b-4d8a-b95e-65c29c46fe78 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 970.188774] env[69159]: DEBUG oslo_concurrency.lockutils [req-89424eec-831b-4c6a-9a97-1caba4841c06 req-cd7cbaef-f3d2-42d4-a2da-a66dff6c08be service nova] Acquiring lock "f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.189623] env[69159]: DEBUG oslo_concurrency.lockutils [req-89424eec-831b-4c6a-9a97-1caba4841c06 req-cd7cbaef-f3d2-42d4-a2da-a66dff6c08be service nova] Lock "f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.189623] env[69159]: DEBUG oslo_concurrency.lockutils [req-89424eec-831b-4c6a-9a97-1caba4841c06 req-cd7cbaef-f3d2-42d4-a2da-a66dff6c08be service nova] Lock "f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.190165] env[69159]: DEBUG nova.compute.manager [req-89424eec-831b-4c6a-9a97-1caba4841c06 req-cd7cbaef-f3d2-42d4-a2da-a66dff6c08be service nova] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] No waiting events found dispatching network-vif-plugged-a2535e0b-8a2b-4d8a-b95e-65c29c46fe78 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 970.191236] env[69159]: WARNING nova.compute.manager [req-89424eec-831b-4c6a-9a97-1caba4841c06 req-cd7cbaef-f3d2-42d4-a2da-a66dff6c08be service nova] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Received unexpected event network-vif-plugged-a2535e0b-8a2b-4d8a-b95e-65c29c46fe78 for instance with vm_state building and task_state spawning. [ 970.193830] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 970.193830] env[69159]: value = "task-3449023" [ 970.193830] env[69159]: _type = "Task" [ 970.193830] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.206586] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.251139] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.508s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.254266] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.928s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.254885] env[69159]: DEBUG nova.objects.instance [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lazy-loading 'resources' on Instance uuid d5c43519-b6ef-4061-bbc1-ee2b6a603683 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.258355] env[69159]: INFO nova.compute.manager [-] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Took 1.03 seconds to deallocate network for instance. [ 970.330667] env[69159]: DEBUG nova.network.neutron [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Successfully updated port: a2535e0b-8a2b-4d8a-b95e-65c29c46fe78 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.682610] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4a8e68e7-c8ad-4f7c-96c2-ca4b34b1ba11 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Lock "8a211e0d-17b8-4f45-a8ed-d62e8300f8e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.202s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.710894] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449023, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.770019] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.838211] env[69159]: DEBUG oslo_concurrency.lockutils [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Acquiring lock "refresh_cache-f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.838211] env[69159]: DEBUG oslo_concurrency.lockutils [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Acquired lock "refresh_cache-f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.838211] env[69159]: DEBUG nova.network.neutron [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.851195] env[69159]: INFO nova.scheduler.client.report [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleted allocation for migration 2acd5417-8b65-46f6-98d2-e3002820ce65 [ 970.950153] env[69159]: DEBUG nova.network.neutron [None req-b9260288-88cd-4f79-9af1-2d84dc26bb2e tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Updating instance_info_cache with network_info: [{"id": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "address": "fa:16:3e:23:11:8b", "network": {"id": "253c555b-e424-4096-bd5a-e72e2e62e26e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759042436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf9162ee4c2b4493ab375f449e3f0fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d05fc1-bd", "ovs_interfaceid": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.102952] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2994fdf-5d30-482a-aae2-b654603fc2fa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.111903] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78478b8a-db42-4141-8d5c-fcfc1b17ec32 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.149297] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade42bb0-4bac-4bba-b8b6-ae2fcf61ec53 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.158898] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7aab024-ef2b-48bf-a449-b995dea45a99 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.175118] env[69159]: DEBUG nova.compute.provider_tree [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.209807] env[69159]: DEBUG oslo_vmware.api [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449023, 'name': PowerOnVM_Task, 'duration_secs': 0.702029} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.210226] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.210481] env[69159]: DEBUG nova.compute.manager [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 971.211332] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4b41f8-0f91-4441-8329-e92c324c2eda {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.360464] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8c9c758e-cedb-4d70-8463-6360126df5b1 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "d2b7633c-75bc-4260-ba10-3b53191ba54f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.259s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.391015] env[69159]: DEBUG nova.network.neutron [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.453859] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b9260288-88cd-4f79-9af1-2d84dc26bb2e tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Releasing lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.453859] env[69159]: DEBUG nova.compute.manager [None req-b9260288-88cd-4f79-9af1-2d84dc26bb2e tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Inject network info {{(pid=69159) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7736}} [ 971.456519] env[69159]: DEBUG nova.compute.manager [None req-b9260288-88cd-4f79-9af1-2d84dc26bb2e tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] network_info to inject: |[{"id": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "address": "fa:16:3e:23:11:8b", "network": {"id": "253c555b-e424-4096-bd5a-e72e2e62e26e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759042436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf9162ee4c2b4493ab375f449e3f0fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d05fc1-bd", "ovs_interfaceid": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 971.461537] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b9260288-88cd-4f79-9af1-2d84dc26bb2e tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Reconfiguring VM instance to set the machine id {{(pid=69159) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 971.463086] env[69159]: DEBUG oslo_concurrency.lockutils [req-5b82ccc1-c724-4c76-95ad-81382ca437be req-089366dd-e46d-44e6-b1c8-dd3b78099b3f service nova] Acquired lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.463312] env[69159]: DEBUG nova.network.neutron [req-5b82ccc1-c724-4c76-95ad-81382ca437be req-089366dd-e46d-44e6-b1c8-dd3b78099b3f service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Refreshing network info cache for port 27d05fc1-bd16-49f5-9dcb-babc3482af26 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.464777] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92708344-0725-4b0a-9d31-4ab59e8541ea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.486078] env[69159]: DEBUG oslo_vmware.api [None req-b9260288-88cd-4f79-9af1-2d84dc26bb2e tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Waiting for the task: (returnval){ [ 971.486078] env[69159]: value = "task-3449024" [ 971.486078] env[69159]: _type = "Task" [ 971.486078] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.497675] env[69159]: DEBUG oslo_vmware.api [None req-b9260288-88cd-4f79-9af1-2d84dc26bb2e tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3449024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.593877] env[69159]: DEBUG nova.network.neutron [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Updating instance_info_cache with network_info: [{"id": "a2535e0b-8a2b-4d8a-b95e-65c29c46fe78", "address": "fa:16:3e:14:08:1b", "network": {"id": "4563a6a0-5f4b-43e3-814f-5e9e5475518e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1433373989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a65caa465ed440aea5d11b727c1f1fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2535e0b-8a", "ovs_interfaceid": "a2535e0b-8a2b-4d8a-b95e-65c29c46fe78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.667941] env[69159]: DEBUG nova.compute.manager [req-63bcbe21-398b-44ad-84a6-e4135d7345a9 req-917c36e2-beec-43ec-84cf-98b11708f397 service nova] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Received event network-changed-95e6a94a-caa5-4554-900a-3c393c2f41e9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 971.668174] env[69159]: DEBUG nova.compute.manager [req-63bcbe21-398b-44ad-84a6-e4135d7345a9 req-917c36e2-beec-43ec-84cf-98b11708f397 service nova] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Refreshing instance network info cache due to event network-changed-95e6a94a-caa5-4554-900a-3c393c2f41e9. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 971.668397] env[69159]: DEBUG oslo_concurrency.lockutils [req-63bcbe21-398b-44ad-84a6-e4135d7345a9 req-917c36e2-beec-43ec-84cf-98b11708f397 service nova] Acquiring lock "refresh_cache-8a211e0d-17b8-4f45-a8ed-d62e8300f8e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.668555] env[69159]: DEBUG oslo_concurrency.lockutils [req-63bcbe21-398b-44ad-84a6-e4135d7345a9 req-917c36e2-beec-43ec-84cf-98b11708f397 service nova] Acquired lock "refresh_cache-8a211e0d-17b8-4f45-a8ed-d62e8300f8e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.668718] env[69159]: DEBUG nova.network.neutron [req-63bcbe21-398b-44ad-84a6-e4135d7345a9 req-917c36e2-beec-43ec-84cf-98b11708f397 service nova] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Refreshing network info cache for port 95e6a94a-caa5-4554-900a-3c393c2f41e9 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.679400] env[69159]: DEBUG nova.scheduler.client.report [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.730036] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.830474] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Acquiring lock "9607aa48-7f97-4944-9450-98863f0937ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.830758] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Lock "9607aa48-7f97-4944-9450-98863f0937ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.831013] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Acquiring lock "9607aa48-7f97-4944-9450-98863f0937ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.831246] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Lock "9607aa48-7f97-4944-9450-98863f0937ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.831421] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Lock "9607aa48-7f97-4944-9450-98863f0937ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.835241] env[69159]: INFO nova.compute.manager [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Terminating instance [ 971.998075] env[69159]: DEBUG oslo_vmware.api [None req-b9260288-88cd-4f79-9af1-2d84dc26bb2e tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3449024, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.097519] env[69159]: DEBUG oslo_concurrency.lockutils [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Releasing lock "refresh_cache-f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.097519] env[69159]: DEBUG nova.compute.manager [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Instance network_info: |[{"id": "a2535e0b-8a2b-4d8a-b95e-65c29c46fe78", "address": "fa:16:3e:14:08:1b", "network": {"id": "4563a6a0-5f4b-43e3-814f-5e9e5475518e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1433373989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a65caa465ed440aea5d11b727c1f1fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2535e0b-8a", "ovs_interfaceid": "a2535e0b-8a2b-4d8a-b95e-65c29c46fe78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 972.097519] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:08:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2535e0b-8a2b-4d8a-b95e-65c29c46fe78', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.106514] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Creating folder: Project (a65caa465ed440aea5d11b727c1f1fd3). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.107437] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f757cb20-7ddd-475d-9f85-cf605296e339 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.123404] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Created folder: Project (a65caa465ed440aea5d11b727c1f1fd3) in parent group-v688391. [ 972.123640] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Creating folder: Instances. Parent ref: group-v688627. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.123890] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc953097-bcc5-436a-a2de-73a9b48167fa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.137293] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Created folder: Instances in parent group-v688627. [ 972.137578] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.137777] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.137984] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2287759a-2128-4781-a8bb-7462e263772d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.160048] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.160048] env[69159]: value = "task-3449027" [ 972.160048] env[69159]: _type = "Task" [ 972.160048] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.169152] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449027, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.185686] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.188686] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.271s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.188686] env[69159]: DEBUG nova.objects.instance [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lazy-loading 'resources' on Instance uuid 0ca1e852-0478-4539-9600-568792f1754d {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.225348] env[69159]: INFO nova.scheduler.client.report [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Deleted allocations for instance d5c43519-b6ef-4061-bbc1-ee2b6a603683 [ 972.339158] env[69159]: DEBUG nova.compute.manager [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 972.339426] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.340892] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1144c794-0694-4474-8bca-e89a94c29b47 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.344569] env[69159]: DEBUG nova.network.neutron [req-5b82ccc1-c724-4c76-95ad-81382ca437be req-089366dd-e46d-44e6-b1c8-dd3b78099b3f service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Updated VIF entry in instance network info cache for port 27d05fc1-bd16-49f5-9dcb-babc3482af26. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.344943] env[69159]: DEBUG nova.network.neutron [req-5b82ccc1-c724-4c76-95ad-81382ca437be req-089366dd-e46d-44e6-b1c8-dd3b78099b3f service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Updating instance_info_cache with network_info: [{"id": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "address": "fa:16:3e:23:11:8b", "network": {"id": "253c555b-e424-4096-bd5a-e72e2e62e26e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759042436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf9162ee4c2b4493ab375f449e3f0fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d05fc1-bd", "ovs_interfaceid": "27d05fc1-bd16-49f5-9dcb-babc3482af26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.352652] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.353108] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1bcd181-e92b-4d74-ad0f-a6dd85acb1d6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.363352] env[69159]: DEBUG oslo_vmware.api [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Waiting for the task: (returnval){ [ 972.363352] env[69159]: value = "task-3449028" [ 972.363352] env[69159]: _type = "Task" [ 972.363352] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.374745] env[69159]: DEBUG oslo_vmware.api [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3449028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.378325] env[69159]: DEBUG nova.compute.manager [req-9550f574-f898-46c5-b7b6-ee0566620a5b req-b47f35b9-f903-4da7-810d-daa6be1c487e service nova] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Received event network-changed-a2535e0b-8a2b-4d8a-b95e-65c29c46fe78 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 972.378325] env[69159]: DEBUG nova.compute.manager [req-9550f574-f898-46c5-b7b6-ee0566620a5b req-b47f35b9-f903-4da7-810d-daa6be1c487e service nova] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Refreshing instance network info cache due to event network-changed-a2535e0b-8a2b-4d8a-b95e-65c29c46fe78. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 972.378325] env[69159]: DEBUG oslo_concurrency.lockutils [req-9550f574-f898-46c5-b7b6-ee0566620a5b req-b47f35b9-f903-4da7-810d-daa6be1c487e service nova] Acquiring lock "refresh_cache-f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.378503] env[69159]: DEBUG oslo_concurrency.lockutils [req-9550f574-f898-46c5-b7b6-ee0566620a5b req-b47f35b9-f903-4da7-810d-daa6be1c487e service nova] Acquired lock "refresh_cache-f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.378895] env[69159]: DEBUG nova.network.neutron [req-9550f574-f898-46c5-b7b6-ee0566620a5b req-b47f35b9-f903-4da7-810d-daa6be1c487e service nova] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Refreshing network info cache for port a2535e0b-8a2b-4d8a-b95e-65c29c46fe78 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.455758] env[69159]: DEBUG nova.network.neutron [req-63bcbe21-398b-44ad-84a6-e4135d7345a9 req-917c36e2-beec-43ec-84cf-98b11708f397 service nova] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Updated VIF entry in instance network info cache for port 95e6a94a-caa5-4554-900a-3c393c2f41e9. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.456456] env[69159]: DEBUG nova.network.neutron [req-63bcbe21-398b-44ad-84a6-e4135d7345a9 req-917c36e2-beec-43ec-84cf-98b11708f397 service nova] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Updating instance_info_cache with network_info: [{"id": "95e6a94a-caa5-4554-900a-3c393c2f41e9", "address": "fa:16:3e:f0:3e:43", "network": {"id": "2db83f6d-c7ed-4df3-8041-9e1ed27101ca", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1646232585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e81c263822a4f5ab411e15eced1120f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e6a94a-ca", "ovs_interfaceid": "95e6a94a-caa5-4554-900a-3c393c2f41e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.502439] env[69159]: DEBUG oslo_vmware.api [None req-b9260288-88cd-4f79-9af1-2d84dc26bb2e tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3449024, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.676103] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449027, 'name': CreateVM_Task, 'duration_secs': 0.435606} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.676490] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.677367] env[69159]: DEBUG oslo_concurrency.lockutils [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.677835] env[69159]: DEBUG oslo_concurrency.lockutils [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.678303] env[69159]: DEBUG oslo_concurrency.lockutils [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.678718] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ebe1da8-8b0f-46ef-bc19-4d10b7f45c8c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.685215] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Waiting for the task: (returnval){ [ 972.685215] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c53354-4c6f-27fb-f92c-306a53171fc4" [ 972.685215] env[69159]: _type = "Task" [ 972.685215] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.704499] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c53354-4c6f-27fb-f92c-306a53171fc4, 'name': SearchDatastore_Task, 'duration_secs': 0.014319} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.704499] env[69159]: DEBUG oslo_concurrency.lockutils [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.704499] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.704499] env[69159]: DEBUG oslo_concurrency.lockutils [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.704499] env[69159]: DEBUG oslo_concurrency.lockutils [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.704499] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.705034] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dddf6a36-b645-4533-961f-8cb92f53ad89 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.717873] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.717873] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.717873] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-075489cf-5ee9-4a6f-8af9-11dfd0003034 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.731387] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Waiting for the task: (returnval){ [ 972.731387] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524e826e-67a3-a54a-bc53-fe461b752cd4" [ 972.731387] env[69159]: _type = "Task" [ 972.731387] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.738515] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f05e11e2-c648-49ff-bfed-f5f17156ab23 tempest-ServersNegativeTestJSON-1212827107 tempest-ServersNegativeTestJSON-1212827107-project-member] Lock "d5c43519-b6ef-4061-bbc1-ee2b6a603683" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.895s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.749439] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524e826e-67a3-a54a-bc53-fe461b752cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.01185} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.750878] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10fa7988-6ae2-431a-8f84-aa488279beaf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.757469] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Waiting for the task: (returnval){ [ 972.757469] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52503e4a-f531-4210-748a-82b26100c861" [ 972.757469] env[69159]: _type = "Task" [ 972.757469] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.772198] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52503e4a-f531-4210-748a-82b26100c861, 'name': SearchDatastore_Task, 'duration_secs': 0.01101} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.772348] env[69159]: DEBUG oslo_concurrency.lockutils [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.772698] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0/f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.772857] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa383b96-e4d0-4a26-996a-416266ec26aa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.783634] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Waiting for the task: (returnval){ [ 972.783634] env[69159]: value = "task-3449029" [ 972.783634] env[69159]: _type = "Task" [ 972.783634] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.792775] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': task-3449029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.848616] env[69159]: DEBUG oslo_concurrency.lockutils [req-5b82ccc1-c724-4c76-95ad-81382ca437be req-089366dd-e46d-44e6-b1c8-dd3b78099b3f service nova] Releasing lock "refresh_cache-9607aa48-7f97-4944-9450-98863f0937ff" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.887514] env[69159]: DEBUG oslo_vmware.api [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3449028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.963913] env[69159]: DEBUG oslo_concurrency.lockutils [req-63bcbe21-398b-44ad-84a6-e4135d7345a9 req-917c36e2-beec-43ec-84cf-98b11708f397 service nova] Releasing lock "refresh_cache-8a211e0d-17b8-4f45-a8ed-d62e8300f8e0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.985292] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquiring lock "7752a99c-c5d1-41a4-a47d-77bfe0ca00c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.985955] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Lock "7752a99c-c5d1-41a4-a47d-77bfe0ca00c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.986305] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquiring lock "7752a99c-c5d1-41a4-a47d-77bfe0ca00c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.986616] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Lock "7752a99c-c5d1-41a4-a47d-77bfe0ca00c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.986864] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Lock "7752a99c-c5d1-41a4-a47d-77bfe0ca00c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.989380] env[69159]: INFO nova.compute.manager [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Terminating instance [ 973.010107] env[69159]: DEBUG oslo_vmware.api [None req-b9260288-88cd-4f79-9af1-2d84dc26bb2e tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3449024, 'name': ReconfigVM_Task, 'duration_secs': 1.187077} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.020031] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b9260288-88cd-4f79-9af1-2d84dc26bb2e tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Reconfigured VM instance to set the machine id {{(pid=69159) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 973.035510] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc91d54c-d8ad-438d-b600-0d091d86a3ea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.049254] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286d6b52-240d-47dc-8080-70951d2b5cdf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.088219] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f162937-3a81-4a91-ab05-08b99b5dfb12 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.101637] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06608c74-7c63-436d-9c65-dd8b785aabd7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.118623] env[69159]: DEBUG nova.compute.provider_tree [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.264232] env[69159]: DEBUG nova.network.neutron [req-9550f574-f898-46c5-b7b6-ee0566620a5b req-b47f35b9-f903-4da7-810d-daa6be1c487e service nova] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Updated VIF entry in instance network info cache for port a2535e0b-8a2b-4d8a-b95e-65c29c46fe78. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.264705] env[69159]: DEBUG nova.network.neutron [req-9550f574-f898-46c5-b7b6-ee0566620a5b req-b47f35b9-f903-4da7-810d-daa6be1c487e service nova] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Updating instance_info_cache with network_info: [{"id": "a2535e0b-8a2b-4d8a-b95e-65c29c46fe78", "address": "fa:16:3e:14:08:1b", "network": {"id": "4563a6a0-5f4b-43e3-814f-5e9e5475518e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1433373989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a65caa465ed440aea5d11b727c1f1fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2535e0b-8a", "ovs_interfaceid": "a2535e0b-8a2b-4d8a-b95e-65c29c46fe78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.295921] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': task-3449029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468111} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.296278] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0/f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.296495] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.296743] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bd0d270-9738-4bea-91aa-f5a4fd890c5e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.304867] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Waiting for the task: (returnval){ [ 973.304867] env[69159]: value = "task-3449030" [ 973.304867] env[69159]: _type = "Task" [ 973.304867] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.315592] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': task-3449030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.375709] env[69159]: DEBUG oslo_vmware.api [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3449028, 'name': PowerOffVM_Task, 'duration_secs': 0.661723} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.375962] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.376174] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.376530] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cec8ebd-26b1-4c1f-ab01-58a606195a5c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.451609] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.451911] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.452497] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Deleting the datastore file [datastore1] 9607aa48-7f97-4944-9450-98863f0937ff {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.452808] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29919d1c-520d-4683-9a92-c1a1b4408506 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.462016] env[69159]: DEBUG oslo_vmware.api [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Waiting for the task: (returnval){ [ 973.462016] env[69159]: value = "task-3449032" [ 973.462016] env[69159]: _type = "Task" [ 973.462016] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.475137] env[69159]: DEBUG oslo_vmware.api [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3449032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.502671] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquiring lock "refresh_cache-7752a99c-c5d1-41a4-a47d-77bfe0ca00c4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.502871] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquired lock "refresh_cache-7752a99c-c5d1-41a4-a47d-77bfe0ca00c4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.503297] env[69159]: DEBUG nova.network.neutron [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.624057] env[69159]: DEBUG nova.scheduler.client.report [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.768331] env[69159]: DEBUG oslo_concurrency.lockutils [req-9550f574-f898-46c5-b7b6-ee0566620a5b req-b47f35b9-f903-4da7-810d-daa6be1c487e service nova] Releasing lock "refresh_cache-f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.818833] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': task-3449030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093768} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.819528] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.820952] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0a7d9a-87cf-427a-9eee-7189ad8d7d48 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.849178] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0/f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.849178] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-610f6f26-71c4-4520-b281-029ba2a083b5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.870626] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Waiting for the task: (returnval){ [ 973.870626] env[69159]: value = "task-3449033" [ 973.870626] env[69159]: _type = "Task" [ 973.870626] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.884325] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': task-3449033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.973754] env[69159]: DEBUG oslo_vmware.api [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Task: {'id': task-3449032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171917} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.973754] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.973754] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.974014] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.974014] env[69159]: INFO nova.compute.manager [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Took 1.63 seconds to destroy the instance on the hypervisor. [ 973.974270] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.974466] env[69159]: DEBUG nova.compute.manager [-] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 973.974559] env[69159]: DEBUG nova.network.neutron [-] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.038798] env[69159]: DEBUG nova.network.neutron [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.131377] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.133793] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.698s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.134016] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.140266] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.297s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.141887] env[69159]: INFO nova.compute.claims [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.173951] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "d2b7633c-75bc-4260-ba10-3b53191ba54f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.173951] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "d2b7633c-75bc-4260-ba10-3b53191ba54f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.173951] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "d2b7633c-75bc-4260-ba10-3b53191ba54f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.174443] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "d2b7633c-75bc-4260-ba10-3b53191ba54f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.175345] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "d2b7633c-75bc-4260-ba10-3b53191ba54f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.179765] env[69159]: INFO nova.scheduler.client.report [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Deleted allocations for instance 82089513-0900-4427-a46e-cf63474e8abc [ 974.180886] env[69159]: DEBUG nova.network.neutron [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.183102] env[69159]: INFO nova.scheduler.client.report [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Deleted allocations for instance 0ca1e852-0478-4539-9600-568792f1754d [ 974.186216] env[69159]: INFO nova.compute.manager [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Terminating instance [ 974.213288] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.214768] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.395742] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': task-3449033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.683918] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Releasing lock "refresh_cache-7752a99c-c5d1-41a4-a47d-77bfe0ca00c4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.688031] env[69159]: DEBUG nova.compute.manager [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 974.688277] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.689851] env[69159]: DEBUG nova.compute.manager [req-3642abfe-1a3e-4056-8fd2-6252ebe60aa2 req-2d5019d8-c88f-4d07-83cc-f702ed1d259c service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Received event network-vif-deleted-27d05fc1-bd16-49f5-9dcb-babc3482af26 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 974.690035] env[69159]: INFO nova.compute.manager [req-3642abfe-1a3e-4056-8fd2-6252ebe60aa2 req-2d5019d8-c88f-4d07-83cc-f702ed1d259c service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Neutron deleted interface 27d05fc1-bd16-49f5-9dcb-babc3482af26; detaching it from the instance and deleting it from the info cache [ 974.690225] env[69159]: DEBUG nova.network.neutron [req-3642abfe-1a3e-4056-8fd2-6252ebe60aa2 req-2d5019d8-c88f-4d07-83cc-f702ed1d259c service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.697126] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd25d297-0d4a-4ab4-ae50-56d229711cd5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.705112] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c2845f15-ce3f-41ec-a0eb-5357d83681b0 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "82089513-0900-4427-a46e-cf63474e8abc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.741s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.709522] env[69159]: DEBUG nova.compute.manager [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 974.709522] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.710354] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0ce6999e-4f7b-43f7-909d-f1a7946c20ff tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "0ca1e852-0478-4539-9600-568792f1754d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.952s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.713269] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314f55a0-5bff-4481-b35e-27a1cc411d9d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.724119] env[69159]: INFO nova.compute.manager [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Detaching volume b14b6205-4af6-4c04-8060-4019364a9bbd [ 974.727772] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.730770] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8821801-d402-4cd5-b72e-0ac7b5dc3393 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.732846] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.733698] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03339ffb-9ab7-42c6-b358-eede732a482e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.752390] env[69159]: DEBUG oslo_vmware.api [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 974.752390] env[69159]: value = "task-3449034" [ 974.752390] env[69159]: _type = "Task" [ 974.752390] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.753820] env[69159]: DEBUG oslo_vmware.api [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 974.753820] env[69159]: value = "task-3449035" [ 974.753820] env[69159]: _type = "Task" [ 974.753820] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.772964] env[69159]: DEBUG oslo_vmware.api [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.779412] env[69159]: DEBUG oslo_vmware.api [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.797035] env[69159]: INFO nova.virt.block_device [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Attempting to driver detach volume b14b6205-4af6-4c04-8060-4019364a9bbd from mountpoint /dev/sdb [ 974.797541] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 974.797858] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688602', 'volume_id': 'b14b6205-4af6-4c04-8060-4019364a9bbd', 'name': 'volume-b14b6205-4af6-4c04-8060-4019364a9bbd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09a8d090-e7a0-42cb-94e9-9bc78348d52b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b14b6205-4af6-4c04-8060-4019364a9bbd', 'serial': 'b14b6205-4af6-4c04-8060-4019364a9bbd'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 974.799520] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f0bc70-0b34-4bb0-8146-d300b1ac8a34 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.832178] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60652056-6692-4991-9fe4-589aaca1b2ef {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.843610] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c022fa-f303-46ec-8a58-9c81c21e78a4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.876700] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ad4721-fdb7-480b-be2b-f81ddc20bf74 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.886663] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': task-3449033, 'name': ReconfigVM_Task, 'duration_secs': 0.682305} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.898122] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Reconfigured VM instance instance-00000051 to attach disk [datastore1] f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0/f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.899394] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] The volume has not been displaced from its original location: [datastore2] volume-b14b6205-4af6-4c04-8060-4019364a9bbd/volume-b14b6205-4af6-4c04-8060-4019364a9bbd.vmdk. No consolidation needed. {{(pid=69159) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 974.904941] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 974.905418] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de7b0ba9-d8be-4522-8a1d-7ddb4c0c4617 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.908262] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7c47c38-bdca-46b0-9be5-e48096bfe7bd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.929202] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Waiting for the task: (returnval){ [ 974.929202] env[69159]: value = "task-3449036" [ 974.929202] env[69159]: _type = "Task" [ 974.929202] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.931649] env[69159]: DEBUG oslo_vmware.api [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 974.931649] env[69159]: value = "task-3449037" [ 974.931649] env[69159]: _type = "Task" [ 974.931649] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.951873] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': task-3449036, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.956142] env[69159]: DEBUG oslo_vmware.api [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449037, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.009554] env[69159]: DEBUG nova.network.neutron [-] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.045534] env[69159]: DEBUG oslo_concurrency.lockutils [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.045736] env[69159]: DEBUG oslo_concurrency.lockutils [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.207192] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d20aecb-2575-4a4f-8494-22c1d82265ea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.015739] env[69159]: INFO nova.compute.manager [-] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Took 2.04 seconds to deallocate network for instance. [ 976.016116] env[69159]: DEBUG nova.compute.manager [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 976.057340] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330feab4-87d9-4909-a2b8-bfcad87f4809 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.069553] env[69159]: DEBUG oslo_vmware.api [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449034, 'name': PowerOffVM_Task, 'duration_secs': 0.242763} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.069886] env[69159]: DEBUG oslo_vmware.api [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449035, 'name': PowerOffVM_Task, 'duration_secs': 0.247286} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.070147] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': task-3449036, 'name': Rename_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.076030] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.076030] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.076030] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.076030] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.076030] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe9c53d3-690a-443a-bc32-cb890e2d9384 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.077555] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f54732d-f50d-43b0-9a3c-5860c14128d3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.083341] env[69159]: DEBUG oslo_vmware.api [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449037, 'name': ReconfigVM_Task, 'duration_secs': 0.298297} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.084433] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 976.103786] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64f2387c-d80f-42ba-acdb-fb8919df9e15 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.115200] env[69159]: DEBUG nova.compute.manager [req-3642abfe-1a3e-4056-8fd2-6252ebe60aa2 req-2d5019d8-c88f-4d07-83cc-f702ed1d259c service nova] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Detach interface failed, port_id=27d05fc1-bd16-49f5-9dcb-babc3482af26, reason: Instance 9607aa48-7f97-4944-9450-98863f0937ff could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 976.119386] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.119386] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.119386] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Deleting the datastore file [datastore2] 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.119386] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6245779a-c03e-4755-b43c-c2658a9d9915 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.126908] env[69159]: DEBUG oslo_vmware.api [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 976.126908] env[69159]: value = "task-3449040" [ 976.126908] env[69159]: _type = "Task" [ 976.126908] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.135927] env[69159]: DEBUG oslo_vmware.api [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for the task: (returnval){ [ 976.135927] env[69159]: value = "task-3449041" [ 976.135927] env[69159]: _type = "Task" [ 976.135927] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.144313] env[69159]: DEBUG oslo_vmware.api [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.154656] env[69159]: DEBUG oslo_vmware.api [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.364962] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.365265] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.365866] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleting the datastore file [datastore2] d2b7633c-75bc-4260-ba10-3b53191ba54f {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.366143] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-356e1484-f3a8-4665-8cd8-570031412cfc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.375694] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deac5559-098b-4432-b1c0-645d45a27ef6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.381173] env[69159]: DEBUG oslo_vmware.api [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 976.381173] env[69159]: value = "task-3449042" [ 976.381173] env[69159]: _type = "Task" [ 976.381173] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.390669] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01e0ef6-4a2e-49c7-a04c-453b6f8a5491 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.402067] env[69159]: DEBUG oslo_vmware.api [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.437697] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043551bc-2d8b-4371-ba6e-1303a12d8a8a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.447454] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a660518-f738-43a8-927c-db80ea77ed67 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.463415] env[69159]: DEBUG nova.compute.provider_tree [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.529451] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': task-3449036, 'name': Rename_Task, 'duration_secs': 1.250477} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.530972] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.531251] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e978c610-f905-447d-a827-e4f6c5f6f243 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.539878] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "24ac6469-2873-4020-8df5-4ab801a14b5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.540213] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "24ac6469-2873-4020-8df5-4ab801a14b5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.540482] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "24ac6469-2873-4020-8df5-4ab801a14b5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.540708] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "24ac6469-2873-4020-8df5-4ab801a14b5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.540908] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "24ac6469-2873-4020-8df5-4ab801a14b5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.543158] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Waiting for the task: (returnval){ [ 976.543158] env[69159]: value = "task-3449043" [ 976.543158] env[69159]: _type = "Task" [ 976.543158] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.547977] env[69159]: DEBUG oslo_concurrency.lockutils [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.548505] env[69159]: INFO nova.compute.manager [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Terminating instance [ 976.550618] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.558556] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': task-3449043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.638358] env[69159]: DEBUG oslo_vmware.api [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449040, 'name': ReconfigVM_Task, 'duration_secs': 0.262917} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.641690] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688602', 'volume_id': 'b14b6205-4af6-4c04-8060-4019364a9bbd', 'name': 'volume-b14b6205-4af6-4c04-8060-4019364a9bbd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09a8d090-e7a0-42cb-94e9-9bc78348d52b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b14b6205-4af6-4c04-8060-4019364a9bbd', 'serial': 'b14b6205-4af6-4c04-8060-4019364a9bbd'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 976.651095] env[69159]: DEBUG oslo_vmware.api [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Task: {'id': task-3449041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186715} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.651689] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.651689] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.652505] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.652505] env[69159]: INFO nova.compute.manager [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Took 1.96 seconds to destroy the instance on the hypervisor. [ 976.652505] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.652505] env[69159]: DEBUG nova.compute.manager [-] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 976.652635] env[69159]: DEBUG nova.network.neutron [-] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.674040] env[69159]: DEBUG nova.network.neutron [-] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.892801] env[69159]: DEBUG oslo_vmware.api [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300377} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.896019] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.896019] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.896019] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.896019] env[69159]: INFO nova.compute.manager [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Took 2.19 seconds to destroy the instance on the hypervisor. [ 976.896019] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.896019] env[69159]: DEBUG nova.compute.manager [-] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 976.896019] env[69159]: DEBUG nova.network.neutron [-] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.988056] env[69159]: ERROR nova.scheduler.client.report [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [req-711fa03c-f29d-46f1-9c17-e86e51ff80ab] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bb8e5e26-0b56-454c-ae24-e4322af67e22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-711fa03c-f29d-46f1-9c17-e86e51ff80ab"}]} [ 977.016094] env[69159]: DEBUG nova.scheduler.client.report [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Refreshing inventories for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 977.041941] env[69159]: DEBUG nova.scheduler.client.report [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Updating ProviderTree inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 977.042258] env[69159]: DEBUG nova.compute.provider_tree [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.056537] env[69159]: DEBUG nova.compute.manager [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 977.056817] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.057258] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': task-3449043, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.057794] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e6e789-b905-47d3-b770-8295b212a6b9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.061286] env[69159]: DEBUG nova.scheduler.client.report [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Refreshing aggregate associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, aggregates: None {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 977.070078] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.070550] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8836333-35cb-4599-975c-54784beb6c46 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.081090] env[69159]: DEBUG oslo_vmware.api [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 977.081090] env[69159]: value = "task-3449044" [ 977.081090] env[69159]: _type = "Task" [ 977.081090] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.088950] env[69159]: DEBUG oslo_vmware.api [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3449044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.095549] env[69159]: DEBUG nova.scheduler.client.report [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Refreshing trait associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 977.179445] env[69159]: DEBUG nova.network.neutron [-] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.211181] env[69159]: DEBUG nova.objects.instance [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lazy-loading 'flavor' on Instance uuid 09a8d090-e7a0-42cb-94e9-9bc78348d52b {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.457078] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68a1b7a-5176-459c-be66-24f0e79e193a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.465964] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c893cf-88d7-41e7-ae90-bce4db427528 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.502644] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2b0c39-0e2e-42cc-8ad4-f2ec72ebb84c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.511969] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f98919-3710-4a44-ba9b-5df57387e828 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.533530] env[69159]: DEBUG nova.compute.provider_tree [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.557564] env[69159]: DEBUG oslo_vmware.api [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': task-3449043, 'name': PowerOnVM_Task, 'duration_secs': 1.012436} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.557872] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.558309] env[69159]: INFO nova.compute.manager [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Took 7.79 seconds to spawn the instance on the hypervisor. [ 977.558309] env[69159]: DEBUG nova.compute.manager [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 977.559173] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd4dea4-28e1-4252-8230-71256e3dc0cf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.595167] env[69159]: DEBUG oslo_vmware.api [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3449044, 'name': PowerOffVM_Task, 'duration_secs': 0.314129} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.595904] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.596165] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.596504] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6479026b-3e43-47cf-9ca5-f6d42a5e2ad4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.656983] env[69159]: DEBUG nova.network.neutron [-] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.684466] env[69159]: INFO nova.compute.manager [-] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Took 1.03 seconds to deallocate network for instance. [ 977.705898] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.706641] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.706756] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Deleting the datastore file [datastore1] 24ac6469-2873-4020-8df5-4ab801a14b5b {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.707151] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9af46c00-9c5d-4471-9b6a-3eade7fe0391 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.717581] env[69159]: DEBUG oslo_vmware.api [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for the task: (returnval){ [ 977.717581] env[69159]: value = "task-3449046" [ 977.717581] env[69159]: _type = "Task" [ 977.717581] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.732757] env[69159]: DEBUG oslo_vmware.api [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3449046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.835662] env[69159]: DEBUG nova.compute.manager [req-8544840d-8a0f-446e-b982-65bf0d3c235f req-135be07b-042b-479d-a75e-7aa8b6c58c9e service nova] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Received event network-vif-deleted-03053f11-55f1-4110-86b9-970af4c86827 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 978.056550] env[69159]: ERROR nova.scheduler.client.report [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [req-9d562f2a-8aae-4832-9e65-64c0771daafd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bb8e5e26-0b56-454c-ae24-e4322af67e22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9d562f2a-8aae-4832-9e65-64c0771daafd"}]} [ 978.079030] env[69159]: DEBUG nova.scheduler.client.report [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Refreshing inventories for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 978.081886] env[69159]: INFO nova.compute.manager [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Took 29.19 seconds to build instance. [ 978.099437] env[69159]: DEBUG nova.scheduler.client.report [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Updating ProviderTree inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 978.099692] env[69159]: DEBUG nova.compute.provider_tree [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.112514] env[69159]: DEBUG nova.scheduler.client.report [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Refreshing aggregate associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, aggregates: None {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 978.133387] env[69159]: DEBUG nova.scheduler.client.report [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Refreshing trait associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 978.161527] env[69159]: INFO nova.compute.manager [-] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Took 1.27 seconds to deallocate network for instance. [ 978.190986] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.225472] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc34c78b-303d-4578-a945-51747b7c2c4c tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.011s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.240458] env[69159]: DEBUG oslo_vmware.api [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Task: {'id': task-3449046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152935} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.241906] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.241906] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.241906] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.242111] env[69159]: INFO nova.compute.manager [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 978.242523] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.245726] env[69159]: DEBUG nova.compute.manager [-] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 978.245886] env[69159]: DEBUG nova.network.neutron [-] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.253806] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.254127] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.474058] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f716601a-1e02-42c9-9f0b-573c0b33c1d2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.485540] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40fc5f9-05d9-441c-a080-c772641dc668 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.492951] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d3ccb55-237a-422a-8877-56e78d78703f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.493301] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d3ccb55-237a-422a-8877-56e78d78703f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.493491] env[69159]: DEBUG nova.compute.manager [None req-2d3ccb55-237a-422a-8877-56e78d78703f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 978.521277] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeeea2e-d0c6-4d77-bf3d-65d1a2bb9176 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.526061] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3ac42b-134f-4ff9-a318-10200542da6e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.535067] env[69159]: DEBUG nova.compute.manager [None req-2d3ccb55-237a-422a-8877-56e78d78703f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69159) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 978.535707] env[69159]: DEBUG nova.objects.instance [None req-2d3ccb55-237a-422a-8877-56e78d78703f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lazy-loading 'flavor' on Instance uuid 09a8d090-e7a0-42cb-94e9-9bc78348d52b {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.542173] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978a8554-1ea2-4dcb-9297-4fefd45c26c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.559310] env[69159]: DEBUG nova.compute.provider_tree [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.586855] env[69159]: DEBUG oslo_concurrency.lockutils [None req-326e0d11-35e2-4fcd-b594-bd04e9d7cb65 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Lock "f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.704s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.672940] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.757141] env[69159]: DEBUG nova.compute.manager [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 979.041873] env[69159]: DEBUG nova.network.neutron [-] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.095947] env[69159]: DEBUG nova.scheduler.client.report [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Updated inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 979.096329] env[69159]: DEBUG nova.compute.provider_tree [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Updating resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 generation from 108 to 109 during operation: update_inventory {{(pid=69159) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 979.096432] env[69159]: DEBUG nova.compute.provider_tree [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.159254] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Acquiring lock "f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.159542] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Lock "f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.159796] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Acquiring lock "f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.160039] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Lock "f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.160269] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Lock "f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.162519] env[69159]: INFO nova.compute.manager [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Terminating instance [ 979.282705] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.316084] env[69159]: DEBUG oslo_vmware.rw_handles [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52884f69-4e0e-a68a-7f5f-2cba8df40836/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 979.317305] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d95de8b-6807-4013-a976-370da03c9abb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.324374] env[69159]: DEBUG oslo_vmware.rw_handles [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52884f69-4e0e-a68a-7f5f-2cba8df40836/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 979.324596] env[69159]: ERROR oslo_vmware.rw_handles [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52884f69-4e0e-a68a-7f5f-2cba8df40836/disk-0.vmdk due to incomplete transfer. [ 979.324846] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b4974f4a-92f5-4330-a394-8cce49ce31cf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.332452] env[69159]: DEBUG oslo_vmware.rw_handles [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52884f69-4e0e-a68a-7f5f-2cba8df40836/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 979.332685] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Uploaded image cfb28372-2d1e-4ee5-a2b4-19a0131c2048 to the Glance image server {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 979.335138] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 979.335379] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bea98795-e765-42a3-b96b-9fad8840635e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.341866] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 979.341866] env[69159]: value = "task-3449047" [ 979.341866] env[69159]: _type = "Task" [ 979.341866] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.351731] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449047, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.546843] env[69159]: INFO nova.compute.manager [-] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Took 1.30 seconds to deallocate network for instance. [ 979.549056] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3ccb55-237a-422a-8877-56e78d78703f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.555382] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c662cc5-bda3-4d15-ac39-1106849753a9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.563375] env[69159]: DEBUG oslo_vmware.api [None req-2d3ccb55-237a-422a-8877-56e78d78703f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 979.563375] env[69159]: value = "task-3449048" [ 979.563375] env[69159]: _type = "Task" [ 979.563375] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.573240] env[69159]: DEBUG oslo_vmware.api [None req-2d3ccb55-237a-422a-8877-56e78d78703f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.603755] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.463s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.604427] env[69159]: DEBUG nova.compute.manager [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 979.607146] env[69159]: DEBUG oslo_concurrency.lockutils [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.668s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.607358] env[69159]: DEBUG nova.objects.instance [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69159) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 979.668655] env[69159]: DEBUG nova.compute.manager [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 979.668890] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.669883] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044aeb24-860b-43ba-8e16-84b411f91b4a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.680079] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.680350] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35983eb1-8c5a-4af7-838e-88186b668282 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.689190] env[69159]: DEBUG oslo_vmware.api [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Waiting for the task: (returnval){ [ 979.689190] env[69159]: value = "task-3449049" [ 979.689190] env[69159]: _type = "Task" [ 979.689190] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.700335] env[69159]: DEBUG oslo_vmware.api [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': task-3449049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.857074] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449047, 'name': Destroy_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.005247] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Acquiring lock "3a455825-5cdb-434c-9345-22b8487a081c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.005490] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Lock "3a455825-5cdb-434c-9345-22b8487a081c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.057592] env[69159]: DEBUG nova.compute.manager [req-d54e9974-9ffe-4570-970d-815f87aeccaa req-98720b49-4d6a-433c-9e7f-fe86c03e6670 service nova] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Received event network-vif-deleted-b653de1d-5a46-4e22-b6e2-3766bc50da97 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 980.060273] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.073589] env[69159]: DEBUG oslo_vmware.api [None req-2d3ccb55-237a-422a-8877-56e78d78703f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449048, 'name': PowerOffVM_Task, 'duration_secs': 0.229068} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.073846] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3ccb55-237a-422a-8877-56e78d78703f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.074052] env[69159]: DEBUG nova.compute.manager [None req-2d3ccb55-237a-422a-8877-56e78d78703f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 980.074803] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dd7998-2a79-4184-b8c6-49097db5b2af {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.113223] env[69159]: DEBUG nova.compute.utils [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.118507] env[69159]: DEBUG nova.compute.manager [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 980.118691] env[69159]: DEBUG nova.network.neutron [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.170251] env[69159]: DEBUG nova.policy [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb58cfac541f459cbb6c20a69a1d0439', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'def07d8ef9ee4494be8ce5f6846b850a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.199761] env[69159]: DEBUG oslo_vmware.api [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': task-3449049, 'name': PowerOffVM_Task, 'duration_secs': 0.220197} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.200068] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.200216] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.200466] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e2c303f-cbde-403b-aa15-dfef8837a212 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.266600] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.266600] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.266600] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Deleting the datastore file [datastore1] f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.266600] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d4c63d1-bfa1-47d9-a498-707a35f5d2e8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.275915] env[69159]: DEBUG oslo_vmware.api [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Waiting for the task: (returnval){ [ 980.275915] env[69159]: value = "task-3449051" [ 980.275915] env[69159]: _type = "Task" [ 980.275915] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.289558] env[69159]: DEBUG oslo_vmware.api [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': task-3449051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.354819] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449047, 'name': Destroy_Task, 'duration_secs': 0.595608} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.355570] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Destroyed the VM [ 980.355570] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 980.355774] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-22ac0478-b29b-4296-9b4d-6963a0de803f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.362996] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 980.362996] env[69159]: value = "task-3449052" [ 980.362996] env[69159]: _type = "Task" [ 980.362996] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.374707] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449052, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.486709] env[69159]: DEBUG nova.network.neutron [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Successfully created port: 5879b27d-e096-4d6e-8489-986fe2f2b0e2 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.507620] env[69159]: DEBUG nova.compute.manager [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 980.587568] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d3ccb55-237a-422a-8877-56e78d78703f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.094s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.619410] env[69159]: DEBUG nova.compute.manager [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 980.626023] env[69159]: DEBUG oslo_concurrency.lockutils [None req-26b343d4-9334-4b6e-96fd-4f5526cc6d1d tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.626023] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.499s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.626023] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.626023] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 980.626023] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.281s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.626023] env[69159]: DEBUG nova.objects.instance [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lazy-loading 'resources' on Instance uuid 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.627366] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8ffc22-c2fe-4d65-939c-d1d9f4bed9b6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.638655] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b49cd3-4a4c-47af-8ec4-38af76ce1a27 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.658409] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88af29c-5df5-4c79-aa48-88044203c733 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.667966] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90575e0a-9686-4d8d-86f0-6e7fad0b36c1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.699664] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178643MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 980.699860] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.752167] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "9ccfab5a-e33c-4da1-97ad-702c954a2239" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.752407] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "9ccfab5a-e33c-4da1-97ad-702c954a2239" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.786208] env[69159]: DEBUG oslo_vmware.api [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Task: {'id': task-3449051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163349} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.786525] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.786738] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.786946] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.787165] env[69159]: INFO nova.compute.manager [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 980.787459] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.787653] env[69159]: DEBUG nova.compute.manager [-] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 980.787764] env[69159]: DEBUG nova.network.neutron [-] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.874831] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449052, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.031066] env[69159]: DEBUG nova.objects.instance [None req-e63721b1-09db-4ab2-8089-00b19865b5c9 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lazy-loading 'flavor' on Instance uuid 09a8d090-e7a0-42cb-94e9-9bc78348d52b {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.037475] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.060421] env[69159]: DEBUG nova.compute.manager [req-2dcc060a-4c11-4e54-b17b-677d2f029e20 req-6d033d4e-fe57-4153-85b7-70726d476085 service nova] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Received event network-vif-deleted-a2535e0b-8a2b-4d8a-b95e-65c29c46fe78 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 981.060421] env[69159]: INFO nova.compute.manager [req-2dcc060a-4c11-4e54-b17b-677d2f029e20 req-6d033d4e-fe57-4153-85b7-70726d476085 service nova] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Neutron deleted interface a2535e0b-8a2b-4d8a-b95e-65c29c46fe78; detaching it from the instance and deleting it from the info cache [ 981.060421] env[69159]: DEBUG nova.network.neutron [req-2dcc060a-4c11-4e54-b17b-677d2f029e20 req-6d033d4e-fe57-4153-85b7-70726d476085 service nova] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.129867] env[69159]: DEBUG nova.objects.instance [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lazy-loading 'numa_topology' on Instance uuid 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.258975] env[69159]: DEBUG nova.compute.manager [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 981.375934] env[69159]: DEBUG oslo_vmware.api [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449052, 'name': RemoveSnapshot_Task, 'duration_secs': 0.659287} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.376207] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 981.376508] env[69159]: INFO nova.compute.manager [None req-ad25bae1-1722-4ebf-878e-24bec747b804 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Took 16.95 seconds to snapshot the instance on the hypervisor. [ 981.537130] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e63721b1-09db-4ab2-8089-00b19865b5c9 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "refresh_cache-09a8d090-e7a0-42cb-94e9-9bc78348d52b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.537575] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e63721b1-09db-4ab2-8089-00b19865b5c9 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquired lock "refresh_cache-09a8d090-e7a0-42cb-94e9-9bc78348d52b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.537575] env[69159]: DEBUG nova.network.neutron [None req-e63721b1-09db-4ab2-8089-00b19865b5c9 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.537708] env[69159]: DEBUG nova.objects.instance [None req-e63721b1-09db-4ab2-8089-00b19865b5c9 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lazy-loading 'info_cache' on Instance uuid 09a8d090-e7a0-42cb-94e9-9bc78348d52b {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.541898] env[69159]: DEBUG nova.network.neutron [-] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.564327] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ca62ce6-63d9-4798-8c16-fd9d65c2e62b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.575046] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805e6331-9de1-434b-b5e2-cca118fd8fe6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.606366] env[69159]: DEBUG nova.compute.manager [req-2dcc060a-4c11-4e54-b17b-677d2f029e20 req-6d033d4e-fe57-4153-85b7-70726d476085 service nova] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Detach interface failed, port_id=a2535e0b-8a2b-4d8a-b95e-65c29c46fe78, reason: Instance f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 981.631087] env[69159]: DEBUG nova.compute.manager [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 981.633534] env[69159]: DEBUG nova.objects.base [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Object Instance<3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6> lazy-loaded attributes: resources,numa_topology {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 981.657952] env[69159]: DEBUG nova.virt.hardware [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.658214] env[69159]: DEBUG nova.virt.hardware [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.658373] env[69159]: DEBUG nova.virt.hardware [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.658554] env[69159]: DEBUG nova.virt.hardware [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.658734] env[69159]: DEBUG nova.virt.hardware [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.658892] env[69159]: DEBUG nova.virt.hardware [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.659107] env[69159]: DEBUG nova.virt.hardware [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.659268] env[69159]: DEBUG nova.virt.hardware [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.659434] env[69159]: DEBUG nova.virt.hardware [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.659755] env[69159]: DEBUG nova.virt.hardware [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.659755] env[69159]: DEBUG nova.virt.hardware [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.660617] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90c0623-07eb-4cb1-9796-3a0f59c8af00 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.670831] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7972172f-7e97-41c9-8eb5-1944249822d5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.783116] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.880019] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3741cc-f86d-42ee-9296-5270d8ac80ed {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.889715] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81bd1fa-676f-48cd-a86f-e99413606153 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.921205] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404277df-6ab6-4c40-bf6f-fa0db2bb8f6a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.929519] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421fc47c-114b-440c-8416-e458caca414f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.945083] env[69159]: DEBUG nova.compute.provider_tree [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.041425] env[69159]: DEBUG nova.objects.base [None req-e63721b1-09db-4ab2-8089-00b19865b5c9 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Object Instance<09a8d090-e7a0-42cb-94e9-9bc78348d52b> lazy-loaded attributes: flavor,info_cache {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 982.042772] env[69159]: INFO nova.compute.manager [-] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Took 1.25 seconds to deallocate network for instance. [ 982.086546] env[69159]: DEBUG nova.compute.manager [req-0179cd6b-07c4-4a41-9c51-9340e2bd6099 req-666c5136-e2ff-4cda-9717-e68e0d5437cd service nova] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Received event network-vif-plugged-5879b27d-e096-4d6e-8489-986fe2f2b0e2 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 982.086803] env[69159]: DEBUG oslo_concurrency.lockutils [req-0179cd6b-07c4-4a41-9c51-9340e2bd6099 req-666c5136-e2ff-4cda-9717-e68e0d5437cd service nova] Acquiring lock "2f4b594f-d1b2-41e6-af6a-1c62f85bb672-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.086963] env[69159]: DEBUG oslo_concurrency.lockutils [req-0179cd6b-07c4-4a41-9c51-9340e2bd6099 req-666c5136-e2ff-4cda-9717-e68e0d5437cd service nova] Lock "2f4b594f-d1b2-41e6-af6a-1c62f85bb672-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.087161] env[69159]: DEBUG oslo_concurrency.lockutils [req-0179cd6b-07c4-4a41-9c51-9340e2bd6099 req-666c5136-e2ff-4cda-9717-e68e0d5437cd service nova] Lock "2f4b594f-d1b2-41e6-af6a-1c62f85bb672-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.087331] env[69159]: DEBUG nova.compute.manager [req-0179cd6b-07c4-4a41-9c51-9340e2bd6099 req-666c5136-e2ff-4cda-9717-e68e0d5437cd service nova] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] No waiting events found dispatching network-vif-plugged-5879b27d-e096-4d6e-8489-986fe2f2b0e2 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 982.087493] env[69159]: WARNING nova.compute.manager [req-0179cd6b-07c4-4a41-9c51-9340e2bd6099 req-666c5136-e2ff-4cda-9717-e68e0d5437cd service nova] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Received unexpected event network-vif-plugged-5879b27d-e096-4d6e-8489-986fe2f2b0e2 for instance with vm_state building and task_state spawning. [ 982.174663] env[69159]: DEBUG nova.network.neutron [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Successfully updated port: 5879b27d-e096-4d6e-8489-986fe2f2b0e2 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.309430] env[69159]: DEBUG nova.network.neutron [None req-e63721b1-09db-4ab2-8089-00b19865b5c9 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Updating instance_info_cache with network_info: [{"id": "44edd60e-ed33-4e10-a8bc-ba2000ceae0a", "address": "fa:16:3e:fd:34:fe", "network": {"id": "e937f80d-3123-4a8c-a1e6-f7dba5e73894", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-914840469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e20f58dcc47c43e7af3cf938035cc635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44edd60e-ed", "ovs_interfaceid": "44edd60e-ed33-4e10-a8bc-ba2000ceae0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.448353] env[69159]: DEBUG nova.scheduler.client.report [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.552246] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.678198] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "refresh_cache-2f4b594f-d1b2-41e6-af6a-1c62f85bb672" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.678620] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquired lock "refresh_cache-2f4b594f-d1b2-41e6-af6a-1c62f85bb672" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.678712] env[69159]: DEBUG nova.network.neutron [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.814192] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e63721b1-09db-4ab2-8089-00b19865b5c9 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Releasing lock "refresh_cache-09a8d090-e7a0-42cb-94e9-9bc78348d52b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.953651] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.328s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.956725] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.235s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.956725] env[69159]: DEBUG nova.objects.instance [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69159) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 983.211782] env[69159]: DEBUG nova.network.neutron [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.348476] env[69159]: DEBUG nova.network.neutron [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Updating instance_info_cache with network_info: [{"id": "5879b27d-e096-4d6e-8489-986fe2f2b0e2", "address": "fa:16:3e:20:ae:a9", "network": {"id": "18ff77c8-d6ad-4571-a133-b501ef915d13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-842023318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def07d8ef9ee4494be8ce5f6846b850a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5879b27d-e0", "ovs_interfaceid": "5879b27d-e096-4d6e-8489-986fe2f2b0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.466183] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5157768d-24d9-43cb-b971-113a8bcc90c6 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.065s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.466911] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 18.984s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.467231] env[69159]: INFO nova.compute.manager [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Unshelving [ 983.821637] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63721b1-09db-4ab2-8089-00b19865b5c9 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.821946] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cd70b84-e78c-4fe2-b800-421e7417ecc4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.831216] env[69159]: DEBUG oslo_vmware.api [None req-e63721b1-09db-4ab2-8089-00b19865b5c9 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 983.831216] env[69159]: value = "task-3449053" [ 983.831216] env[69159]: _type = "Task" [ 983.831216] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.839519] env[69159]: DEBUG oslo_vmware.api [None req-e63721b1-09db-4ab2-8089-00b19865b5c9 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.851319] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Releasing lock "refresh_cache-2f4b594f-d1b2-41e6-af6a-1c62f85bb672" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.851609] env[69159]: DEBUG nova.compute.manager [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Instance network_info: |[{"id": "5879b27d-e096-4d6e-8489-986fe2f2b0e2", "address": "fa:16:3e:20:ae:a9", "network": {"id": "18ff77c8-d6ad-4571-a133-b501ef915d13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-842023318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def07d8ef9ee4494be8ce5f6846b850a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5879b27d-e0", "ovs_interfaceid": "5879b27d-e096-4d6e-8489-986fe2f2b0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 983.852018] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:ae:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5879b27d-e096-4d6e-8489-986fe2f2b0e2', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.859866] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.860097] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.860315] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d6e862a-eda0-47b7-864a-bba77533c2f1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.881028] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.881028] env[69159]: value = "task-3449054" [ 983.881028] env[69159]: _type = "Task" [ 983.881028] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.888862] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449054, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.967565] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce7e76e0-c0c9-4878-8111-0aaf72ee4789 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.968858] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.622s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.970904] env[69159]: INFO nova.compute.claims [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.114535] env[69159]: DEBUG nova.compute.manager [req-52907fb4-8137-4a8e-835c-f80ef1f3c489 req-9b947e10-3bd7-4b5b-a72c-d23b6b33a0aa service nova] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Received event network-changed-5879b27d-e096-4d6e-8489-986fe2f2b0e2 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 984.114535] env[69159]: DEBUG nova.compute.manager [req-52907fb4-8137-4a8e-835c-f80ef1f3c489 req-9b947e10-3bd7-4b5b-a72c-d23b6b33a0aa service nova] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Refreshing instance network info cache due to event network-changed-5879b27d-e096-4d6e-8489-986fe2f2b0e2. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 984.114834] env[69159]: DEBUG oslo_concurrency.lockutils [req-52907fb4-8137-4a8e-835c-f80ef1f3c489 req-9b947e10-3bd7-4b5b-a72c-d23b6b33a0aa service nova] Acquiring lock "refresh_cache-2f4b594f-d1b2-41e6-af6a-1c62f85bb672" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.115260] env[69159]: DEBUG oslo_concurrency.lockutils [req-52907fb4-8137-4a8e-835c-f80ef1f3c489 req-9b947e10-3bd7-4b5b-a72c-d23b6b33a0aa service nova] Acquired lock "refresh_cache-2f4b594f-d1b2-41e6-af6a-1c62f85bb672" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.115512] env[69159]: DEBUG nova.network.neutron [req-52907fb4-8137-4a8e-835c-f80ef1f3c489 req-9b947e10-3bd7-4b5b-a72c-d23b6b33a0aa service nova] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Refreshing network info cache for port 5879b27d-e096-4d6e-8489-986fe2f2b0e2 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.342739] env[69159]: DEBUG oslo_vmware.api [None req-e63721b1-09db-4ab2-8089-00b19865b5c9 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449053, 'name': PowerOnVM_Task, 'duration_secs': 0.384748} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.343076] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63721b1-09db-4ab2-8089-00b19865b5c9 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.343199] env[69159]: DEBUG nova.compute.manager [None req-e63721b1-09db-4ab2-8089-00b19865b5c9 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 984.343970] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7d04ea-70c3-42aa-8a43-77f0624d4dab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.392106] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449054, 'name': CreateVM_Task, 'duration_secs': 0.335294} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.392316] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.393108] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.393255] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.393584] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.393843] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d8b790-b5fc-4bfa-8c28-9d08b13529c4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.399011] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 984.399011] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527513a5-082c-97f0-f242-ac6ef56bc4aa" [ 984.399011] env[69159]: _type = "Task" [ 984.399011] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.407894] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527513a5-082c-97f0-f242-ac6ef56bc4aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.481331] env[69159]: DEBUG nova.compute.utils [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.914756] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527513a5-082c-97f0-f242-ac6ef56bc4aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011139} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.915131] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.915432] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.915699] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.915867] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.916092] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.916386] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-500d5801-8f69-4f9b-957a-e52f2e429f01 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.928636] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.928849] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.929956] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a59a24d6-7453-4625-a7f0-9353e812255b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.935871] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 984.935871] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a26ab6-66e1-15a1-11df-e77a63b0fce4" [ 984.935871] env[69159]: _type = "Task" [ 984.935871] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.944081] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a26ab6-66e1-15a1-11df-e77a63b0fce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.951481] env[69159]: DEBUG nova.network.neutron [req-52907fb4-8137-4a8e-835c-f80ef1f3c489 req-9b947e10-3bd7-4b5b-a72c-d23b6b33a0aa service nova] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Updated VIF entry in instance network info cache for port 5879b27d-e096-4d6e-8489-986fe2f2b0e2. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.951861] env[69159]: DEBUG nova.network.neutron [req-52907fb4-8137-4a8e-835c-f80ef1f3c489 req-9b947e10-3bd7-4b5b-a72c-d23b6b33a0aa service nova] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Updating instance_info_cache with network_info: [{"id": "5879b27d-e096-4d6e-8489-986fe2f2b0e2", "address": "fa:16:3e:20:ae:a9", "network": {"id": "18ff77c8-d6ad-4571-a133-b501ef915d13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-842023318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "def07d8ef9ee4494be8ce5f6846b850a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5879b27d-e0", "ovs_interfaceid": "5879b27d-e096-4d6e-8489-986fe2f2b0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.984356] env[69159]: INFO nova.virt.block_device [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Booting with volume 01ce9ca1-859b-4155-8fb9-de51377881e8 at /dev/sdb [ 985.031252] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44ab0d8e-1fb6-4af7-a10c-672a9741da1c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.044380] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cc3eac-24c3-4ee6-ad7b-2a3b4ed49dba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.082372] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1feb7ab1-9c6c-4698-aa6f-db2ce080bd6f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.091828] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8219d6-f121-4f2a-a1b0-efefe587ccab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.124959] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8425a62a-1a9a-4662-ad90-09c8f40a1ce6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.135877] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebc8951-6967-4025-92ea-d9e22544acfd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.153947] env[69159]: DEBUG nova.virt.block_device [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Updating existing volume attachment record: eacd2ec3-cd89-4e5e-ab03-d808b6d0cdba {{(pid=69159) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 985.303354] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e3d46c-96e5-4f36-812b-9575ebd030be {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.311602] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01519e7-a6cd-427c-9358-c39c2e17670b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.340616] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4ccbff-fc8b-4757-8e8d-c2b1b8d5f231 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.348175] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c512e42-05c5-48af-b0bb-47e5d6741521 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.363419] env[69159]: DEBUG nova.compute.provider_tree [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.451405] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a26ab6-66e1-15a1-11df-e77a63b0fce4, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.452802] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b7613f0-e850-4a90-bc93-07f38e0a2531 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.456289] env[69159]: DEBUG oslo_concurrency.lockutils [req-52907fb4-8137-4a8e-835c-f80ef1f3c489 req-9b947e10-3bd7-4b5b-a72c-d23b6b33a0aa service nova] Releasing lock "refresh_cache-2f4b594f-d1b2-41e6-af6a-1c62f85bb672" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.460782] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 985.460782] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d2132e-69c5-6195-4fe2-ef486a477f24" [ 985.460782] env[69159]: _type = "Task" [ 985.460782] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.469658] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d2132e-69c5-6195-4fe2-ef486a477f24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.867212] env[69159]: DEBUG nova.scheduler.client.report [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.975318] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d2132e-69c5-6195-4fe2-ef486a477f24, 'name': SearchDatastore_Task, 'duration_secs': 0.01838} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.975615] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.975983] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 2f4b594f-d1b2-41e6-af6a-1c62f85bb672/2f4b594f-d1b2-41e6-af6a-1c62f85bb672.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.976358] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a492fb5-6482-4b37-a2c0-48bef74f60cc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.985034] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 985.985034] env[69159]: value = "task-3449058" [ 985.985034] env[69159]: _type = "Task" [ 985.985034] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.995885] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3449058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.372891] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.373722] env[69159]: DEBUG nova.compute.manager [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 986.376747] env[69159]: DEBUG oslo_concurrency.lockutils [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.573s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.378225] env[69159]: INFO nova.compute.claims [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.497910] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3449058, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.883332] env[69159]: DEBUG nova.compute.utils [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.887180] env[69159]: DEBUG nova.compute.manager [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Not allocating networking since 'none' was specified. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 986.997028] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3449058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693022} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.997028] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 2f4b594f-d1b2-41e6-af6a-1c62f85bb672/2f4b594f-d1b2-41e6-af6a-1c62f85bb672.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.997224] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.997507] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de421495-03fe-4070-b37b-c4e3b5be1180 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.005779] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 987.005779] env[69159]: value = "task-3449059" [ 987.005779] env[69159]: _type = "Task" [ 987.005779] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.017476] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3449059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.388041] env[69159]: DEBUG nova.compute.manager [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 987.526493] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3449059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07077} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.526812] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.527705] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728af8fb-e06d-4684-9c0b-9df04c978059 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.555444] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 2f4b594f-d1b2-41e6-af6a-1c62f85bb672/2f4b594f-d1b2-41e6-af6a-1c62f85bb672.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.558243] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24db20f4-1bfe-4c7c-9f3b-7203047e36ba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.580560] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 987.580560] env[69159]: value = "task-3449061" [ 987.580560] env[69159]: _type = "Task" [ 987.580560] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.592799] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3449061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.693088] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289f8978-57cd-47db-9e0b-74396797bffe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.702335] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5fb31d-2fed-4d85-97c7-fc1c4917fcbd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.736165] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf85250-05f7-44bf-9762-872fa07e587a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.743612] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c073c105-8240-44bd-baaf-b199fff9f64b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.757192] env[69159]: DEBUG nova.compute.provider_tree [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.093163] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3449061, 'name': ReconfigVM_Task, 'duration_secs': 0.279511} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.093470] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 2f4b594f-d1b2-41e6-af6a-1c62f85bb672/2f4b594f-d1b2-41e6-af6a-1c62f85bb672.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.094082] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8398ce3-7e93-4abb-a73d-7b3bc49d96d4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.101122] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 988.101122] env[69159]: value = "task-3449062" [ 988.101122] env[69159]: _type = "Task" [ 988.101122] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.108858] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3449062, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.260836] env[69159]: DEBUG nova.scheduler.client.report [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.400083] env[69159]: DEBUG nova.compute.manager [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 988.427079] env[69159]: DEBUG nova.virt.hardware [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.427357] env[69159]: DEBUG nova.virt.hardware [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.427516] env[69159]: DEBUG nova.virt.hardware [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.427696] env[69159]: DEBUG nova.virt.hardware [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.427852] env[69159]: DEBUG nova.virt.hardware [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.428011] env[69159]: DEBUG nova.virt.hardware [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.428234] env[69159]: DEBUG nova.virt.hardware [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.428393] env[69159]: DEBUG nova.virt.hardware [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.428560] env[69159]: DEBUG nova.virt.hardware [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.428720] env[69159]: DEBUG nova.virt.hardware [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.428891] env[69159]: DEBUG nova.virt.hardware [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.429757] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d6b6bd-91d5-4c63-a6dc-771f93285c12 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.437934] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289a0c76-61a4-45a3-9ffc-480bf71a80e2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.451645] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.457237] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Creating folder: Project (823213011482404084dafd87d16430fd). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.458101] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afdc3587-b910-451b-9680-1666a16d81d4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.468966] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Created folder: Project (823213011482404084dafd87d16430fd) in parent group-v688391. [ 988.469171] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Creating folder: Instances. Parent ref: group-v688633. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.469403] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8043b129-1c61-4175-8784-f68bbdb48015 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.479433] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Created folder: Instances in parent group-v688633. [ 988.479648] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.479842] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.480051] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6faaf01-5271-45f9-a3be-e7e3e68f38d3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.497130] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.497130] env[69159]: value = "task-3449065" [ 988.497130] env[69159]: _type = "Task" [ 988.497130] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.504613] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449065, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.611683] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3449062, 'name': Rename_Task, 'duration_secs': 0.131912} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.611996] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.612261] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74e515b3-a733-4916-923b-329345c8ecf9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.618931] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 988.618931] env[69159]: value = "task-3449066" [ 988.618931] env[69159]: _type = "Task" [ 988.618931] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.630235] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3449066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.766806] env[69159]: DEBUG oslo_concurrency.lockutils [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.767367] env[69159]: DEBUG nova.compute.manager [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 988.770008] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.526s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.773605] env[69159]: INFO nova.compute.claims [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.010991] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449065, 'name': CreateVM_Task, 'duration_secs': 0.262283} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.011211] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.011713] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.011976] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.012357] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.012633] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f88ed9-5cb4-4983-b48d-dc8780336ba7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.017898] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 989.017898] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522f8133-d7f6-f40f-e86c-8fbe063e609a" [ 989.017898] env[69159]: _type = "Task" [ 989.017898] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.026445] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522f8133-d7f6-f40f-e86c-8fbe063e609a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.128887] env[69159]: DEBUG oslo_vmware.api [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3449066, 'name': PowerOnVM_Task, 'duration_secs': 0.461863} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.129180] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.129463] env[69159]: INFO nova.compute.manager [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Took 7.50 seconds to spawn the instance on the hypervisor. [ 989.129650] env[69159]: DEBUG nova.compute.manager [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 989.130453] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e350493f-90bc-4450-8262-b29cea91af3b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.279851] env[69159]: DEBUG nova.compute.utils [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.283783] env[69159]: DEBUG nova.compute.manager [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Not allocating networking since 'none' was specified. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 989.528865] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522f8133-d7f6-f40f-e86c-8fbe063e609a, 'name': SearchDatastore_Task, 'duration_secs': 0.013809} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.529200] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.529438] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.529676] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.529820] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.530031] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.530277] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7338062b-5957-40c6-aa32-58cd233482d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.540135] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.540331] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.541067] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a9ee01-ce59-456a-96a8-d11e88848978 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.547945] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 989.547945] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525f1f20-01b7-83f1-0bc0-073cc6de7bf5" [ 989.547945] env[69159]: _type = "Task" [ 989.547945] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.556161] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525f1f20-01b7-83f1-0bc0-073cc6de7bf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.648240] env[69159]: INFO nova.compute.manager [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Took 29.82 seconds to build instance. [ 989.784217] env[69159]: DEBUG nova.compute.manager [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 990.062829] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525f1f20-01b7-83f1-0bc0-073cc6de7bf5, 'name': SearchDatastore_Task, 'duration_secs': 0.011255} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.067513] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca19bca6-8e2b-4a47-8b35-aaa458756425 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.075795] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 990.075795] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5224f25a-0e48-6d8f-846c-9f2e3e207a9a" [ 990.075795] env[69159]: _type = "Task" [ 990.075795] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.087050] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5224f25a-0e48-6d8f-846c-9f2e3e207a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.090649] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "2f4b594f-d1b2-41e6-af6a-1c62f85bb672" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.129091] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbecdc36-1261-42ae-a539-1dff160aa6ad {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.136959] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de27a8de-343f-4283-a832-02ddd1851a85 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.170282] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bb1480ab-6cb9-49fd-891b-3cee614ce1a6 tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "2f4b594f-d1b2-41e6-af6a-1c62f85bb672" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.352s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.174022] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "2f4b594f-d1b2-41e6-af6a-1c62f85bb672" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.080s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.174022] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "2f4b594f-d1b2-41e6-af6a-1c62f85bb672-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.174022] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "2f4b594f-d1b2-41e6-af6a-1c62f85bb672-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.174022] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "2f4b594f-d1b2-41e6-af6a-1c62f85bb672-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.174022] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f8772a-a2e7-475b-9034-3e72dc03b898 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.176405] env[69159]: INFO nova.compute.manager [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Terminating instance [ 990.184640] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bec1377-def3-4ac1-ae17-da0510d7b0e6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.199131] env[69159]: DEBUG nova.compute.provider_tree [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.587255] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5224f25a-0e48-6d8f-846c-9f2e3e207a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.017902} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.587255] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.587566] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 293007ac-5a8d-4669-8910-f1757b3ea83a/293007ac-5a8d-4669-8910-f1757b3ea83a.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.587747] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a37051e-3023-4e9d-a395-6d81ff08ae81 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.596422] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 990.596422] env[69159]: value = "task-3449067" [ 990.596422] env[69159]: _type = "Task" [ 990.596422] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.606424] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.681057] env[69159]: DEBUG nova.compute.manager [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 990.681286] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.682241] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da14fcc-2864-4f5e-9476-023975905138 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.690279] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.690528] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e94348d0-7b08-4464-a421-ff4a7e712bf6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.697375] env[69159]: DEBUG oslo_vmware.api [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 990.697375] env[69159]: value = "task-3449068" [ 990.697375] env[69159]: _type = "Task" [ 990.697375] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.701478] env[69159]: DEBUG nova.scheduler.client.report [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.712220] env[69159]: DEBUG oslo_vmware.api [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3449068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.750623] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.797140] env[69159]: DEBUG nova.compute.manager [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 990.827351] env[69159]: DEBUG nova.virt.hardware [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.827678] env[69159]: DEBUG nova.virt.hardware [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.827849] env[69159]: DEBUG nova.virt.hardware [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.828080] env[69159]: DEBUG nova.virt.hardware [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.828238] env[69159]: DEBUG nova.virt.hardware [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.828459] env[69159]: DEBUG nova.virt.hardware [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.828683] env[69159]: DEBUG nova.virt.hardware [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.828845] env[69159]: DEBUG nova.virt.hardware [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.829057] env[69159]: DEBUG nova.virt.hardware [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.829240] env[69159]: DEBUG nova.virt.hardware [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.829417] env[69159]: DEBUG nova.virt.hardware [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.830444] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9074dbbb-1e2a-43fd-9bad-f663dee908b2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.839882] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0d43f1-aef3-4c8b-b77d-bf5530f9888c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.867596] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.877943] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.878458] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.878791] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f4aebef-a058-471e-976f-18a3e53b22bc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.912231] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.912231] env[69159]: value = "task-3449069" [ 990.912231] env[69159]: _type = "Task" [ 990.912231] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.928583] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449069, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.107879] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465943} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.108170] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 293007ac-5a8d-4669-8910-f1757b3ea83a/293007ac-5a8d-4669-8910-f1757b3ea83a.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.108387] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.108644] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-211890fc-4426-41ac-a9b8-62d90d902206 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.115676] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 991.115676] env[69159]: value = "task-3449070" [ 991.115676] env[69159]: _type = "Task" [ 991.115676] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.123718] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.208399] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.209748] env[69159]: DEBUG nova.compute.manager [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 991.211900] env[69159]: DEBUG oslo_vmware.api [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3449068, 'name': PowerOffVM_Task, 'duration_secs': 0.294429} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.211900] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.445s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.213130] env[69159]: DEBUG nova.objects.instance [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Lazy-loading 'resources' on Instance uuid 5b6485db-714d-483d-9635-083f749d2d27 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.215095] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.215179] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.215830] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36aaee10-d1db-40fb-9d1b-b799e3605e91 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.310072] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.310344] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.310533] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Deleting the datastore file [datastore1] 2f4b594f-d1b2-41e6-af6a-1c62f85bb672 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.310823] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-305cd386-8e36-4e8d-861a-7bfb0c9608a7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.320574] env[69159]: DEBUG oslo_vmware.api [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for the task: (returnval){ [ 991.320574] env[69159]: value = "task-3449072" [ 991.320574] env[69159]: _type = "Task" [ 991.320574] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.329545] env[69159]: DEBUG oslo_vmware.api [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3449072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.424317] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449069, 'name': CreateVM_Task, 'duration_secs': 0.476269} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.424499] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.424972] env[69159]: DEBUG oslo_concurrency.lockutils [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.425155] env[69159]: DEBUG oslo_concurrency.lockutils [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.425541] env[69159]: DEBUG oslo_concurrency.lockutils [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.425823] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4876fce-2e05-4da6-9e0c-8eafbefdfb2e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.431236] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 991.431236] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52dc8926-4da8-c567-8ce9-93582974a47c" [ 991.431236] env[69159]: _type = "Task" [ 991.431236] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.440159] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52dc8926-4da8-c567-8ce9-93582974a47c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.627020] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068927} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.627331] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.628207] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2c8d5f-27f6-43cd-8543-907e82a66f70 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.651662] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 293007ac-5a8d-4669-8910-f1757b3ea83a/293007ac-5a8d-4669-8910-f1757b3ea83a.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.652073] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2d523df-5ec2-41a5-b97b-e1ab3a072f53 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.673692] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 991.673692] env[69159]: value = "task-3449073" [ 991.673692] env[69159]: _type = "Task" [ 991.673692] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.691369] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.718380] env[69159]: DEBUG nova.compute.utils [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.722709] env[69159]: DEBUG nova.compute.manager [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 991.722889] env[69159]: DEBUG nova.network.neutron [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.776018] env[69159]: DEBUG nova.policy [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8858d472e7e844c9bc7f59add3321e95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b57d4867fc1d4382b4451d8fa7b2a464', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.833771] env[69159]: DEBUG oslo_vmware.api [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Task: {'id': task-3449072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335757} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.836951] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.837200] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.837419] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.837637] env[69159]: INFO nova.compute.manager [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Took 1.16 seconds to destroy the instance on the hypervisor. [ 991.837923] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.838578] env[69159]: DEBUG nova.compute.manager [-] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 991.838710] env[69159]: DEBUG nova.network.neutron [-] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.945068] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52dc8926-4da8-c567-8ce9-93582974a47c, 'name': SearchDatastore_Task, 'duration_secs': 0.017381} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.945450] env[69159]: DEBUG oslo_concurrency.lockutils [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.945711] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.945968] env[69159]: DEBUG oslo_concurrency.lockutils [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.946147] env[69159]: DEBUG oslo_concurrency.lockutils [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.946346] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.946619] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52660b5c-34e1-4525-88c6-991b759e3f4e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.956280] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.956506] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.957313] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f05ee957-376a-45e5-b3c5-8dee7a0f0e9c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.963282] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 991.963282] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5220ee77-ed92-1e12-2bf4-be3404725e22" [ 991.963282] env[69159]: _type = "Task" [ 991.963282] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.975126] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5220ee77-ed92-1e12-2bf4-be3404725e22, 'name': SearchDatastore_Task} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.978750] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aaf584d-6eaf-424c-b05d-261252696dbc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.984487] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 991.984487] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52642470-7de9-f4ff-6a51-4fac48fcf00c" [ 991.984487] env[69159]: _type = "Task" [ 991.984487] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.993414] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52642470-7de9-f4ff-6a51-4fac48fcf00c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.043948] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e36f47f-1ed1-4571-ad91-e3bcef263694 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.051988] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9b859f-c3d0-4d63-9c42-6b98f36e5154 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.090462] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e204d4c0-ac01-410a-a701-be34fcf3bbe1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.099025] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50bf4a1-d44e-447e-817c-db942ba51b65 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.113593] env[69159]: DEBUG nova.compute.provider_tree [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.127254] env[69159]: DEBUG nova.network.neutron [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Successfully created port: c1223e36-7394-448b-ba89-bc085a833fef {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.170617] env[69159]: DEBUG nova.compute.manager [req-21de6ebe-7620-45c8-aff7-42d0ee84ae64 req-f195b086-2aef-4bac-b455-d5fbcd7f6071 service nova] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Received event network-vif-deleted-5879b27d-e096-4d6e-8489-986fe2f2b0e2 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 992.170617] env[69159]: INFO nova.compute.manager [req-21de6ebe-7620-45c8-aff7-42d0ee84ae64 req-f195b086-2aef-4bac-b455-d5fbcd7f6071 service nova] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Neutron deleted interface 5879b27d-e096-4d6e-8489-986fe2f2b0e2; detaching it from the instance and deleting it from the info cache [ 992.170617] env[69159]: DEBUG nova.network.neutron [req-21de6ebe-7620-45c8-aff7-42d0ee84ae64 req-f195b086-2aef-4bac-b455-d5fbcd7f6071 service nova] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.186497] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449073, 'name': ReconfigVM_Task, 'duration_secs': 0.417619} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.186740] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 293007ac-5a8d-4669-8910-f1757b3ea83a/293007ac-5a8d-4669-8910-f1757b3ea83a.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.187431] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc09809a-ec43-4065-b8ed-d7eb2dd63ac1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.195241] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 992.195241] env[69159]: value = "task-3449074" [ 992.195241] env[69159]: _type = "Task" [ 992.195241] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.204138] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449074, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.226656] env[69159]: DEBUG nova.compute.manager [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 992.495021] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52642470-7de9-f4ff-6a51-4fac48fcf00c, 'name': SearchDatastore_Task, 'duration_secs': 0.010571} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.495321] env[69159]: DEBUG oslo_concurrency.lockutils [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.495600] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] a433dba3-6807-4b41-91b1-713bcba8a86d/a433dba3-6807-4b41-91b1-713bcba8a86d.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.495854] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ed20e3c-2bdb-4918-b7cd-00fa12c8a30c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.502275] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 992.502275] env[69159]: value = "task-3449075" [ 992.502275] env[69159]: _type = "Task" [ 992.502275] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.510209] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.617078] env[69159]: DEBUG nova.scheduler.client.report [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.652975] env[69159]: DEBUG nova.network.neutron [-] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.672167] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d9759cc-44e2-48c0-b4c3-3f56a8246de7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.683017] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acb7ade-4804-4a80-889c-32eecbac7403 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.706416] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449074, 'name': Rename_Task, 'duration_secs': 0.143829} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.707108] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.707108] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e95ca094-c39c-486c-b937-28d5526f32a2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.717791] env[69159]: DEBUG nova.compute.manager [req-21de6ebe-7620-45c8-aff7-42d0ee84ae64 req-f195b086-2aef-4bac-b455-d5fbcd7f6071 service nova] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Detach interface failed, port_id=5879b27d-e096-4d6e-8489-986fe2f2b0e2, reason: Instance 2f4b594f-d1b2-41e6-af6a-1c62f85bb672 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 992.726685] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 992.726685] env[69159]: value = "task-3449076" [ 992.726685] env[69159]: _type = "Task" [ 992.726685] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.741531] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.016357] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499107} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.016734] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] a433dba3-6807-4b41-91b1-713bcba8a86d/a433dba3-6807-4b41-91b1-713bcba8a86d.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.017035] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.017323] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b289844-40ea-4c0c-928c-29fcf6561856 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.025587] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 993.025587] env[69159]: value = "task-3449077" [ 993.025587] env[69159]: _type = "Task" [ 993.025587] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.034300] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.122506] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.124938] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.395s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.125167] env[69159]: DEBUG nova.objects.instance [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69159) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 993.151823] env[69159]: INFO nova.scheduler.client.report [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Deleted allocations for instance 5b6485db-714d-483d-9635-083f749d2d27 [ 993.155712] env[69159]: INFO nova.compute.manager [-] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Took 1.32 seconds to deallocate network for instance. [ 993.238597] env[69159]: DEBUG nova.compute.manager [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 993.240677] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449076, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.262964] env[69159]: DEBUG nova.virt.hardware [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.263273] env[69159]: DEBUG nova.virt.hardware [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.263440] env[69159]: DEBUG nova.virt.hardware [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.263624] env[69159]: DEBUG nova.virt.hardware [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.263769] env[69159]: DEBUG nova.virt.hardware [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.263914] env[69159]: DEBUG nova.virt.hardware [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.264143] env[69159]: DEBUG nova.virt.hardware [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.264301] env[69159]: DEBUG nova.virt.hardware [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.264469] env[69159]: DEBUG nova.virt.hardware [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.264630] env[69159]: DEBUG nova.virt.hardware [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.265055] env[69159]: DEBUG nova.virt.hardware [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.266015] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b8015d-41b4-4208-b102-9f0c5d446470 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.274991] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d2e76c-9933-4c70-bb75-1ff3c3c551b1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.536039] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072157} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.536563] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.537387] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26e6950-b6a9-4ab6-8714-e75f23a135e3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.558061] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] a433dba3-6807-4b41-91b1-713bcba8a86d/a433dba3-6807-4b41-91b1-713bcba8a86d.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.558352] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-245a584d-8888-4d28-846a-d355fe4344eb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.578374] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 993.578374] env[69159]: value = "task-3449078" [ 993.578374] env[69159]: _type = "Task" [ 993.578374] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.586946] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.659730] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c8368d3-db6b-4b3f-9ae8-fe57929e2547 tempest-ServerShowV254Test-2117467871 tempest-ServerShowV254Test-2117467871-project-member] Lock "5b6485db-714d-483d-9635-083f749d2d27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.184s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.662741] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.703789] env[69159]: DEBUG nova.compute.manager [req-7c32b85d-ce8e-484b-977b-e51be24a43a2 req-08eede4e-d1d1-4c1c-af34-fabb60956628 service nova] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Received event network-vif-plugged-c1223e36-7394-448b-ba89-bc085a833fef {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 993.704061] env[69159]: DEBUG oslo_concurrency.lockutils [req-7c32b85d-ce8e-484b-977b-e51be24a43a2 req-08eede4e-d1d1-4c1c-af34-fabb60956628 service nova] Acquiring lock "6658d775-47f8-4ba7-baf3-f7bd78cf559b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.704285] env[69159]: DEBUG oslo_concurrency.lockutils [req-7c32b85d-ce8e-484b-977b-e51be24a43a2 req-08eede4e-d1d1-4c1c-af34-fabb60956628 service nova] Lock "6658d775-47f8-4ba7-baf3-f7bd78cf559b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.704457] env[69159]: DEBUG oslo_concurrency.lockutils [req-7c32b85d-ce8e-484b-977b-e51be24a43a2 req-08eede4e-d1d1-4c1c-af34-fabb60956628 service nova] Lock "6658d775-47f8-4ba7-baf3-f7bd78cf559b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.704629] env[69159]: DEBUG nova.compute.manager [req-7c32b85d-ce8e-484b-977b-e51be24a43a2 req-08eede4e-d1d1-4c1c-af34-fabb60956628 service nova] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] No waiting events found dispatching network-vif-plugged-c1223e36-7394-448b-ba89-bc085a833fef {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 993.704794] env[69159]: WARNING nova.compute.manager [req-7c32b85d-ce8e-484b-977b-e51be24a43a2 req-08eede4e-d1d1-4c1c-af34-fabb60956628 service nova] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Received unexpected event network-vif-plugged-c1223e36-7394-448b-ba89-bc085a833fef for instance with vm_state building and task_state spawning. [ 993.740324] env[69159]: DEBUG oslo_vmware.api [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449076, 'name': PowerOnVM_Task, 'duration_secs': 0.70229} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.740626] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.740829] env[69159]: INFO nova.compute.manager [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Took 5.34 seconds to spawn the instance on the hypervisor. [ 993.741016] env[69159]: DEBUG nova.compute.manager [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 993.742195] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49753423-e7c1-4f5b-b3fb-078b57784143 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.090292] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.136908] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ce8cf51c-f29a-44fb-900b-b031bfa94b59 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.138098] env[69159]: DEBUG oslo_concurrency.lockutils [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.590s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.139579] env[69159]: INFO nova.compute.claims [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.196664] env[69159]: DEBUG nova.network.neutron [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Successfully updated port: c1223e36-7394-448b-ba89-bc085a833fef {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.217543] env[69159]: DEBUG nova.compute.manager [req-96744d23-4d33-4ee7-a907-e3e0c21fa446 req-5c40e533-87ec-48b4-ae8d-dc01622656a6 service nova] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Received event network-changed-c1223e36-7394-448b-ba89-bc085a833fef {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 994.217721] env[69159]: DEBUG nova.compute.manager [req-96744d23-4d33-4ee7-a907-e3e0c21fa446 req-5c40e533-87ec-48b4-ae8d-dc01622656a6 service nova] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Refreshing instance network info cache due to event network-changed-c1223e36-7394-448b-ba89-bc085a833fef. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 994.217945] env[69159]: DEBUG oslo_concurrency.lockutils [req-96744d23-4d33-4ee7-a907-e3e0c21fa446 req-5c40e533-87ec-48b4-ae8d-dc01622656a6 service nova] Acquiring lock "refresh_cache-6658d775-47f8-4ba7-baf3-f7bd78cf559b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.218102] env[69159]: DEBUG oslo_concurrency.lockutils [req-96744d23-4d33-4ee7-a907-e3e0c21fa446 req-5c40e533-87ec-48b4-ae8d-dc01622656a6 service nova] Acquired lock "refresh_cache-6658d775-47f8-4ba7-baf3-f7bd78cf559b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.218261] env[69159]: DEBUG nova.network.neutron [req-96744d23-4d33-4ee7-a907-e3e0c21fa446 req-5c40e533-87ec-48b4-ae8d-dc01622656a6 service nova] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Refreshing network info cache for port c1223e36-7394-448b-ba89-bc085a833fef {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.261250] env[69159]: INFO nova.compute.manager [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Took 26.94 seconds to build instance. [ 994.589419] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449078, 'name': ReconfigVM_Task, 'duration_secs': 0.919601} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.589738] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Reconfigured VM instance instance-00000054 to attach disk [datastore1] a433dba3-6807-4b41-91b1-713bcba8a86d/a433dba3-6807-4b41-91b1-713bcba8a86d.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.590858] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de97369e-f177-4138-9254-bf42cdfcbe5d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.597897] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 994.597897] env[69159]: value = "task-3449079" [ 994.597897] env[69159]: _type = "Task" [ 994.597897] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.606866] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449079, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.699243] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "refresh_cache-6658d775-47f8-4ba7-baf3-f7bd78cf559b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.763324] env[69159]: DEBUG nova.network.neutron [req-96744d23-4d33-4ee7-a907-e3e0c21fa446 req-5c40e533-87ec-48b4-ae8d-dc01622656a6 service nova] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.765451] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eeff841f-4bd9-453e-9da7-988b3cdc2f98 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "293007ac-5a8d-4669-8910-f1757b3ea83a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.450s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.849523] env[69159]: DEBUG nova.network.neutron [req-96744d23-4d33-4ee7-a907-e3e0c21fa446 req-5c40e533-87ec-48b4-ae8d-dc01622656a6 service nova] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.112720] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449079, 'name': Rename_Task, 'duration_secs': 0.243917} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.113052] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.113328] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc998457-f60f-4f21-84c0-f6e2279a2160 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.121312] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 995.121312] env[69159]: value = "task-3449080" [ 995.121312] env[69159]: _type = "Task" [ 995.121312] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.130620] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.352627] env[69159]: DEBUG oslo_concurrency.lockutils [req-96744d23-4d33-4ee7-a907-e3e0c21fa446 req-5c40e533-87ec-48b4-ae8d-dc01622656a6 service nova] Releasing lock "refresh_cache-6658d775-47f8-4ba7-baf3-f7bd78cf559b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.353035] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "refresh_cache-6658d775-47f8-4ba7-baf3-f7bd78cf559b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.353246] env[69159]: DEBUG nova.network.neutron [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.438566] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c67e5b-6000-4238-a792-abfa40758405 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.446539] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f93c323-18e9-4550-bba3-688fce1b3c37 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.483257] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97397653-983e-4c33-9a44-1def9b83d9e5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.492114] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d60154a-d50a-4da9-8d5d-beba38179ccf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.506017] env[69159]: DEBUG nova.compute.provider_tree [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.631888] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449080, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.902522] env[69159]: DEBUG nova.network.neutron [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.012247] env[69159]: DEBUG nova.scheduler.client.report [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.046576] env[69159]: DEBUG nova.network.neutron [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Updating instance_info_cache with network_info: [{"id": "c1223e36-7394-448b-ba89-bc085a833fef", "address": "fa:16:3e:bd:9e:b5", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1223e36-73", "ovs_interfaceid": "c1223e36-7394-448b-ba89-bc085a833fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.134561] env[69159]: DEBUG oslo_vmware.api [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449080, 'name': PowerOnVM_Task, 'duration_secs': 0.663584} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.134561] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.134561] env[69159]: INFO nova.compute.manager [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Took 5.34 seconds to spawn the instance on the hypervisor. [ 996.134561] env[69159]: DEBUG nova.compute.manager [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.134561] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418715b0-bd9b-4e6a-a372-10c9822a03c2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.518026] env[69159]: DEBUG oslo_concurrency.lockutils [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.518565] env[69159]: DEBUG nova.compute.manager [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 996.521124] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.971s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.521347] env[69159]: DEBUG nova.objects.instance [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Lazy-loading 'resources' on Instance uuid 9607aa48-7f97-4944-9450-98863f0937ff {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.549234] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "refresh_cache-6658d775-47f8-4ba7-baf3-f7bd78cf559b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.549352] env[69159]: DEBUG nova.compute.manager [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Instance network_info: |[{"id": "c1223e36-7394-448b-ba89-bc085a833fef", "address": "fa:16:3e:bd:9e:b5", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1223e36-73", "ovs_interfaceid": "c1223e36-7394-448b-ba89-bc085a833fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 996.550157] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:9e:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1223e36-7394-448b-ba89-bc085a833fef', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.558866] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.558866] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.558866] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77d33ed2-589c-4133-b623-a3533b242653 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.581747] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.581747] env[69159]: value = "task-3449081" [ 996.581747] env[69159]: _type = "Task" [ 996.581747] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.589992] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449081, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.659117] env[69159]: INFO nova.compute.manager [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Took 28.88 seconds to build instance. [ 997.026411] env[69159]: DEBUG nova.compute.utils [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.040362] env[69159]: DEBUG nova.compute.manager [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 997.040362] env[69159]: DEBUG nova.network.neutron [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.084108] env[69159]: DEBUG nova.policy [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5b511a81f1045ecb4156bd308be9fc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c79bae99bf2d4880b44ab0ceb9897257', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.094771] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449081, 'name': CreateVM_Task, 'duration_secs': 0.35961} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.097318] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.098718] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.098718] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.098718] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.098985] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95135abe-4716-41af-99f0-7e5fd98415b0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.103843] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 997.103843] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ee6c09-b8a8-421b-6acd-a93d03225fed" [ 997.103843] env[69159]: _type = "Task" [ 997.103843] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.112219] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ee6c09-b8a8-421b-6acd-a93d03225fed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.162087] env[69159]: DEBUG oslo_concurrency.lockutils [None req-266a0ae5-195a-4e15-8cc2-909f9d1ffff8 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "a433dba3-6807-4b41-91b1-713bcba8a86d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.394s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.213773] env[69159]: INFO nova.compute.manager [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Rebuilding instance [ 997.258010] env[69159]: DEBUG nova.compute.manager [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 997.258786] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37865168-c8f4-47f2-bd9c-46ac168cc9d3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.339921] env[69159]: DEBUG oslo_concurrency.lockutils [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "b3f9cd88-9518-464b-a053-c77ce6555754" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.340219] env[69159]: DEBUG oslo_concurrency.lockutils [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "b3f9cd88-9518-464b-a053-c77ce6555754" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.349014] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc584a63-3128-48ff-8d8a-ad0df231b65e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.357337] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d663a2-0de5-4aaf-9fe7-79ad24f20075 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.392864] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cd65ec-9a4c-4e3c-b998-aaa8bdc6467a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.406455] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72f5d13-233f-43c4-8c84-77c07580abae {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.420293] env[69159]: DEBUG nova.compute.provider_tree [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.509896] env[69159]: DEBUG nova.network.neutron [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Successfully created port: aa381d21-360b-48ae-b76d-92ff56e3a5d5 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.539349] env[69159]: DEBUG nova.compute.manager [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 997.614833] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ee6c09-b8a8-421b-6acd-a93d03225fed, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.615229] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.615641] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.615903] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.616069] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.616259] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.616817] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38e35392-d85f-49f1-a7cd-b3e613f8515e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.625207] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.625431] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.626196] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e8836ac-f28c-48d1-af3a-9ec292ce6069 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.631257] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 997.631257] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5239aa12-5be5-ae06-f6bb-acb30e80a4ec" [ 997.631257] env[69159]: _type = "Task" [ 997.631257] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.639520] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5239aa12-5be5-ae06-f6bb-acb30e80a4ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.843709] env[69159]: INFO nova.compute.manager [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Detaching volume cc7f1a74-dcd0-45c3-97d6-b17076bb60ab [ 997.889131] env[69159]: INFO nova.virt.block_device [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Attempting to driver detach volume cc7f1a74-dcd0-45c3-97d6-b17076bb60ab from mountpoint /dev/sdb [ 997.889131] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 997.889131] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688609', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'name': 'volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f9cd88-9518-464b-a053-c77ce6555754', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'serial': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 997.889131] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78fc42f-de18-4a2d-92a2-cb304fc24e78 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.915989] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dcef11-58c2-4a4d-9e0d-a76592e77e93 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.926467] env[69159]: DEBUG nova.scheduler.client.report [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.934957] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930e1f07-7305-47a5-96e5-226a7a9fd79a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.956907] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8076511-d3ec-4793-a8e0-288829c666b2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.975423] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] The volume has not been displaced from its original location: [datastore2] volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab/volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab.vmdk. No consolidation needed. {{(pid=69159) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 997.980964] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 997.981525] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b154567-da4b-4864-928a-0dc4cdcd6203 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.000192] env[69159]: DEBUG oslo_vmware.api [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 998.000192] env[69159]: value = "task-3449082" [ 998.000192] env[69159]: _type = "Task" [ 998.000192] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.011130] env[69159]: DEBUG oslo_vmware.api [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.143022] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5239aa12-5be5-ae06-f6bb-acb30e80a4ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009053} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.143022] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa1be54-f9d5-4da0-83ca-6141401be251 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.148769] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 998.148769] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527c52e0-9ede-6280-deac-e21fcef33585" [ 998.148769] env[69159]: _type = "Task" [ 998.148769] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.157075] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527c52e0-9ede-6280-deac-e21fcef33585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.275595] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.275961] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7e527cc-f947-4b4e-8172-1861320b0be7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.283060] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 998.283060] env[69159]: value = "task-3449083" [ 998.283060] env[69159]: _type = "Task" [ 998.283060] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.292761] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.401662] env[69159]: DEBUG oslo_concurrency.lockutils [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.401895] env[69159]: DEBUG oslo_concurrency.lockutils [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.430862] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.433069] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.242s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.433431] env[69159]: DEBUG nova.objects.instance [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Lazy-loading 'resources' on Instance uuid 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.455808] env[69159]: INFO nova.scheduler.client.report [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Deleted allocations for instance 9607aa48-7f97-4944-9450-98863f0937ff [ 998.513328] env[69159]: DEBUG oslo_vmware.api [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449082, 'name': ReconfigVM_Task, 'duration_secs': 0.241668} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.513328] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 998.518222] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67ee4e72-405a-413b-ae7a-87ba75648c70 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.534592] env[69159]: DEBUG oslo_vmware.api [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 998.534592] env[69159]: value = "task-3449084" [ 998.534592] env[69159]: _type = "Task" [ 998.534592] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.542923] env[69159]: DEBUG oslo_vmware.api [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.550080] env[69159]: DEBUG nova.compute.manager [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 998.578504] env[69159]: DEBUG nova.virt.hardware [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.578728] env[69159]: DEBUG nova.virt.hardware [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.578831] env[69159]: DEBUG nova.virt.hardware [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.579073] env[69159]: DEBUG nova.virt.hardware [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.579257] env[69159]: DEBUG nova.virt.hardware [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.579448] env[69159]: DEBUG nova.virt.hardware [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.579708] env[69159]: DEBUG nova.virt.hardware [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.579937] env[69159]: DEBUG nova.virt.hardware [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.580109] env[69159]: DEBUG nova.virt.hardware [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.580304] env[69159]: DEBUG nova.virt.hardware [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.580526] env[69159]: DEBUG nova.virt.hardware [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.581492] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4358c5e-5810-4669-9cce-7d4d36963b06 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.590535] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de66fe50-6263-46f8-84eb-85e11dbb7f48 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.658734] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527c52e0-9ede-6280-deac-e21fcef33585, 'name': SearchDatastore_Task, 'duration_secs': 0.013279} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.659010] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.659284] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 6658d775-47f8-4ba7-baf3-f7bd78cf559b/6658d775-47f8-4ba7-baf3-f7bd78cf559b.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.659950] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a737fd3f-9179-4299-85f2-5c8bb0b26524 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.675723] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 998.675723] env[69159]: value = "task-3449085" [ 998.675723] env[69159]: _type = "Task" [ 998.675723] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.686261] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.794357] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449083, 'name': PowerOffVM_Task, 'duration_secs': 0.105903} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.798068] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.798068] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.798068] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3acd1c9-2851-49c6-8b9d-5dff2236ab4d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.802747] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.802946] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-939ab203-b3de-464e-a81b-30d0bf3a9dff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.827664] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.827870] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.828074] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Deleting the datastore file [datastore1] a433dba3-6807-4b41-91b1-713bcba8a86d {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.828370] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a9224ba-c2d9-429e-94d5-d21a2a258f5c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.837759] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 998.837759] env[69159]: value = "task-3449087" [ 998.837759] env[69159]: _type = "Task" [ 998.837759] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.847553] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.904259] env[69159]: DEBUG nova.compute.manager [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 998.968059] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0a17bbee-6d35-43f1-93a8-53165536fe63 tempest-AttachInterfacesUnderV243Test-1360149276 tempest-AttachInterfacesUnderV243Test-1360149276-project-member] Lock "9607aa48-7f97-4944-9450-98863f0937ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.137s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.049330] env[69159]: DEBUG oslo_vmware.api [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449084, 'name': ReconfigVM_Task, 'duration_secs': 0.151566} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.049526] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688609', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'name': 'volume-cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f9cd88-9518-464b-a053-c77ce6555754', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab', 'serial': 'cc7f1a74-dcd0-45c3-97d6-b17076bb60ab'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 999.191315] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455142} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.191623] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 6658d775-47f8-4ba7-baf3-f7bd78cf559b/6658d775-47f8-4ba7-baf3-f7bd78cf559b.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.191946] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.192236] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc554f0c-e67e-4c76-922c-24c9f9d1bd7a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.199891] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 999.199891] env[69159]: value = "task-3449088" [ 999.199891] env[69159]: _type = "Task" [ 999.199891] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.206955] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.258888] env[69159]: DEBUG nova.compute.manager [req-fc8dcf0d-a488-4c92-bd49-6381bd399dec req-865af854-bb16-4376-870a-abf7a144cefd service nova] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Received event network-vif-plugged-aa381d21-360b-48ae-b76d-92ff56e3a5d5 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 999.258888] env[69159]: DEBUG oslo_concurrency.lockutils [req-fc8dcf0d-a488-4c92-bd49-6381bd399dec req-865af854-bb16-4376-870a-abf7a144cefd service nova] Acquiring lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.259149] env[69159]: DEBUG oslo_concurrency.lockutils [req-fc8dcf0d-a488-4c92-bd49-6381bd399dec req-865af854-bb16-4376-870a-abf7a144cefd service nova] Lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.262276] env[69159]: DEBUG oslo_concurrency.lockutils [req-fc8dcf0d-a488-4c92-bd49-6381bd399dec req-865af854-bb16-4376-870a-abf7a144cefd service nova] Lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.262466] env[69159]: DEBUG nova.compute.manager [req-fc8dcf0d-a488-4c92-bd49-6381bd399dec req-865af854-bb16-4376-870a-abf7a144cefd service nova] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] No waiting events found dispatching network-vif-plugged-aa381d21-360b-48ae-b76d-92ff56e3a5d5 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 999.262624] env[69159]: WARNING nova.compute.manager [req-fc8dcf0d-a488-4c92-bd49-6381bd399dec req-865af854-bb16-4376-870a-abf7a144cefd service nova] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Received unexpected event network-vif-plugged-aa381d21-360b-48ae-b76d-92ff56e3a5d5 for instance with vm_state building and task_state spawning. [ 999.278125] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d0c0df-59e9-4a7d-a1c5-9c74360eb87e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.289454] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000e361e-1cfa-407b-9dc5-3c716eb45a4f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.324714] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee320469-c94d-4782-ad63-1f59360d7b25 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.334320] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234845b1-a840-41bb-a5e5-4be772b15057 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.346123] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292263} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.354155] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.354155] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.354155] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.356847] env[69159]: DEBUG nova.compute.provider_tree [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.380726] env[69159]: DEBUG nova.network.neutron [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Successfully updated port: aa381d21-360b-48ae-b76d-92ff56e3a5d5 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.429031] env[69159]: DEBUG oslo_concurrency.lockutils [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.611502] env[69159]: DEBUG nova.objects.instance [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lazy-loading 'flavor' on Instance uuid b3f9cd88-9518-464b-a053-c77ce6555754 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.710043] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062615} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.710195] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.710972] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768f5d8d-557e-4d8c-ab16-aa2ca1937738 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.735110] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 6658d775-47f8-4ba7-baf3-f7bd78cf559b/6658d775-47f8-4ba7-baf3-f7bd78cf559b.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.735445] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36800163-5e42-423c-a6bb-ca0925c25959 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.756082] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 999.756082] env[69159]: value = "task-3449089" [ 999.756082] env[69159]: _type = "Task" [ 999.756082] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.764147] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.864507] env[69159]: DEBUG nova.scheduler.client.report [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.884394] env[69159]: DEBUG oslo_concurrency.lockutils [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "refresh_cache-f98c7cbf-126c-4be1-9d6f-a0754569ee7f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.884574] env[69159]: DEBUG oslo_concurrency.lockutils [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "refresh_cache-f98c7cbf-126c-4be1-9d6f-a0754569ee7f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.884759] env[69159]: DEBUG nova.network.neutron [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.271767] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449089, 'name': ReconfigVM_Task, 'duration_secs': 0.261288} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.272274] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 6658d775-47f8-4ba7-baf3-f7bd78cf559b/6658d775-47f8-4ba7-baf3-f7bd78cf559b.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.272931] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fbf3679-720e-4bf6-be5d-6451fc7103c6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.282582] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1000.282582] env[69159]: value = "task-3449090" [ 1000.282582] env[69159]: _type = "Task" [ 1000.282582] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.291762] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449090, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.372464] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.374251] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.701s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.374417] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.376550] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.094s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.378611] env[69159]: INFO nova.compute.claims [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.394828] env[69159]: INFO nova.scheduler.client.report [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Deleted allocations for instance 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4 [ 1000.404169] env[69159]: DEBUG nova.virt.hardware [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.404707] env[69159]: DEBUG nova.virt.hardware [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.405170] env[69159]: DEBUG nova.virt.hardware [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.405170] env[69159]: DEBUG nova.virt.hardware [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.405526] env[69159]: DEBUG nova.virt.hardware [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.405707] env[69159]: DEBUG nova.virt.hardware [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.406169] env[69159]: DEBUG nova.virt.hardware [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.406237] env[69159]: DEBUG nova.virt.hardware [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.406607] env[69159]: DEBUG nova.virt.hardware [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.407140] env[69159]: DEBUG nova.virt.hardware [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.407140] env[69159]: DEBUG nova.virt.hardware [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.409097] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9aeec1-afa3-4099-aa08-4dfb23dd6477 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.413834] env[69159]: INFO nova.scheduler.client.report [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleted allocations for instance d2b7633c-75bc-4260-ba10-3b53191ba54f [ 1000.422860] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babb7e9f-5033-4678-a662-c3aa5dddde08 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.437676] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Instance VIF info [] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.443848] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.445473] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.449509] env[69159]: DEBUG nova.network.neutron [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.451844] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa9ebd28-eeb6-4959-9bb5-411642b166dd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.473097] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.473097] env[69159]: value = "task-3449091" [ 1000.473097] env[69159]: _type = "Task" [ 1000.473097] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.482359] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449091, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.619280] env[69159]: DEBUG oslo_concurrency.lockutils [None req-292990c0-ef71-4c3e-a1a1-882f65aefa5c tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "b3f9cd88-9518-464b-a053-c77ce6555754" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.279s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.728773] env[69159]: DEBUG nova.network.neutron [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Updating instance_info_cache with network_info: [{"id": "aa381d21-360b-48ae-b76d-92ff56e3a5d5", "address": "fa:16:3e:3e:35:25", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa381d21-36", "ovs_interfaceid": "aa381d21-360b-48ae-b76d-92ff56e3a5d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.790600] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449090, 'name': Rename_Task, 'duration_secs': 0.145908} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.790965] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.791308] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa1e5054-3fb4-41d7-8375-dc5cd2d83f34 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.798151] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1000.798151] env[69159]: value = "task-3449092" [ 1000.798151] env[69159]: _type = "Task" [ 1000.798151] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.806654] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.916259] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7a612343-f9bd-48ad-a7ee-705d6ab06ee5 tempest-ServersListShow296Test-860608520 tempest-ServersListShow296Test-860608520-project-member] Lock "7752a99c-c5d1-41a4-a47d-77bfe0ca00c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.930s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.925239] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0880b456-44cc-4af6-94f2-f90e374f93bf tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "d2b7633c-75bc-4260-ba10-3b53191ba54f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.752s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.968590] env[69159]: DEBUG oslo_concurrency.lockutils [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "b3f9cd88-9518-464b-a053-c77ce6555754" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.968938] env[69159]: DEBUG oslo_concurrency.lockutils [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "b3f9cd88-9518-464b-a053-c77ce6555754" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.972859] env[69159]: DEBUG oslo_concurrency.lockutils [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "b3f9cd88-9518-464b-a053-c77ce6555754-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.972859] env[69159]: DEBUG oslo_concurrency.lockutils [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "b3f9cd88-9518-464b-a053-c77ce6555754-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.972859] env[69159]: DEBUG oslo_concurrency.lockutils [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "b3f9cd88-9518-464b-a053-c77ce6555754-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.974077] env[69159]: INFO nova.compute.manager [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Terminating instance [ 1000.987177] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449091, 'name': CreateVM_Task, 'duration_secs': 0.331669} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.987509] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.988081] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.988306] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.988632] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.988967] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b5dfba-e6a1-4d16-b6ef-b3eee56dbbfc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.995075] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 1000.995075] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524ee795-a7fa-d8ea-3f7d-31ed7035774e" [ 1000.995075] env[69159]: _type = "Task" [ 1000.995075] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.004562] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524ee795-a7fa-d8ea-3f7d-31ed7035774e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.231419] env[69159]: DEBUG oslo_concurrency.lockutils [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "refresh_cache-f98c7cbf-126c-4be1-9d6f-a0754569ee7f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.231927] env[69159]: DEBUG nova.compute.manager [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Instance network_info: |[{"id": "aa381d21-360b-48ae-b76d-92ff56e3a5d5", "address": "fa:16:3e:3e:35:25", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa381d21-36", "ovs_interfaceid": "aa381d21-360b-48ae-b76d-92ff56e3a5d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1001.232456] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:35:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa381d21-360b-48ae-b76d-92ff56e3a5d5', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.242503] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.242766] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.243007] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a16df50d-4ed3-46e9-be7d-9467c68bb65e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.266060] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.266060] env[69159]: value = "task-3449093" [ 1001.266060] env[69159]: _type = "Task" [ 1001.266060] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.275935] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449093, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.285902] env[69159]: DEBUG nova.compute.manager [req-6737d48e-5f27-4435-ad73-12fdf2575f77 req-d5f4726a-0b2b-470f-9d3f-2fb9e4cf23cd service nova] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Received event network-changed-aa381d21-360b-48ae-b76d-92ff56e3a5d5 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1001.286121] env[69159]: DEBUG nova.compute.manager [req-6737d48e-5f27-4435-ad73-12fdf2575f77 req-d5f4726a-0b2b-470f-9d3f-2fb9e4cf23cd service nova] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Refreshing instance network info cache due to event network-changed-aa381d21-360b-48ae-b76d-92ff56e3a5d5. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1001.286345] env[69159]: DEBUG oslo_concurrency.lockutils [req-6737d48e-5f27-4435-ad73-12fdf2575f77 req-d5f4726a-0b2b-470f-9d3f-2fb9e4cf23cd service nova] Acquiring lock "refresh_cache-f98c7cbf-126c-4be1-9d6f-a0754569ee7f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.286489] env[69159]: DEBUG oslo_concurrency.lockutils [req-6737d48e-5f27-4435-ad73-12fdf2575f77 req-d5f4726a-0b2b-470f-9d3f-2fb9e4cf23cd service nova] Acquired lock "refresh_cache-f98c7cbf-126c-4be1-9d6f-a0754569ee7f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.286655] env[69159]: DEBUG nova.network.neutron [req-6737d48e-5f27-4435-ad73-12fdf2575f77 req-d5f4726a-0b2b-470f-9d3f-2fb9e4cf23cd service nova] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Refreshing network info cache for port aa381d21-360b-48ae-b76d-92ff56e3a5d5 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.310767] env[69159]: DEBUG oslo_vmware.api [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449092, 'name': PowerOnVM_Task, 'duration_secs': 0.509481} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.311079] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.311602] env[69159]: INFO nova.compute.manager [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1001.312561] env[69159]: DEBUG nova.compute.manager [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1001.312674] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8189b5-1d1d-445f-8c1e-e37446b39814 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.481620] env[69159]: DEBUG nova.compute.manager [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1001.481949] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.482970] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed53719e-aa95-4dc3-bd18-252bf5cf09e9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.491326] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.491602] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba7c4c60-60c6-426d-9bb0-aae872751b4c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.499965] env[69159]: DEBUG oslo_vmware.api [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1001.499965] env[69159]: value = "task-3449094" [ 1001.499965] env[69159]: _type = "Task" [ 1001.499965] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.512802] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524ee795-a7fa-d8ea-3f7d-31ed7035774e, 'name': SearchDatastore_Task, 'duration_secs': 0.010218} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.513753] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.514102] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.514344] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.514400] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.514569] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.514858] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0eb8a2a2-e480-4eed-8342-71b784c5dc2c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.525971] env[69159]: DEBUG oslo_vmware.api [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.530120] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.530349] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.531445] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e290d4f-1982-446f-aeac-ac09f6c66426 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.537181] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 1001.537181] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a1d089-85ba-0604-b4d0-e3bcd9a127f2" [ 1001.537181] env[69159]: _type = "Task" [ 1001.537181] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.548464] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a1d089-85ba-0604-b4d0-e3bcd9a127f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.676366] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271ab1f8-1317-47e3-b35a-0b11e6c905f2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.688116] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34680af2-3725-4e1c-b89d-30fc014879d9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.718994] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ede0ddc-6a7a-4ca6-8112-77cbe511dddd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.727317] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b47120-9a61-404c-81b0-5c17f52b06c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.741540] env[69159]: DEBUG nova.compute.provider_tree [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.776249] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449093, 'name': CreateVM_Task, 'duration_secs': 0.36745} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.776455] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.777162] env[69159]: DEBUG oslo_concurrency.lockutils [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.777333] env[69159]: DEBUG oslo_concurrency.lockutils [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.777652] env[69159]: DEBUG oslo_concurrency.lockutils [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.777911] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1852dfe-58a7-4c6b-9876-83d05b9bfad3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.782843] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1001.782843] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e81fcd-9092-d801-9681-27aca54924d7" [ 1001.782843] env[69159]: _type = "Task" [ 1001.782843] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.793264] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e81fcd-9092-d801-9681-27aca54924d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.831064] env[69159]: INFO nova.compute.manager [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Took 33.61 seconds to build instance. [ 1002.009952] env[69159]: DEBUG oslo_vmware.api [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449094, 'name': PowerOffVM_Task, 'duration_secs': 0.189382} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.010242] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.010399] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.010639] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-868eb712-0637-4807-a0e0-82483d48b984 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.019527] env[69159]: DEBUG nova.network.neutron [req-6737d48e-5f27-4435-ad73-12fdf2575f77 req-d5f4726a-0b2b-470f-9d3f-2fb9e4cf23cd service nova] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Updated VIF entry in instance network info cache for port aa381d21-360b-48ae-b76d-92ff56e3a5d5. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.019848] env[69159]: DEBUG nova.network.neutron [req-6737d48e-5f27-4435-ad73-12fdf2575f77 req-d5f4726a-0b2b-470f-9d3f-2fb9e4cf23cd service nova] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Updating instance_info_cache with network_info: [{"id": "aa381d21-360b-48ae-b76d-92ff56e3a5d5", "address": "fa:16:3e:3e:35:25", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa381d21-36", "ovs_interfaceid": "aa381d21-360b-48ae-b76d-92ff56e3a5d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.047571] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a1d089-85ba-0604-b4d0-e3bcd9a127f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009043} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.048797] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c839288-ec79-4a72-8c11-5fa7c89916f8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.053740] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 1002.053740] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529f67be-674b-8818-f74e-68edae003298" [ 1002.053740] env[69159]: _type = "Task" [ 1002.053740] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.062544] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529f67be-674b-8818-f74e-68edae003298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.074702] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.074917] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.075109] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleting the datastore file [datastore2] b3f9cd88-9518-464b-a053-c77ce6555754 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.075393] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f63d38e-c594-47c9-bc97-c55403ab32c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.081665] env[69159]: DEBUG oslo_vmware.api [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1002.081665] env[69159]: value = "task-3449096" [ 1002.081665] env[69159]: _type = "Task" [ 1002.081665] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.089556] env[69159]: DEBUG oslo_vmware.api [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.244411] env[69159]: DEBUG nova.scheduler.client.report [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.293133] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e81fcd-9092-d801-9681-27aca54924d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009663} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.293466] env[69159]: DEBUG oslo_concurrency.lockutils [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.293798] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.294034] env[69159]: DEBUG oslo_concurrency.lockutils [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.332751] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6dd35978-5953-4da8-a1a5-d5e8bbacf47c tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "6658d775-47f8-4ba7-baf3-f7bd78cf559b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.125s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.522869] env[69159]: DEBUG oslo_concurrency.lockutils [req-6737d48e-5f27-4435-ad73-12fdf2575f77 req-d5f4726a-0b2b-470f-9d3f-2fb9e4cf23cd service nova] Releasing lock "refresh_cache-f98c7cbf-126c-4be1-9d6f-a0754569ee7f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.565176] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529f67be-674b-8818-f74e-68edae003298, 'name': SearchDatastore_Task, 'duration_secs': 0.011516} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.565505] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.565834] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] a433dba3-6807-4b41-91b1-713bcba8a86d/a433dba3-6807-4b41-91b1-713bcba8a86d.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.566157] env[69159]: DEBUG oslo_concurrency.lockutils [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.566433] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.566668] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-192dd1e7-181c-4584-99c2-9826eec8498d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.568703] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bce1d6bc-1400-477d-8414-f73b24559a4f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.577444] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 1002.577444] env[69159]: value = "task-3449097" [ 1002.577444] env[69159]: _type = "Task" [ 1002.577444] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.578536] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.578711] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.582108] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa7d9d0-9ef2-4f50-8611-d0d197db603d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.591867] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.595688] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1002.595688] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528f8867-9b3f-8474-a9d5-b0f6590890e0" [ 1002.595688] env[69159]: _type = "Task" [ 1002.595688] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.595910] env[69159]: DEBUG oslo_vmware.api [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138214} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.596166] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.596353] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.596578] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.596825] env[69159]: INFO nova.compute.manager [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1002.597102] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.600086] env[69159]: DEBUG nova.compute.manager [-] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1002.600190] env[69159]: DEBUG nova.network.neutron [-] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.607742] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528f8867-9b3f-8474-a9d5-b0f6590890e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009952} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.608087] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03fc1b45-3b28-4fa7-850d-e022a0041dc8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.612981] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1002.612981] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526fc095-803d-b223-dceb-da1eca85ca5c" [ 1002.612981] env[69159]: _type = "Task" [ 1002.612981] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.620454] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526fc095-803d-b223-dceb-da1eca85ca5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.751121] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.751619] env[69159]: DEBUG nova.compute.manager [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1002.754213] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.694s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.754450] env[69159]: DEBUG nova.objects.instance [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lazy-loading 'resources' on Instance uuid 24ac6469-2873-4020-8df5-4ab801a14b5b {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.043651] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "16b36ecb-c048-4972-ba39-0d47b15bacd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.043912] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "16b36ecb-c048-4972-ba39-0d47b15bacd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.089420] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472085} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.089701] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] a433dba3-6807-4b41-91b1-713bcba8a86d/a433dba3-6807-4b41-91b1-713bcba8a86d.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.089913] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.090183] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71a25994-02f9-420c-86cb-227cdb620cf8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.097564] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 1003.097564] env[69159]: value = "task-3449098" [ 1003.097564] env[69159]: _type = "Task" [ 1003.097564] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.105552] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.122098] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526fc095-803d-b223-dceb-da1eca85ca5c, 'name': SearchDatastore_Task, 'duration_secs': 0.008784} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.122395] env[69159]: DEBUG oslo_concurrency.lockutils [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.122660] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] f98c7cbf-126c-4be1-9d6f-a0754569ee7f/f98c7cbf-126c-4be1-9d6f-a0754569ee7f.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.122924] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92f8b7a2-1598-4c59-8c84-f2c2377220dc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.129848] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1003.129848] env[69159]: value = "task-3449099" [ 1003.129848] env[69159]: _type = "Task" [ 1003.129848] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.139155] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.257768] env[69159]: DEBUG nova.compute.utils [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.262362] env[69159]: DEBUG nova.compute.manager [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1003.263219] env[69159]: DEBUG nova.network.neutron [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.305858] env[69159]: DEBUG nova.policy [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d8e89bc43444ae192093aa2d5689101', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b556003d9a8461b8d25da04f106e6d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.548935] env[69159]: DEBUG nova.compute.manager [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1003.580962] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1257b48d-1469-4d95-b1f3-d1a8f6349f1b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.589143] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d9641b-c3eb-4d20-a5e8-779b8e568810 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.629895] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b7785f-c38f-433f-b283-cbb14d4956ec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.635835] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093917} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.639737] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.641879] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ccb945-ff4e-46f5-8cdf-0dbe5ca9352f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.645128] env[69159]: DEBUG nova.compute.manager [req-fadd3762-f7b5-4a14-8c44-c3c00ba2888a req-f4da4ca1-7fb7-4fcd-a4f8-de8b856da251 service nova] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Received event network-vif-deleted-1e94de29-6922-48d1-9377-6c7d2202a114 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1003.645343] env[69159]: INFO nova.compute.manager [req-fadd3762-f7b5-4a14-8c44-c3c00ba2888a req-f4da4ca1-7fb7-4fcd-a4f8-de8b856da251 service nova] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Neutron deleted interface 1e94de29-6922-48d1-9377-6c7d2202a114; detaching it from the instance and deleting it from the info cache [ 1003.645525] env[69159]: DEBUG nova.network.neutron [req-fadd3762-f7b5-4a14-8c44-c3c00ba2888a req-f4da4ca1-7fb7-4fcd-a4f8-de8b856da251 service nova] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.651208] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f346f69-e2d7-4729-8260-c2069f0f50ed {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.667783] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444448} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.676299] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] a433dba3-6807-4b41-91b1-713bcba8a86d/a433dba3-6807-4b41-91b1-713bcba8a86d.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.677177] env[69159]: DEBUG nova.network.neutron [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Successfully created port: ce4b6374-0585-49b4-9a26-fa098fff8d35 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.679605] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] f98c7cbf-126c-4be1-9d6f-a0754569ee7f/f98c7cbf-126c-4be1-9d6f-a0754569ee7f.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.679808] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.680506] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79783767-b994-4861-b704-c8e817e8cec1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.702269] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d13fe6f-5ec1-4e9a-8053-34245709549b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.705070] env[69159]: DEBUG nova.compute.provider_tree [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.712704] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1003.712704] env[69159]: value = "task-3449100" [ 1003.712704] env[69159]: _type = "Task" [ 1003.712704] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.714377] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 1003.714377] env[69159]: value = "task-3449101" [ 1003.714377] env[69159]: _type = "Task" [ 1003.714377] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.729418] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.732243] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.765477] env[69159]: DEBUG nova.compute.manager [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1004.067403] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.133587] env[69159]: DEBUG nova.network.neutron [-] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.151394] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-903069fb-a535-4f9b-bdeb-0a8e2b38be61 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.162226] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902721f9-143e-4a3d-8a06-4d7fa6af4c2c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.194389] env[69159]: DEBUG nova.compute.manager [req-fadd3762-f7b5-4a14-8c44-c3c00ba2888a req-f4da4ca1-7fb7-4fcd-a4f8-de8b856da251 service nova] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Detach interface failed, port_id=1e94de29-6922-48d1-9377-6c7d2202a114, reason: Instance b3f9cd88-9518-464b-a053-c77ce6555754 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1004.208196] env[69159]: DEBUG nova.scheduler.client.report [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.227211] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163685} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.231886] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.232554] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449101, 'name': ReconfigVM_Task, 'duration_secs': 0.34547} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.233290] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56ae67b-b9dd-471a-8767-8101881e899f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.235883] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Reconfigured VM instance instance-00000054 to attach disk [datastore1] a433dba3-6807-4b41-91b1-713bcba8a86d/a433dba3-6807-4b41-91b1-713bcba8a86d.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.236929] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecafb252-a487-437f-8b84-fecbedcc2e13 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.259153] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] f98c7cbf-126c-4be1-9d6f-a0754569ee7f/f98c7cbf-126c-4be1-9d6f-a0754569ee7f.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.260701] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-712892ae-c3ae-45af-99e8-98dd57e146d5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.275773] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 1004.275773] env[69159]: value = "task-3449102" [ 1004.275773] env[69159]: _type = "Task" [ 1004.275773] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.286339] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1004.286339] env[69159]: value = "task-3449103" [ 1004.286339] env[69159]: _type = "Task" [ 1004.286339] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.296298] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449102, 'name': Rename_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.299541] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.637499] env[69159]: INFO nova.compute.manager [-] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Took 2.04 seconds to deallocate network for instance. [ 1004.714264] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.716780] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.017s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.736848] env[69159]: INFO nova.scheduler.client.report [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Deleted allocations for instance 24ac6469-2873-4020-8df5-4ab801a14b5b [ 1004.785444] env[69159]: DEBUG nova.compute.manager [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1004.790978] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449102, 'name': Rename_Task, 'duration_secs': 0.141729} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.793895] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.794698] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5f32cb0-b659-4bde-bfa9-7735f25d1c6f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.801926] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449103, 'name': ReconfigVM_Task, 'duration_secs': 0.332519} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.804553] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Reconfigured VM instance instance-00000056 to attach disk [datastore1] f98c7cbf-126c-4be1-9d6f-a0754569ee7f/f98c7cbf-126c-4be1-9d6f-a0754569ee7f.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.805247] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 1004.805247] env[69159]: value = "task-3449104" [ 1004.805247] env[69159]: _type = "Task" [ 1004.805247] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.805586] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c19add05-eb98-4413-a9fb-40a5f1b2aa2a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.811505] env[69159]: DEBUG nova.virt.hardware [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.811723] env[69159]: DEBUG nova.virt.hardware [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.811892] env[69159]: DEBUG nova.virt.hardware [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.812068] env[69159]: DEBUG nova.virt.hardware [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.812218] env[69159]: DEBUG nova.virt.hardware [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.812362] env[69159]: DEBUG nova.virt.hardware [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.812566] env[69159]: DEBUG nova.virt.hardware [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.812722] env[69159]: DEBUG nova.virt.hardware [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.812886] env[69159]: DEBUG nova.virt.hardware [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.813061] env[69159]: DEBUG nova.virt.hardware [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.813259] env[69159]: DEBUG nova.virt.hardware [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.814463] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c460cab-f45f-429e-9fbd-f61adfb9a2d3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.818157] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1004.818157] env[69159]: value = "task-3449105" [ 1004.818157] env[69159]: _type = "Task" [ 1004.818157] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.827203] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449104, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.828538] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b179ca-402f-4025-8ae9-7c5ba75eb1bb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.836092] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449105, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.071879] env[69159]: DEBUG nova.compute.manager [req-567f61b7-78b8-4322-bc71-359e9036a61c req-ab9a5005-0d18-448d-b13e-a0212524f351 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Received event network-vif-plugged-ce4b6374-0585-49b4-9a26-fa098fff8d35 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1005.072117] env[69159]: DEBUG oslo_concurrency.lockutils [req-567f61b7-78b8-4322-bc71-359e9036a61c req-ab9a5005-0d18-448d-b13e-a0212524f351 service nova] Acquiring lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.072327] env[69159]: DEBUG oslo_concurrency.lockutils [req-567f61b7-78b8-4322-bc71-359e9036a61c req-ab9a5005-0d18-448d-b13e-a0212524f351 service nova] Lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.072518] env[69159]: DEBUG oslo_concurrency.lockutils [req-567f61b7-78b8-4322-bc71-359e9036a61c req-ab9a5005-0d18-448d-b13e-a0212524f351 service nova] Lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.072696] env[69159]: DEBUG nova.compute.manager [req-567f61b7-78b8-4322-bc71-359e9036a61c req-ab9a5005-0d18-448d-b13e-a0212524f351 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] No waiting events found dispatching network-vif-plugged-ce4b6374-0585-49b4-9a26-fa098fff8d35 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1005.072863] env[69159]: WARNING nova.compute.manager [req-567f61b7-78b8-4322-bc71-359e9036a61c req-ab9a5005-0d18-448d-b13e-a0212524f351 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Received unexpected event network-vif-plugged-ce4b6374-0585-49b4-9a26-fa098fff8d35 for instance with vm_state building and task_state spawning. [ 1005.145374] env[69159]: DEBUG oslo_concurrency.lockutils [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.152636] env[69159]: DEBUG nova.network.neutron [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Successfully updated port: ce4b6374-0585-49b4-9a26-fa098fff8d35 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.244299] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dafa5674-e12d-4656-a085-b5d0cde249d8 tempest-MigrationsAdminTest-981832394 tempest-MigrationsAdminTest-981832394-project-member] Lock "24ac6469-2873-4020-8df5-4ab801a14b5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.704s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.316817] env[69159]: DEBUG oslo_vmware.api [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449104, 'name': PowerOnVM_Task, 'duration_secs': 0.449535} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.317122] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.317330] env[69159]: DEBUG nova.compute.manager [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1005.318115] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1e259c-cd64-40b5-8216-31bc6d3c2f71 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.333019] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449105, 'name': Rename_Task, 'duration_secs': 0.152801} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.333019] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.333019] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c07033ea-d99f-4271-a8b0-3c262ca02d12 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.338708] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1005.338708] env[69159]: value = "task-3449106" [ 1005.338708] env[69159]: _type = "Task" [ 1005.338708] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.655439] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.655757] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.655757] env[69159]: DEBUG nova.network.neutron [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.772024] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance cd8d5436-42d4-4e64-a3db-6874c199f078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.772024] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance a29c1eef-b9eb-477a-a810-1162e6ea5fa8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.772024] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 09a8d090-e7a0-42cb-94e9-9bc78348d52b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.772024] env[69159]: WARNING nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance b3f9cd88-9518-464b-a053-c77ce6555754 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1005.772024] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance e2f9c7f7-de40-4374-8818-078873e44498 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.772024] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.772378] env[69159]: WARNING nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1005.772378] env[69159]: WARNING nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 2f4b594f-d1b2-41e6-af6a-1c62f85bb672 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1005.853814] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.865097] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449106, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.221237] env[69159]: DEBUG nova.network.neutron [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.275053] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1006.275327] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 293007ac-5a8d-4669-8910-f1757b3ea83a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1006.275434] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance a433dba3-6807-4b41-91b1-713bcba8a86d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1006.275924] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 6658d775-47f8-4ba7-baf3-f7bd78cf559b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1006.275924] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance f98c7cbf-126c-4be1-9d6f-a0754569ee7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1006.275924] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 748ccd51-7efa-47c2-bbdd-9d071bf3903e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1006.351860] env[69159]: DEBUG oslo_vmware.api [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449106, 'name': PowerOnVM_Task, 'duration_secs': 0.67671} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.352694] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.352694] env[69159]: INFO nova.compute.manager [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1006.352694] env[69159]: DEBUG nova.compute.manager [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1006.353827] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3331c2-6aec-4154-b33e-5bbc0a90d139 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.400609] env[69159]: DEBUG nova.network.neutron [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Updating instance_info_cache with network_info: [{"id": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "address": "fa:16:3e:77:fb:0f", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4b6374-05", "ovs_interfaceid": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.559518] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "a433dba3-6807-4b41-91b1-713bcba8a86d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.559805] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "a433dba3-6807-4b41-91b1-713bcba8a86d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.560029] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "a433dba3-6807-4b41-91b1-713bcba8a86d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.560216] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "a433dba3-6807-4b41-91b1-713bcba8a86d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.560396] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "a433dba3-6807-4b41-91b1-713bcba8a86d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.562562] env[69159]: INFO nova.compute.manager [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Terminating instance [ 1006.778990] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 3a455825-5cdb-434c-9345-22b8487a081c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1006.874872] env[69159]: INFO nova.compute.manager [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Took 30.35 seconds to build instance. [ 1006.904655] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.905087] env[69159]: DEBUG nova.compute.manager [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Instance network_info: |[{"id": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "address": "fa:16:3e:77:fb:0f", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4b6374-05", "ovs_interfaceid": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1006.905446] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:fb:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce4b6374-0585-49b4-9a26-fa098fff8d35', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.912940] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.913430] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.913650] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19558abf-9d03-4eb0-b463-680eebe028d8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.934249] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.934249] env[69159]: value = "task-3449107" [ 1006.934249] env[69159]: _type = "Task" [ 1006.934249] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.942186] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449107, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.067319] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "refresh_cache-a433dba3-6807-4b41-91b1-713bcba8a86d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.067736] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquired lock "refresh_cache-a433dba3-6807-4b41-91b1-713bcba8a86d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.068051] env[69159]: DEBUG nova.network.neutron [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.104142] env[69159]: DEBUG nova.compute.manager [req-16db0110-c4be-4ca0-8ffb-b6a6ed3bc1aa req-1e7dd1d0-4ad6-4de4-8aba-e21ddd31d3e5 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Received event network-changed-ce4b6374-0585-49b4-9a26-fa098fff8d35 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1007.104367] env[69159]: DEBUG nova.compute.manager [req-16db0110-c4be-4ca0-8ffb-b6a6ed3bc1aa req-1e7dd1d0-4ad6-4de4-8aba-e21ddd31d3e5 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Refreshing instance network info cache due to event network-changed-ce4b6374-0585-49b4-9a26-fa098fff8d35. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1007.104608] env[69159]: DEBUG oslo_concurrency.lockutils [req-16db0110-c4be-4ca0-8ffb-b6a6ed3bc1aa req-1e7dd1d0-4ad6-4de4-8aba-e21ddd31d3e5 service nova] Acquiring lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.104759] env[69159]: DEBUG oslo_concurrency.lockutils [req-16db0110-c4be-4ca0-8ffb-b6a6ed3bc1aa req-1e7dd1d0-4ad6-4de4-8aba-e21ddd31d3e5 service nova] Acquired lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.104935] env[69159]: DEBUG nova.network.neutron [req-16db0110-c4be-4ca0-8ffb-b6a6ed3bc1aa req-1e7dd1d0-4ad6-4de4-8aba-e21ddd31d3e5 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Refreshing network info cache for port ce4b6374-0585-49b4-9a26-fa098fff8d35 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.282844] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 9ccfab5a-e33c-4da1-97ad-702c954a2239 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1007.376263] env[69159]: DEBUG oslo_concurrency.lockutils [None req-604a84c0-f708-43fb-9246-c3344e2c3a0a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.330s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.445369] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449107, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.588191] env[69159]: DEBUG nova.network.neutron [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.647635] env[69159]: DEBUG nova.network.neutron [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.786235] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 141fc427-cb02-41a8-bf19-6ffd96e5cd86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1007.947779] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449107, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.978847] env[69159]: DEBUG nova.network.neutron [req-16db0110-c4be-4ca0-8ffb-b6a6ed3bc1aa req-1e7dd1d0-4ad6-4de4-8aba-e21ddd31d3e5 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Updated VIF entry in instance network info cache for port ce4b6374-0585-49b4-9a26-fa098fff8d35. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.979243] env[69159]: DEBUG nova.network.neutron [req-16db0110-c4be-4ca0-8ffb-b6a6ed3bc1aa req-1e7dd1d0-4ad6-4de4-8aba-e21ddd31d3e5 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Updating instance_info_cache with network_info: [{"id": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "address": "fa:16:3e:77:fb:0f", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4b6374-05", "ovs_interfaceid": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.156982] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Releasing lock "refresh_cache-a433dba3-6807-4b41-91b1-713bcba8a86d" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.156982] env[69159]: DEBUG nova.compute.manager [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1008.156982] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.157696] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c604db-12a5-43b6-8a86-142dd8412bd3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.165676] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.167142] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03be5ac7-eb75-4e42-a1b4-b74dc63bea84 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.181051] env[69159]: DEBUG oslo_vmware.api [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 1008.181051] env[69159]: value = "task-3449108" [ 1008.181051] env[69159]: _type = "Task" [ 1008.181051] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.189882] env[69159]: DEBUG oslo_vmware.api [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.289572] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 16b36ecb-c048-4972-ba39-0d47b15bacd3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1008.290033] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1008.290033] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1008.448218] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449107, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.481403] env[69159]: DEBUG oslo_concurrency.lockutils [req-16db0110-c4be-4ca0-8ffb-b6a6ed3bc1aa req-1e7dd1d0-4ad6-4de4-8aba-e21ddd31d3e5 service nova] Releasing lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.540395] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c21690-a998-42c3-9ff6-6409eff9ff5f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.551079] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89736acb-8612-4f9d-bffa-95f55d0edc02 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.599714] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccc1b8c-12ee-475c-ae33-9aa73d89ac48 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.611129] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8468b38f-2803-4d98-baa2-e928ca6e7502 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.629448] env[69159]: DEBUG nova.compute.provider_tree [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.680168] env[69159]: DEBUG nova.compute.manager [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Stashing vm_state: active {{(pid=69159) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 1008.691847] env[69159]: DEBUG oslo_vmware.api [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449108, 'name': PowerOffVM_Task, 'duration_secs': 0.182413} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.692129] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.692302] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.692544] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf1d3c26-e2cf-48b5-affe-cad9e9f954b9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.719304] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.719523] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.719708] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Deleting the datastore file [datastore1] a433dba3-6807-4b41-91b1-713bcba8a86d {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.719983] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52a00ec5-0f99-4428-9862-a4bbfef16c26 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.729354] env[69159]: DEBUG oslo_vmware.api [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 1008.729354] env[69159]: value = "task-3449110" [ 1008.729354] env[69159]: _type = "Task" [ 1008.729354] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.739230] env[69159]: DEBUG oslo_vmware.api [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.945816] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449107, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.030946] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Acquiring lock "8a211e0d-17b8-4f45-a8ed-d62e8300f8e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.031266] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Lock "8a211e0d-17b8-4f45-a8ed-d62e8300f8e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.031483] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Acquiring lock "8a211e0d-17b8-4f45-a8ed-d62e8300f8e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.031668] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Lock "8a211e0d-17b8-4f45-a8ed-d62e8300f8e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.031838] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Lock "8a211e0d-17b8-4f45-a8ed-d62e8300f8e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.034168] env[69159]: INFO nova.compute.manager [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Terminating instance [ 1009.133081] env[69159]: DEBUG nova.scheduler.client.report [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.202797] env[69159]: DEBUG oslo_concurrency.lockutils [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.239320] env[69159]: DEBUG oslo_vmware.api [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098027} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.239595] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.239792] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.239966] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.240164] env[69159]: INFO nova.compute.manager [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1009.240410] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.240606] env[69159]: DEBUG nova.compute.manager [-] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1009.240709] env[69159]: DEBUG nova.network.neutron [-] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.263601] env[69159]: DEBUG nova.network.neutron [-] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.446518] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449107, 'name': CreateVM_Task, 'duration_secs': 2.029016} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.446708] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.447423] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.447597] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.447920] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.448200] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65fa429c-00f6-45af-9d83-cc64c2d5f776 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.453123] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1009.453123] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5205e577-b3ca-9915-ad8f-e8ec76adc222" [ 1009.453123] env[69159]: _type = "Task" [ 1009.453123] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.461468] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5205e577-b3ca-9915-ad8f-e8ec76adc222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.538437] env[69159]: DEBUG nova.compute.manager [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1009.538437] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.539647] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42b29fb-0006-4e98-8fd6-eadbe331ab34 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.549944] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.550282] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73e4a1a1-909f-4d5b-bfe7-a553ea98f84e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.557330] env[69159]: DEBUG oslo_vmware.api [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Waiting for the task: (returnval){ [ 1009.557330] env[69159]: value = "task-3449111" [ 1009.557330] env[69159]: _type = "Task" [ 1009.557330] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.566368] env[69159]: DEBUG oslo_vmware.api [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': task-3449111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.638870] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1009.639144] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.923s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.639431] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.602s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.640965] env[69159]: INFO nova.compute.claims [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.767063] env[69159]: DEBUG nova.network.neutron [-] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.968262] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5205e577-b3ca-9915-ad8f-e8ec76adc222, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.968643] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.968897] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.969157] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.969311] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.969495] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.969760] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef3d5f14-f159-4a42-acb5-bdf518d88ae9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.978298] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.978516] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.979253] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70fccdc4-6f40-4780-a246-3e9849a3c0ae {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.985619] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1009.985619] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ee0e39-254c-ca8c-4675-c47017980204" [ 1009.985619] env[69159]: _type = "Task" [ 1009.985619] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.992859] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ee0e39-254c-ca8c-4675-c47017980204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.067741] env[69159]: DEBUG oslo_vmware.api [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': task-3449111, 'name': PowerOffVM_Task, 'duration_secs': 0.24857} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.068018] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.068195] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.068456] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb9fb8f0-7a2e-4d65-96dc-bbf1e8647602 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.129342] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.129519] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.129706] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Deleting the datastore file [datastore2] 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.129983] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd84cec3-35c4-4ba1-89ec-3a34d6fa7724 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.135991] env[69159]: DEBUG oslo_vmware.api [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Waiting for the task: (returnval){ [ 1010.135991] env[69159]: value = "task-3449113" [ 1010.135991] env[69159]: _type = "Task" [ 1010.135991] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.143445] env[69159]: DEBUG oslo_vmware.api [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': task-3449113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.269489] env[69159]: INFO nova.compute.manager [-] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Took 1.03 seconds to deallocate network for instance. [ 1010.497123] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ee0e39-254c-ca8c-4675-c47017980204, 'name': SearchDatastore_Task, 'duration_secs': 0.008641} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.498204] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2247ab2d-95ac-4507-9498-9c6c54aaa85b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.503702] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1010.503702] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527c3a54-0516-0f18-ed0c-eb07afe66f48" [ 1010.503702] env[69159]: _type = "Task" [ 1010.503702] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.512998] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527c3a54-0516-0f18-ed0c-eb07afe66f48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.647081] env[69159]: DEBUG oslo_vmware.api [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Task: {'id': task-3449113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137649} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.647081] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.647081] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.647081] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.647081] env[69159]: INFO nova.compute.manager [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1010.647398] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.647531] env[69159]: DEBUG nova.compute.manager [-] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1010.647593] env[69159]: DEBUG nova.network.neutron [-] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.778155] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.875244] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54be5c4-3fdc-4540-b69d-37c8dee57b12 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.882837] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c313e54d-5801-4fe6-bae6-7883ec2b3065 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.915865] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fb9b0d-5e86-4926-9d9d-78ac8ee4cc25 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.924351] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a4bae7-b981-427a-b986-eef23338dda9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.938505] env[69159]: DEBUG nova.compute.provider_tree [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.015281] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527c3a54-0516-0f18-ed0c-eb07afe66f48, 'name': SearchDatastore_Task, 'duration_secs': 0.009053} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.015621] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.015912] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 748ccd51-7efa-47c2-bbdd-9d071bf3903e/748ccd51-7efa-47c2-bbdd-9d071bf3903e.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.016577] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b44fab0-2fb4-4c2b-862f-25e2028c06b5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.023863] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1011.023863] env[69159]: value = "task-3449114" [ 1011.023863] env[69159]: _type = "Task" [ 1011.023863] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.032172] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.172576] env[69159]: DEBUG nova.compute.manager [req-f0704924-1877-42e0-aa51-3912b7fe9dd3 req-6c01d263-bbe1-42b1-a14f-4a615de67fb7 service nova] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Received event network-vif-deleted-95e6a94a-caa5-4554-900a-3c393c2f41e9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1011.172845] env[69159]: INFO nova.compute.manager [req-f0704924-1877-42e0-aa51-3912b7fe9dd3 req-6c01d263-bbe1-42b1-a14f-4a615de67fb7 service nova] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Neutron deleted interface 95e6a94a-caa5-4554-900a-3c393c2f41e9; detaching it from the instance and deleting it from the info cache [ 1011.173027] env[69159]: DEBUG nova.network.neutron [req-f0704924-1877-42e0-aa51-3912b7fe9dd3 req-6c01d263-bbe1-42b1-a14f-4a615de67fb7 service nova] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.442865] env[69159]: DEBUG nova.scheduler.client.report [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.534404] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466622} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.534509] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 748ccd51-7efa-47c2-bbdd-9d071bf3903e/748ccd51-7efa-47c2-bbdd-9d071bf3903e.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.534761] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.534955] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c8c8e1c-b731-4602-a403-06328a9cca6c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.541811] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1011.541811] env[69159]: value = "task-3449115" [ 1011.541811] env[69159]: _type = "Task" [ 1011.541811] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.550130] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.656422] env[69159]: DEBUG nova.network.neutron [-] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.675484] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7239ab39-7630-4747-9b35-530be7e1355e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.685754] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061254ca-911d-4669-b904-994ea275d874 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.716190] env[69159]: DEBUG nova.compute.manager [req-f0704924-1877-42e0-aa51-3912b7fe9dd3 req-6c01d263-bbe1-42b1-a14f-4a615de67fb7 service nova] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Detach interface failed, port_id=95e6a94a-caa5-4554-900a-3c393c2f41e9, reason: Instance 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1011.950832] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.950832] env[69159]: DEBUG nova.compute.manager [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1011.951741] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.169s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.953126] env[69159]: INFO nova.compute.claims [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.051529] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072517} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.051801] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.052567] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d278b7ef-9820-4b0b-be32-28f744929436 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.074500] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 748ccd51-7efa-47c2-bbdd-9d071bf3903e/748ccd51-7efa-47c2-bbdd-9d071bf3903e.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.074764] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ec0c0e8-d8db-4d5d-9712-1c43016ddda3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.093605] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1012.093605] env[69159]: value = "task-3449116" [ 1012.093605] env[69159]: _type = "Task" [ 1012.093605] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.101407] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.160337] env[69159]: INFO nova.compute.manager [-] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Took 1.51 seconds to deallocate network for instance. [ 1012.200783] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquiring lock "e1c5d804-c6b6-43c0-b787-c1b3efabe957" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.200997] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "e1c5d804-c6b6-43c0-b787-c1b3efabe957" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.457550] env[69159]: DEBUG nova.compute.utils [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.460831] env[69159]: DEBUG nova.compute.manager [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1012.461015] env[69159]: DEBUG nova.network.neutron [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.529941] env[69159]: DEBUG nova.policy [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f8e32734dab475fbf39617a129771a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2573b5bc7b34624a93836bd7a4ef096', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.604660] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.667129] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.703876] env[69159]: DEBUG nova.compute.manager [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1012.962751] env[69159]: DEBUG nova.compute.manager [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1012.971105] env[69159]: DEBUG nova.network.neutron [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Successfully created port: 00da42dc-e083-4ac8-bfba-bb9ef9eda66b {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.110448] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.223466] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.237094] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d4b9ee-4b07-4415-8eef-9f6313656b71 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.245589] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3470e1f5-6907-4caf-977a-c8fc9c2c653b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.276504] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4266cfe-efe4-473e-8554-277b0726b0bc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.285050] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28ab992-9404-4b6a-be97-d63c2ca1d7e7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.298160] env[69159]: DEBUG nova.compute.provider_tree [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.604121] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449116, 'name': ReconfigVM_Task, 'duration_secs': 1.073375} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.604425] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 748ccd51-7efa-47c2-bbdd-9d071bf3903e/748ccd51-7efa-47c2-bbdd-9d071bf3903e.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.605063] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b78626d-f262-4b49-b620-1ca533ea1ffe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.612795] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1013.612795] env[69159]: value = "task-3449117" [ 1013.612795] env[69159]: _type = "Task" [ 1013.612795] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.620690] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449117, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.800980] env[69159]: DEBUG nova.scheduler.client.report [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.974258] env[69159]: DEBUG nova.compute.manager [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1013.999864] env[69159]: DEBUG nova.virt.hardware [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.000047] env[69159]: DEBUG nova.virt.hardware [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.000218] env[69159]: DEBUG nova.virt.hardware [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.000405] env[69159]: DEBUG nova.virt.hardware [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.000551] env[69159]: DEBUG nova.virt.hardware [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.000697] env[69159]: DEBUG nova.virt.hardware [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.000905] env[69159]: DEBUG nova.virt.hardware [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.001160] env[69159]: DEBUG nova.virt.hardware [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.001278] env[69159]: DEBUG nova.virt.hardware [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.001441] env[69159]: DEBUG nova.virt.hardware [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.001610] env[69159]: DEBUG nova.virt.hardware [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.002526] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37c52cd-ebff-486a-82da-67235b612cf9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.011269] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596603bf-8090-4063-9e1e-3c18d6ae06f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.122345] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449117, 'name': Rename_Task, 'duration_secs': 0.142018} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.122684] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.122939] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e14de374-ab0f-409c-be16-e2f7e196675c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.129545] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1014.129545] env[69159]: value = "task-3449118" [ 1014.129545] env[69159]: _type = "Task" [ 1014.129545] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.138723] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.305608] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.306226] env[69159]: DEBUG nova.compute.manager [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1014.309447] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.757s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.309691] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.312837] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.562s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.312837] env[69159]: DEBUG nova.objects.instance [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lazy-loading 'pci_requests' on Instance uuid 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.331707] env[69159]: INFO nova.scheduler.client.report [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Deleted allocations for instance f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0 [ 1014.414668] env[69159]: DEBUG nova.compute.manager [req-327c7f3b-14a2-4a6b-99f3-9b59c151c85d req-57a923b7-5528-4e22-8724-d0636ae00f84 service nova] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Received event network-vif-plugged-00da42dc-e083-4ac8-bfba-bb9ef9eda66b {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1014.415040] env[69159]: DEBUG oslo_concurrency.lockutils [req-327c7f3b-14a2-4a6b-99f3-9b59c151c85d req-57a923b7-5528-4e22-8724-d0636ae00f84 service nova] Acquiring lock "3a455825-5cdb-434c-9345-22b8487a081c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.415178] env[69159]: DEBUG oslo_concurrency.lockutils [req-327c7f3b-14a2-4a6b-99f3-9b59c151c85d req-57a923b7-5528-4e22-8724-d0636ae00f84 service nova] Lock "3a455825-5cdb-434c-9345-22b8487a081c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.415274] env[69159]: DEBUG oslo_concurrency.lockutils [req-327c7f3b-14a2-4a6b-99f3-9b59c151c85d req-57a923b7-5528-4e22-8724-d0636ae00f84 service nova] Lock "3a455825-5cdb-434c-9345-22b8487a081c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.415580] env[69159]: DEBUG nova.compute.manager [req-327c7f3b-14a2-4a6b-99f3-9b59c151c85d req-57a923b7-5528-4e22-8724-d0636ae00f84 service nova] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] No waiting events found dispatching network-vif-plugged-00da42dc-e083-4ac8-bfba-bb9ef9eda66b {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1014.415641] env[69159]: WARNING nova.compute.manager [req-327c7f3b-14a2-4a6b-99f3-9b59c151c85d req-57a923b7-5528-4e22-8724-d0636ae00f84 service nova] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Received unexpected event network-vif-plugged-00da42dc-e083-4ac8-bfba-bb9ef9eda66b for instance with vm_state building and task_state spawning. [ 1014.496751] env[69159]: DEBUG nova.network.neutron [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Successfully updated port: 00da42dc-e083-4ac8-bfba-bb9ef9eda66b {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.640293] env[69159]: DEBUG oslo_vmware.api [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449118, 'name': PowerOnVM_Task, 'duration_secs': 0.428742} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.640567] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.640769] env[69159]: INFO nova.compute.manager [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1014.640945] env[69159]: DEBUG nova.compute.manager [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1014.641746] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9903a13b-438c-4857-b0e4-0181ee61c4f6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.815872] env[69159]: DEBUG nova.objects.instance [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lazy-loading 'numa_topology' on Instance uuid 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.817847] env[69159]: DEBUG nova.compute.utils [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.819171] env[69159]: DEBUG nova.compute.manager [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1014.819339] env[69159]: DEBUG nova.network.neutron [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.837730] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8b165e19-c0a8-4acc-8048-fee4ec0aba79 tempest-InstanceActionsNegativeTestJSON-1470619958 tempest-InstanceActionsNegativeTestJSON-1470619958-project-member] Lock "f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.678s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.888914] env[69159]: DEBUG nova.policy [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a94c73c92e64c6596def887eabcc39f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c916ffe145f74f37b7e8b6472536e374', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.004692] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Acquiring lock "refresh_cache-3a455825-5cdb-434c-9345-22b8487a081c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.004870] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Acquired lock "refresh_cache-3a455825-5cdb-434c-9345-22b8487a081c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.005038] env[69159]: DEBUG nova.network.neutron [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.159273] env[69159]: INFO nova.compute.manager [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Took 35.90 seconds to build instance. [ 1015.320591] env[69159]: INFO nova.compute.claims [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.324049] env[69159]: DEBUG nova.compute.manager [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1015.559778] env[69159]: DEBUG nova.network.neutron [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.661140] env[69159]: DEBUG oslo_concurrency.lockutils [None req-eea3497f-0e95-4cc9-8e29-4bf17dc62789 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.407s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.665092] env[69159]: DEBUG nova.network.neutron [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Successfully created port: 93b95100-1109-49ff-928f-062ee0846883 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.786269] env[69159]: DEBUG nova.network.neutron [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Updating instance_info_cache with network_info: [{"id": "00da42dc-e083-4ac8-bfba-bb9ef9eda66b", "address": "fa:16:3e:83:67:69", "network": {"id": "c9a750f5-4ea1-4378-a2f9-3b6625a11a25", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-953825974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2573b5bc7b34624a93836bd7a4ef096", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00da42dc-e0", "ovs_interfaceid": "00da42dc-e083-4ac8-bfba-bb9ef9eda66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.816878] env[69159]: DEBUG nova.compute.manager [req-26d5097f-febb-4d21-9bfa-5169ad3c8dcb req-8ea250aa-6595-47f8-ac8a-8d2602713266 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Received event network-changed-ce4b6374-0585-49b4-9a26-fa098fff8d35 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1015.817092] env[69159]: DEBUG nova.compute.manager [req-26d5097f-febb-4d21-9bfa-5169ad3c8dcb req-8ea250aa-6595-47f8-ac8a-8d2602713266 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Refreshing instance network info cache due to event network-changed-ce4b6374-0585-49b4-9a26-fa098fff8d35. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1015.817304] env[69159]: DEBUG oslo_concurrency.lockutils [req-26d5097f-febb-4d21-9bfa-5169ad3c8dcb req-8ea250aa-6595-47f8-ac8a-8d2602713266 service nova] Acquiring lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.817456] env[69159]: DEBUG oslo_concurrency.lockutils [req-26d5097f-febb-4d21-9bfa-5169ad3c8dcb req-8ea250aa-6595-47f8-ac8a-8d2602713266 service nova] Acquired lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.817622] env[69159]: DEBUG nova.network.neutron [req-26d5097f-febb-4d21-9bfa-5169ad3c8dcb req-8ea250aa-6595-47f8-ac8a-8d2602713266 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Refreshing network info cache for port ce4b6374-0585-49b4-9a26-fa098fff8d35 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.143970] env[69159]: DEBUG oslo_concurrency.lockutils [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.144267] env[69159]: DEBUG oslo_concurrency.lockutils [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.144483] env[69159]: DEBUG oslo_concurrency.lockutils [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.144728] env[69159]: DEBUG oslo_concurrency.lockutils [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.144932] env[69159]: DEBUG oslo_concurrency.lockutils [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.149527] env[69159]: INFO nova.compute.manager [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Terminating instance [ 1016.293021] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Releasing lock "refresh_cache-3a455825-5cdb-434c-9345-22b8487a081c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.293021] env[69159]: DEBUG nova.compute.manager [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Instance network_info: |[{"id": "00da42dc-e083-4ac8-bfba-bb9ef9eda66b", "address": "fa:16:3e:83:67:69", "network": {"id": "c9a750f5-4ea1-4378-a2f9-3b6625a11a25", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-953825974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2573b5bc7b34624a93836bd7a4ef096", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00da42dc-e0", "ovs_interfaceid": "00da42dc-e083-4ac8-bfba-bb9ef9eda66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1016.293021] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:67:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00da42dc-e083-4ac8-bfba-bb9ef9eda66b', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.299308] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Creating folder: Project (e2573b5bc7b34624a93836bd7a4ef096). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.300505] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d12fb87a-d19a-4401-a2b4-ab21e3bfadf0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.314043] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Created folder: Project (e2573b5bc7b34624a93836bd7a4ef096) in parent group-v688391. [ 1016.314043] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Creating folder: Instances. Parent ref: group-v688641. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.314043] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48296d71-013d-4a94-af05-3cfa259ec261 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.326664] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Created folder: Instances in parent group-v688641. [ 1016.326664] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.326664] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.326664] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b017918-3ffe-462b-b7a1-55bc2effbfaf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.343670] env[69159]: DEBUG nova.compute.manager [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1016.351429] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.351429] env[69159]: value = "task-3449121" [ 1016.351429] env[69159]: _type = "Task" [ 1016.351429] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.361804] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449121, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.371865] env[69159]: DEBUG nova.virt.hardware [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6ca9a3cabeed50a8c6fa50c99e908600',container_format='bare',created_at=2025-04-15T18:44:34Z,direct_url=,disk_format='vmdk',id=cfb28372-2d1e-4ee5-a2b4-19a0131c2048,min_disk=1,min_ram=0,name='tempest-test-snap-1763550198',owner='c916ffe145f74f37b7e8b6472536e374',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-15T18:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.372124] env[69159]: DEBUG nova.virt.hardware [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.372285] env[69159]: DEBUG nova.virt.hardware [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.372472] env[69159]: DEBUG nova.virt.hardware [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.372617] env[69159]: DEBUG nova.virt.hardware [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.372763] env[69159]: DEBUG nova.virt.hardware [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.372967] env[69159]: DEBUG nova.virt.hardware [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.373347] env[69159]: DEBUG nova.virt.hardware [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.373569] env[69159]: DEBUG nova.virt.hardware [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.373746] env[69159]: DEBUG nova.virt.hardware [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.373926] env[69159]: DEBUG nova.virt.hardware [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.374746] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa4aac4-00a2-49cf-bb4c-5c1a2f9ac7c0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.385036] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e88f0d-4682-4e85-b91b-fcb0e7a10337 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.449205] env[69159]: DEBUG nova.compute.manager [req-fe5306bf-99e5-465f-85dd-8e6029df2b4f req-d483f09c-740e-4d99-b295-2c9a08cb348b service nova] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Received event network-changed-00da42dc-e083-4ac8-bfba-bb9ef9eda66b {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1016.449413] env[69159]: DEBUG nova.compute.manager [req-fe5306bf-99e5-465f-85dd-8e6029df2b4f req-d483f09c-740e-4d99-b295-2c9a08cb348b service nova] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Refreshing instance network info cache due to event network-changed-00da42dc-e083-4ac8-bfba-bb9ef9eda66b. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1016.449635] env[69159]: DEBUG oslo_concurrency.lockutils [req-fe5306bf-99e5-465f-85dd-8e6029df2b4f req-d483f09c-740e-4d99-b295-2c9a08cb348b service nova] Acquiring lock "refresh_cache-3a455825-5cdb-434c-9345-22b8487a081c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.449772] env[69159]: DEBUG oslo_concurrency.lockutils [req-fe5306bf-99e5-465f-85dd-8e6029df2b4f req-d483f09c-740e-4d99-b295-2c9a08cb348b service nova] Acquired lock "refresh_cache-3a455825-5cdb-434c-9345-22b8487a081c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.449931] env[69159]: DEBUG nova.network.neutron [req-fe5306bf-99e5-465f-85dd-8e6029df2b4f req-d483f09c-740e-4d99-b295-2c9a08cb348b service nova] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Refreshing network info cache for port 00da42dc-e083-4ac8-bfba-bb9ef9eda66b {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.587134] env[69159]: DEBUG nova.network.neutron [req-26d5097f-febb-4d21-9bfa-5169ad3c8dcb req-8ea250aa-6595-47f8-ac8a-8d2602713266 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Updated VIF entry in instance network info cache for port ce4b6374-0585-49b4-9a26-fa098fff8d35. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.587991] env[69159]: DEBUG nova.network.neutron [req-26d5097f-febb-4d21-9bfa-5169ad3c8dcb req-8ea250aa-6595-47f8-ac8a-8d2602713266 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Updating instance_info_cache with network_info: [{"id": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "address": "fa:16:3e:77:fb:0f", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4b6374-05", "ovs_interfaceid": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.654589] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023636e3-6312-45a0-acb3-7a4adb85f5fd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.658284] env[69159]: DEBUG nova.compute.manager [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1016.658545] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.659351] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9198f317-765b-46c7-94c6-9bdff1775ba5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.667020] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.668572] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38fa00b1-83a7-4772-a94d-0acaa68ca89b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.671104] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612474b2-62d1-4d80-b739-de268ba73c43 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.707651] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94f41a2-1845-4787-9270-326e7354e332 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.710675] env[69159]: DEBUG oslo_vmware.api [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1016.710675] env[69159]: value = "task-3449122" [ 1016.710675] env[69159]: _type = "Task" [ 1016.710675] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.717907] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94707204-9bd6-4b10-aff0-1f937453f6e2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.725206] env[69159]: DEBUG oslo_vmware.api [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.736553] env[69159]: DEBUG nova.compute.provider_tree [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.862893] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449121, 'name': CreateVM_Task, 'duration_secs': 0.312436} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.863123] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.863851] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.864035] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.864370] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.864650] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9383a812-2d48-440c-ac25-66c8a0d654ac {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.869895] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Waiting for the task: (returnval){ [ 1016.869895] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c535c3-2871-d569-d64d-bbd425c3730f" [ 1016.869895] env[69159]: _type = "Task" [ 1016.869895] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.879775] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c535c3-2871-d569-d64d-bbd425c3730f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.091089] env[69159]: DEBUG oslo_concurrency.lockutils [req-26d5097f-febb-4d21-9bfa-5169ad3c8dcb req-8ea250aa-6595-47f8-ac8a-8d2602713266 service nova] Releasing lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.197249] env[69159]: DEBUG nova.network.neutron [req-fe5306bf-99e5-465f-85dd-8e6029df2b4f req-d483f09c-740e-4d99-b295-2c9a08cb348b service nova] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Updated VIF entry in instance network info cache for port 00da42dc-e083-4ac8-bfba-bb9ef9eda66b. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.197626] env[69159]: DEBUG nova.network.neutron [req-fe5306bf-99e5-465f-85dd-8e6029df2b4f req-d483f09c-740e-4d99-b295-2c9a08cb348b service nova] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Updating instance_info_cache with network_info: [{"id": "00da42dc-e083-4ac8-bfba-bb9ef9eda66b", "address": "fa:16:3e:83:67:69", "network": {"id": "c9a750f5-4ea1-4378-a2f9-3b6625a11a25", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-953825974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2573b5bc7b34624a93836bd7a4ef096", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00da42dc-e0", "ovs_interfaceid": "00da42dc-e083-4ac8-bfba-bb9ef9eda66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.223261] env[69159]: DEBUG oslo_vmware.api [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449122, 'name': PowerOffVM_Task, 'duration_secs': 0.195567} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.223687] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.223899] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.224217] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d0db01b-569d-40e2-b933-c24bcdb6f2df {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.240115] env[69159]: DEBUG nova.scheduler.client.report [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.355839] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.356131] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.356263] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Deleting the datastore file [datastore1] 09a8d090-e7a0-42cb-94e9-9bc78348d52b {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.356626] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-319c936e-6ab6-4623-a275-e5d80d84bb7f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.363413] env[69159]: DEBUG oslo_vmware.api [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1017.363413] env[69159]: value = "task-3449124" [ 1017.363413] env[69159]: _type = "Task" [ 1017.363413] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.378605] env[69159]: DEBUG oslo_vmware.api [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.388788] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c535c3-2871-d569-d64d-bbd425c3730f, 'name': SearchDatastore_Task, 'duration_secs': 0.009993} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.389130] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.389392] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.389650] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.389808] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.389995] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.390409] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d26a7f95-bbd9-4912-978d-ae679f17ca58 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.398539] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.398748] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.399546] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9891745-0a15-471d-941d-9b78d62547ac {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.405577] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Waiting for the task: (returnval){ [ 1017.405577] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52beb9be-da70-42d9-8cba-878cc40231a5" [ 1017.405577] env[69159]: _type = "Task" [ 1017.405577] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.417176] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52beb9be-da70-42d9-8cba-878cc40231a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.701934] env[69159]: DEBUG oslo_concurrency.lockutils [req-fe5306bf-99e5-465f-85dd-8e6029df2b4f req-d483f09c-740e-4d99-b295-2c9a08cb348b service nova] Releasing lock "refresh_cache-3a455825-5cdb-434c-9345-22b8487a081c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.749022] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.435s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.749936] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.088s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.750397] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.752474] env[69159]: DEBUG oslo_concurrency.lockutils [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.324s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.754223] env[69159]: INFO nova.compute.claims [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.781885] env[69159]: INFO nova.scheduler.client.report [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Deleted allocations for instance 2f4b594f-d1b2-41e6-af6a-1c62f85bb672 [ 1017.820561] env[69159]: INFO nova.network.neutron [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Updating port fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1017.834260] env[69159]: DEBUG nova.network.neutron [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Successfully updated port: 93b95100-1109-49ff-928f-062ee0846883 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.874888] env[69159]: DEBUG oslo_vmware.api [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156103} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.875315] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.875483] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.875730] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.875982] env[69159]: INFO nova.compute.manager [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1017.876118] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.876311] env[69159]: DEBUG nova.compute.manager [-] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1017.876406] env[69159]: DEBUG nova.network.neutron [-] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.916798] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52beb9be-da70-42d9-8cba-878cc40231a5, 'name': SearchDatastore_Task, 'duration_secs': 0.008332} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.917750] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b425a6c0-cc8d-4386-947d-99c6522c5802 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.076646] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Waiting for the task: (returnval){ [ 1018.076646] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e15883-b719-2329-774b-682bbd43c2c7" [ 1018.076646] env[69159]: _type = "Task" [ 1018.076646] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.076646] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e15883-b719-2329-774b-682bbd43c2c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.294165] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb46404c-cf31-4d51-bec3-ee1f256d0eca tempest-ImagesOneServerNegativeTestJSON-727300020 tempest-ImagesOneServerNegativeTestJSON-727300020-project-member] Lock "2f4b594f-d1b2-41e6-af6a-1c62f85bb672" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.123s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.340162] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "refresh_cache-9ccfab5a-e33c-4da1-97ad-702c954a2239" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.340229] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired lock "refresh_cache-9ccfab5a-e33c-4da1-97ad-702c954a2239" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.341028] env[69159]: DEBUG nova.network.neutron [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.442159] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e15883-b719-2329-774b-682bbd43c2c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012616} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.442646] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.442926] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 3a455825-5cdb-434c-9345-22b8487a081c/3a455825-5cdb-434c-9345-22b8487a081c.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.443238] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac9fdb97-a009-4a15-9514-b57677784cb4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.453825] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Waiting for the task: (returnval){ [ 1018.453825] env[69159]: value = "task-3449125" [ 1018.453825] env[69159]: _type = "Task" [ 1018.453825] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.466819] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': task-3449125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.561443] env[69159]: DEBUG nova.compute.manager [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Received event network-vif-plugged-93b95100-1109-49ff-928f-062ee0846883 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1018.561710] env[69159]: DEBUG oslo_concurrency.lockutils [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] Acquiring lock "9ccfab5a-e33c-4da1-97ad-702c954a2239-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.562403] env[69159]: DEBUG oslo_concurrency.lockutils [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] Lock "9ccfab5a-e33c-4da1-97ad-702c954a2239-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.562524] env[69159]: DEBUG oslo_concurrency.lockutils [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] Lock "9ccfab5a-e33c-4da1-97ad-702c954a2239-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.562676] env[69159]: DEBUG nova.compute.manager [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] No waiting events found dispatching network-vif-plugged-93b95100-1109-49ff-928f-062ee0846883 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1018.562844] env[69159]: WARNING nova.compute.manager [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Received unexpected event network-vif-plugged-93b95100-1109-49ff-928f-062ee0846883 for instance with vm_state building and task_state spawning. [ 1018.563047] env[69159]: DEBUG nova.compute.manager [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Received event network-changed-93b95100-1109-49ff-928f-062ee0846883 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1018.563180] env[69159]: DEBUG nova.compute.manager [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Refreshing instance network info cache due to event network-changed-93b95100-1109-49ff-928f-062ee0846883. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1018.563378] env[69159]: DEBUG oslo_concurrency.lockutils [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] Acquiring lock "refresh_cache-9ccfab5a-e33c-4da1-97ad-702c954a2239" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.885305] env[69159]: DEBUG nova.network.neutron [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.957383] env[69159]: DEBUG nova.network.neutron [-] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.970730] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': task-3449125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460995} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.971793] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 3a455825-5cdb-434c-9345-22b8487a081c/3a455825-5cdb-434c-9345-22b8487a081c.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.972161] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.972541] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32ae087c-28af-4aef-ab4e-8e9cb33a2f44 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.985242] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Waiting for the task: (returnval){ [ 1018.985242] env[69159]: value = "task-3449126" [ 1018.985242] env[69159]: _type = "Task" [ 1018.985242] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.994963] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': task-3449126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.083323] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6b7891-4b49-48e1-b653-61eb4630e615 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.097315] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbcb386-25f5-4ca7-867d-80752eddc740 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.135274] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0678eb3c-a82a-4e81-a2f2-f1d855ac1198 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.143519] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d9e1d4-dfb6-48eb-94ff-d9de3c5d8c29 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.164217] env[69159]: DEBUG nova.compute.provider_tree [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.187670] env[69159]: DEBUG nova.network.neutron [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Updating instance_info_cache with network_info: [{"id": "93b95100-1109-49ff-928f-062ee0846883", "address": "fa:16:3e:5f:eb:6a", "network": {"id": "4f428291-617b-4f5e-83cc-839c99d7397a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1597968833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c916ffe145f74f37b7e8b6472536e374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93b95100-11", "ovs_interfaceid": "93b95100-1109-49ff-928f-062ee0846883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.463907] env[69159]: INFO nova.compute.manager [-] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Took 1.59 seconds to deallocate network for instance. [ 1019.495257] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': task-3449126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072375} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.495257] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.495916] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db606041-abb8-4ece-9eb4-0592066d2824 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.525496] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 3a455825-5cdb-434c-9345-22b8487a081c/3a455825-5cdb-434c-9345-22b8487a081c.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.526604] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d92c4a9-b31d-4c29-876a-517c1edeb160 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.543020] env[69159]: DEBUG nova.compute.manager [req-7fd7657b-0a03-4ebd-b493-45a10b798757 req-6546c3fc-ecc0-4525-8fce-26a19ff4f3e4 service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Received event network-vif-plugged-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1019.543267] env[69159]: DEBUG oslo_concurrency.lockutils [req-7fd7657b-0a03-4ebd-b493-45a10b798757 req-6546c3fc-ecc0-4525-8fce-26a19ff4f3e4 service nova] Acquiring lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.543553] env[69159]: DEBUG oslo_concurrency.lockutils [req-7fd7657b-0a03-4ebd-b493-45a10b798757 req-6546c3fc-ecc0-4525-8fce-26a19ff4f3e4 service nova] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.543681] env[69159]: DEBUG oslo_concurrency.lockutils [req-7fd7657b-0a03-4ebd-b493-45a10b798757 req-6546c3fc-ecc0-4525-8fce-26a19ff4f3e4 service nova] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.543843] env[69159]: DEBUG nova.compute.manager [req-7fd7657b-0a03-4ebd-b493-45a10b798757 req-6546c3fc-ecc0-4525-8fce-26a19ff4f3e4 service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] No waiting events found dispatching network-vif-plugged-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1019.544015] env[69159]: WARNING nova.compute.manager [req-7fd7657b-0a03-4ebd-b493-45a10b798757 req-6546c3fc-ecc0-4525-8fce-26a19ff4f3e4 service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Received unexpected event network-vif-plugged-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1019.550580] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Waiting for the task: (returnval){ [ 1019.550580] env[69159]: value = "task-3449127" [ 1019.550580] env[69159]: _type = "Task" [ 1019.550580] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.560400] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': task-3449127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.669125] env[69159]: DEBUG nova.scheduler.client.report [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.689860] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Releasing lock "refresh_cache-9ccfab5a-e33c-4da1-97ad-702c954a2239" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.690239] env[69159]: DEBUG nova.compute.manager [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Instance network_info: |[{"id": "93b95100-1109-49ff-928f-062ee0846883", "address": "fa:16:3e:5f:eb:6a", "network": {"id": "4f428291-617b-4f5e-83cc-839c99d7397a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1597968833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c916ffe145f74f37b7e8b6472536e374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93b95100-11", "ovs_interfaceid": "93b95100-1109-49ff-928f-062ee0846883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1019.690852] env[69159]: DEBUG oslo_concurrency.lockutils [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] Acquired lock "refresh_cache-9ccfab5a-e33c-4da1-97ad-702c954a2239" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.691050] env[69159]: DEBUG nova.network.neutron [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Refreshing network info cache for port 93b95100-1109-49ff-928f-062ee0846883 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.692151] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:eb:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93b95100-1109-49ff-928f-062ee0846883', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.705244] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.706369] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.706608] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7ccf996-77dd-4b0d-876c-d8ad11a0b5f8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.732467] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.732467] env[69159]: value = "task-3449128" [ 1019.732467] env[69159]: _type = "Task" [ 1019.732467] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.737125] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.737313] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.737490] env[69159]: DEBUG nova.network.neutron [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.746681] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449128, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.973020] env[69159]: DEBUG oslo_concurrency.lockutils [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.060336] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': task-3449127, 'name': ReconfigVM_Task, 'duration_secs': 0.274401} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.060691] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 3a455825-5cdb-434c-9345-22b8487a081c/3a455825-5cdb-434c-9345-22b8487a081c.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.061414] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e90d07ec-5d61-47d4-aa86-90f163ac7f0c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.067662] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Waiting for the task: (returnval){ [ 1020.067662] env[69159]: value = "task-3449129" [ 1020.067662] env[69159]: _type = "Task" [ 1020.067662] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.077402] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': task-3449129, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.179578] env[69159]: DEBUG oslo_concurrency.lockutils [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.180281] env[69159]: DEBUG nova.compute.manager [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1020.183200] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.116s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.184632] env[69159]: INFO nova.compute.claims [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.252618] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449128, 'name': CreateVM_Task, 'duration_secs': 0.356758} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.255945] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.257527] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfb28372-2d1e-4ee5-a2b4-19a0131c2048" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.257527] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfb28372-2d1e-4ee5-a2b4-19a0131c2048" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.257855] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfb28372-2d1e-4ee5-a2b4-19a0131c2048" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.259213] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d59b3d2-0604-4e2a-9961-65818554a99a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.265302] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1020.265302] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52833156-9570-38be-5e27-06276a3a6d1e" [ 1020.265302] env[69159]: _type = "Task" [ 1020.265302] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.276076] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52833156-9570-38be-5e27-06276a3a6d1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.479755] env[69159]: DEBUG nova.network.neutron [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Updated VIF entry in instance network info cache for port 93b95100-1109-49ff-928f-062ee0846883. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.480141] env[69159]: DEBUG nova.network.neutron [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Updating instance_info_cache with network_info: [{"id": "93b95100-1109-49ff-928f-062ee0846883", "address": "fa:16:3e:5f:eb:6a", "network": {"id": "4f428291-617b-4f5e-83cc-839c99d7397a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1597968833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c916ffe145f74f37b7e8b6472536e374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93b95100-11", "ovs_interfaceid": "93b95100-1109-49ff-928f-062ee0846883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.577822] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': task-3449129, 'name': Rename_Task, 'duration_secs': 0.133437} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.578058] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.578329] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72522674-64e1-4735-ba8a-3532daf41678 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.587252] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Waiting for the task: (returnval){ [ 1020.587252] env[69159]: value = "task-3449130" [ 1020.587252] env[69159]: _type = "Task" [ 1020.587252] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.593601] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': task-3449130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.611348] env[69159]: DEBUG nova.network.neutron [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Updating instance_info_cache with network_info: [{"id": "fc57e1fe-0b10-45d9-bfa9-e903bd980ea9", "address": "fa:16:3e:21:d9:c0", "network": {"id": "0ec7c2af-82d0-4f2e-9053-9c71addc6ec2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1487965669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee2b7fe8b894b7fad608df786ce0d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc57e1fe-0b", "ovs_interfaceid": "fc57e1fe-0b10-45d9-bfa9-e903bd980ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.689784] env[69159]: DEBUG nova.compute.utils [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.693273] env[69159]: DEBUG nova.compute.manager [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1020.693477] env[69159]: DEBUG nova.network.neutron [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.753885] env[69159]: DEBUG nova.policy [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e9b17b9e31646baa6aae279c4b3ea6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfbf2ac1d0fb4170beb492c4de5e0c72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.775941] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfb28372-2d1e-4ee5-a2b4-19a0131c2048" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.776216] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Processing image cfb28372-2d1e-4ee5-a2b4-19a0131c2048 {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.776455] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfb28372-2d1e-4ee5-a2b4-19a0131c2048/cfb28372-2d1e-4ee5-a2b4-19a0131c2048.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.776605] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfb28372-2d1e-4ee5-a2b4-19a0131c2048/cfb28372-2d1e-4ee5-a2b4-19a0131c2048.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.776784] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.777045] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d5e2471-c234-4d63-afcc-bc84cd44a7f9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.786228] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.786436] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.787314] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3ac5e3f-2d54-44e6-b1f0-057cb5e0aea9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.793161] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1020.793161] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5206c725-32b9-1d44-6520-c30e5084ea90" [ 1020.793161] env[69159]: _type = "Task" [ 1020.793161] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.801292] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5206c725-32b9-1d44-6520-c30e5084ea90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.983059] env[69159]: DEBUG oslo_concurrency.lockutils [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] Releasing lock "refresh_cache-9ccfab5a-e33c-4da1-97ad-702c954a2239" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.983442] env[69159]: DEBUG nova.compute.manager [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Received event network-vif-deleted-44edd60e-ed33-4e10-a8bc-ba2000ceae0a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1020.983677] env[69159]: INFO nova.compute.manager [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Neutron deleted interface 44edd60e-ed33-4e10-a8bc-ba2000ceae0a; detaching it from the instance and deleting it from the info cache [ 1020.983887] env[69159]: DEBUG nova.network.neutron [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.095047] env[69159]: DEBUG oslo_vmware.api [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': task-3449130, 'name': PowerOnVM_Task, 'duration_secs': 0.447079} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.095331] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.095601] env[69159]: INFO nova.compute.manager [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1021.095785] env[69159]: DEBUG nova.compute.manager [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1021.096584] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f3274a-cb77-4657-ad35-55cd4ba2752d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.113971] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Releasing lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.145038] env[69159]: DEBUG nova.virt.hardware [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='49d96f2a7823452de1052e0ad257a46a',container_format='bare',created_at=2025-04-15T18:44:09Z,direct_url=,disk_format='vmdk',id=7a982d61-5c71-4924-a91c-ada9ccc154c5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1241087357-shelved',owner='1ee2b7fe8b894b7fad608df786ce0d76',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-04-15T18:44:28Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.145503] env[69159]: DEBUG nova.virt.hardware [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.145727] env[69159]: DEBUG nova.virt.hardware [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.145975] env[69159]: DEBUG nova.virt.hardware [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.146175] env[69159]: DEBUG nova.virt.hardware [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.146415] env[69159]: DEBUG nova.virt.hardware [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.146569] env[69159]: DEBUG nova.virt.hardware [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.146696] env[69159]: DEBUG nova.virt.hardware [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.146861] env[69159]: DEBUG nova.virt.hardware [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.147055] env[69159]: DEBUG nova.virt.hardware [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.147237] env[69159]: DEBUG nova.virt.hardware [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.148419] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d71fea-03d7-4893-b9c1-f4233b798cd7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.157538] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb0806f-ea55-43d4-a27a-76528ff7cd4f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.172547] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:d9:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc57e1fe-0b10-45d9-bfa9-e903bd980ea9', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.180718] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.181277] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.181522] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db3e803d-17d4-48c8-b239-7bc6be4f2a73 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.201287] env[69159]: DEBUG nova.compute.manager [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1021.209427] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.209427] env[69159]: value = "task-3449131" [ 1021.209427] env[69159]: _type = "Task" [ 1021.209427] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.218053] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449131, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.303543] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Preparing fetch location {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1021.303855] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Fetch image to [datastore1] OSTACK_IMG_1738e792-e164-4626-a953-a7684f1c27f0/OSTACK_IMG_1738e792-e164-4626-a953-a7684f1c27f0.vmdk {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1021.304068] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Downloading stream optimized image cfb28372-2d1e-4ee5-a2b4-19a0131c2048 to [datastore1] OSTACK_IMG_1738e792-e164-4626-a953-a7684f1c27f0/OSTACK_IMG_1738e792-e164-4626-a953-a7684f1c27f0.vmdk on the data store datastore1 as vApp {{(pid=69159) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1021.304267] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Downloading image file data cfb28372-2d1e-4ee5-a2b4-19a0131c2048 to the ESX as VM named 'OSTACK_IMG_1738e792-e164-4626-a953-a7684f1c27f0' {{(pid=69159) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1021.349880] env[69159]: DEBUG nova.network.neutron [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Successfully created port: dfb0a0ef-9f40-498a-bfda-55d047d395e5 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.391774] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1021.391774] env[69159]: value = "resgroup-9" [ 1021.391774] env[69159]: _type = "ResourcePool" [ 1021.391774] env[69159]: }. {{(pid=69159) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1021.392309] env[69159]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ad03ada0-50e0-4861-9c3a-7054108cfea2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.420616] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lease: (returnval){ [ 1021.420616] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fd5034-46d4-6f2f-29f9-a5f143b480d5" [ 1021.420616] env[69159]: _type = "HttpNfcLease" [ 1021.420616] env[69159]: } obtained for vApp import into resource pool (val){ [ 1021.420616] env[69159]: value = "resgroup-9" [ 1021.420616] env[69159]: _type = "ResourcePool" [ 1021.420616] env[69159]: }. {{(pid=69159) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1021.420616] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the lease: (returnval){ [ 1021.420616] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fd5034-46d4-6f2f-29f9-a5f143b480d5" [ 1021.420616] env[69159]: _type = "HttpNfcLease" [ 1021.420616] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1021.426305] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1021.426305] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fd5034-46d4-6f2f-29f9-a5f143b480d5" [ 1021.426305] env[69159]: _type = "HttpNfcLease" [ 1021.426305] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1021.486680] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-689abcb9-958c-41db-af3a-50db8ed70084 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.499094] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38abe54e-8c47-4a3e-a67f-eedd07755b3c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.534775] env[69159]: DEBUG nova.compute.manager [req-ff3d5800-8151-4a8a-aae5-124d7943ce5d req-4f959e07-c8d0-4230-ae18-7d933d05a936 service nova] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Detach interface failed, port_id=44edd60e-ed33-4e10-a8bc-ba2000ceae0a, reason: Instance 09a8d090-e7a0-42cb-94e9-9bc78348d52b could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1021.577021] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bf0e28-898a-44d9-afd1-93e55b51e9da {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.584207] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c01de30-06ee-477f-8a0a-131fd9580224 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.619972] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a5831f-dca1-4166-a917-a18edc280237 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.624697] env[69159]: INFO nova.compute.manager [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Took 40.61 seconds to build instance. [ 1021.629238] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9efaf1-8c0b-4513-85ef-53cd089fccdd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.643897] env[69159]: DEBUG nova.compute.provider_tree [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.720058] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449131, 'name': CreateVM_Task, 'duration_secs': 0.40555} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.720238] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.721188] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a982d61-5c71-4924-a91c-ada9ccc154c5" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.721188] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a982d61-5c71-4924-a91c-ada9ccc154c5" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.721591] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a982d61-5c71-4924-a91c-ada9ccc154c5" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.721900] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77a630f5-20fd-41c9-ba39-f89f0067a9c0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.727785] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1021.727785] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524d8d01-f372-645b-b3d2-74db6b007396" [ 1021.727785] env[69159]: _type = "Task" [ 1021.727785] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.736301] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524d8d01-f372-645b-b3d2-74db6b007396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.740354] env[69159]: DEBUG nova.compute.manager [req-8e03b868-ff94-4a27-a90e-c6b0af24b04c req-4193ef07-0df7-4cad-bd37-a614bbec2ecf service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Received event network-changed-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1021.740856] env[69159]: DEBUG nova.compute.manager [req-8e03b868-ff94-4a27-a90e-c6b0af24b04c req-4193ef07-0df7-4cad-bd37-a614bbec2ecf service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Refreshing instance network info cache due to event network-changed-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1021.740856] env[69159]: DEBUG oslo_concurrency.lockutils [req-8e03b868-ff94-4a27-a90e-c6b0af24b04c req-4193ef07-0df7-4cad-bd37-a614bbec2ecf service nova] Acquiring lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.740989] env[69159]: DEBUG oslo_concurrency.lockutils [req-8e03b868-ff94-4a27-a90e-c6b0af24b04c req-4193ef07-0df7-4cad-bd37-a614bbec2ecf service nova] Acquired lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.741048] env[69159]: DEBUG nova.network.neutron [req-8e03b868-ff94-4a27-a90e-c6b0af24b04c req-4193ef07-0df7-4cad-bd37-a614bbec2ecf service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Refreshing network info cache for port fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.928666] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1021.928666] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fd5034-46d4-6f2f-29f9-a5f143b480d5" [ 1021.928666] env[69159]: _type = "HttpNfcLease" [ 1021.928666] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1022.127061] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f03699b-fea4-4f28-8eeb-cb10351dfa77 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Lock "3a455825-5cdb-434c-9345-22b8487a081c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.121s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.150918] env[69159]: DEBUG nova.scheduler.client.report [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.153645] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61b4c7d7-5ab5-4d7d-ac56-ce74a6480cd5 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Acquiring lock "interface-3a455825-5cdb-434c-9345-22b8487a081c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.153911] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61b4c7d7-5ab5-4d7d-ac56-ce74a6480cd5 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Lock "interface-3a455825-5cdb-434c-9345-22b8487a081c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.154223] env[69159]: DEBUG nova.objects.instance [None req-61b4c7d7-5ab5-4d7d-ac56-ce74a6480cd5 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Lazy-loading 'flavor' on Instance uuid 3a455825-5cdb-434c-9345-22b8487a081c {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.210109] env[69159]: DEBUG nova.compute.manager [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1022.244739] env[69159]: DEBUG nova.virt.hardware [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.245054] env[69159]: DEBUG nova.virt.hardware [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.245247] env[69159]: DEBUG nova.virt.hardware [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.245503] env[69159]: DEBUG nova.virt.hardware [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.245671] env[69159]: DEBUG nova.virt.hardware [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.245853] env[69159]: DEBUG nova.virt.hardware [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.246121] env[69159]: DEBUG nova.virt.hardware [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.246324] env[69159]: DEBUG nova.virt.hardware [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.246544] env[69159]: DEBUG nova.virt.hardware [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.246744] env[69159]: DEBUG nova.virt.hardware [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.246940] env[69159]: DEBUG nova.virt.hardware [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.247357] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a982d61-5c71-4924-a91c-ada9ccc154c5" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.247613] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Processing image 7a982d61-5c71-4924-a91c-ada9ccc154c5 {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.247909] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a982d61-5c71-4924-a91c-ada9ccc154c5/7a982d61-5c71-4924-a91c-ada9ccc154c5.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.248109] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a982d61-5c71-4924-a91c-ada9ccc154c5/7a982d61-5c71-4924-a91c-ada9ccc154c5.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.248333] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.251307] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69322751-2989-4e78-a461-b7d73313dcb8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.254008] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dd14cf6-36b9-432d-990b-a9788bcb9b81 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.261869] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5eedad5-0a2d-47f8-9d87-d2e74ed65587 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.267115] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.267321] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.268388] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243f4a21-195f-4906-8cdc-d18138e32ac0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.284258] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1022.284258] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52787be2-5dff-07c9-b56b-ead6d89cef1d" [ 1022.284258] env[69159]: _type = "Task" [ 1022.284258] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.294865] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52787be2-5dff-07c9-b56b-ead6d89cef1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.429147] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.429147] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fd5034-46d4-6f2f-29f9-a5f143b480d5" [ 1022.429147] env[69159]: _type = "HttpNfcLease" [ 1022.429147] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1022.429545] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1022.429545] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fd5034-46d4-6f2f-29f9-a5f143b480d5" [ 1022.429545] env[69159]: _type = "HttpNfcLease" [ 1022.429545] env[69159]: }. {{(pid=69159) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1022.430196] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c09ea7-63e7-41d7-b418-f86480a848fc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.438363] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52577aa8-6fe9-a3b5-7949-e4442561072a/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1022.438546] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52577aa8-6fe9-a3b5-7949-e4442561072a/disk-0.vmdk. {{(pid=69159) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1022.503384] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f1dc671-ca1a-456b-9667-eb0e926e4af5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.533588] env[69159]: DEBUG nova.network.neutron [req-8e03b868-ff94-4a27-a90e-c6b0af24b04c req-4193ef07-0df7-4cad-bd37-a614bbec2ecf service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Updated VIF entry in instance network info cache for port fc57e1fe-0b10-45d9-bfa9-e903bd980ea9. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.533984] env[69159]: DEBUG nova.network.neutron [req-8e03b868-ff94-4a27-a90e-c6b0af24b04c req-4193ef07-0df7-4cad-bd37-a614bbec2ecf service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Updating instance_info_cache with network_info: [{"id": "fc57e1fe-0b10-45d9-bfa9-e903bd980ea9", "address": "fa:16:3e:21:d9:c0", "network": {"id": "0ec7c2af-82d0-4f2e-9053-9c71addc6ec2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1487965669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee2b7fe8b894b7fad608df786ce0d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc57e1fe-0b", "ovs_interfaceid": "fc57e1fe-0b10-45d9-bfa9-e903bd980ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.656496] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.657141] env[69159]: DEBUG nova.compute.manager [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1022.660874] env[69159]: DEBUG nova.objects.instance [None req-61b4c7d7-5ab5-4d7d-ac56-ce74a6480cd5 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Lazy-loading 'pci_requests' on Instance uuid 3a455825-5cdb-434c-9345-22b8487a081c {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.662264] env[69159]: DEBUG oslo_concurrency.lockutils [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.517s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.662465] env[69159]: DEBUG oslo_concurrency.lockutils [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.665578] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.812s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.666166] env[69159]: DEBUG nova.objects.instance [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69159) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1022.691944] env[69159]: INFO nova.scheduler.client.report [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleted allocations for instance b3f9cd88-9518-464b-a053-c77ce6555754 [ 1022.795181] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Preparing fetch location {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1022.795487] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Fetch image to [datastore1] OSTACK_IMG_67716ab0-4d86-493b-9503-da3eed51aae9/OSTACK_IMG_67716ab0-4d86-493b-9503-da3eed51aae9.vmdk {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1022.795679] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Downloading stream optimized image 7a982d61-5c71-4924-a91c-ada9ccc154c5 to [datastore1] OSTACK_IMG_67716ab0-4d86-493b-9503-da3eed51aae9/OSTACK_IMG_67716ab0-4d86-493b-9503-da3eed51aae9.vmdk on the data store datastore1 as vApp {{(pid=69159) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1022.795845] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Downloading image file data 7a982d61-5c71-4924-a91c-ada9ccc154c5 to the ESX as VM named 'OSTACK_IMG_67716ab0-4d86-493b-9503-da3eed51aae9' {{(pid=69159) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1022.868436] env[69159]: DEBUG oslo_vmware.rw_handles [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1022.868436] env[69159]: value = "resgroup-9" [ 1022.868436] env[69159]: _type = "ResourcePool" [ 1022.868436] env[69159]: }. {{(pid=69159) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1022.869041] env[69159]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ceca791e-4b17-4e3d-b654-ad1ba90c8ca0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.891903] env[69159]: DEBUG oslo_vmware.rw_handles [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lease: (returnval){ [ 1022.891903] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fa042e-8b45-4431-2018-0392b21d68f9" [ 1022.891903] env[69159]: _type = "HttpNfcLease" [ 1022.891903] env[69159]: } obtained for vApp import into resource pool (val){ [ 1022.891903] env[69159]: value = "resgroup-9" [ 1022.891903] env[69159]: _type = "ResourcePool" [ 1022.891903] env[69159]: }. {{(pid=69159) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1022.892207] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the lease: (returnval){ [ 1022.892207] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fa042e-8b45-4431-2018-0392b21d68f9" [ 1022.892207] env[69159]: _type = "HttpNfcLease" [ 1022.892207] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1022.898607] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.898607] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fa042e-8b45-4431-2018-0392b21d68f9" [ 1022.898607] env[69159]: _type = "HttpNfcLease" [ 1022.898607] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1023.038791] env[69159]: DEBUG oslo_concurrency.lockutils [req-8e03b868-ff94-4a27-a90e-c6b0af24b04c req-4193ef07-0df7-4cad-bd37-a614bbec2ecf service nova] Releasing lock "refresh_cache-3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.100630] env[69159]: DEBUG nova.network.neutron [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Successfully updated port: dfb0a0ef-9f40-498a-bfda-55d047d395e5 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.138314] env[69159]: DEBUG nova.compute.manager [req-296b9eb4-8151-4fc9-a1d9-3b11834013df req-5316bbfe-286c-4bfa-b491-3cb1064c542a service nova] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Received event network-vif-plugged-dfb0a0ef-9f40-498a-bfda-55d047d395e5 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1023.138314] env[69159]: DEBUG oslo_concurrency.lockutils [req-296b9eb4-8151-4fc9-a1d9-3b11834013df req-5316bbfe-286c-4bfa-b491-3cb1064c542a service nova] Acquiring lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.138314] env[69159]: DEBUG oslo_concurrency.lockutils [req-296b9eb4-8151-4fc9-a1d9-3b11834013df req-5316bbfe-286c-4bfa-b491-3cb1064c542a service nova] Lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.138314] env[69159]: DEBUG oslo_concurrency.lockutils [req-296b9eb4-8151-4fc9-a1d9-3b11834013df req-5316bbfe-286c-4bfa-b491-3cb1064c542a service nova] Lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.138624] env[69159]: DEBUG nova.compute.manager [req-296b9eb4-8151-4fc9-a1d9-3b11834013df req-5316bbfe-286c-4bfa-b491-3cb1064c542a service nova] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] No waiting events found dispatching network-vif-plugged-dfb0a0ef-9f40-498a-bfda-55d047d395e5 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1023.138717] env[69159]: WARNING nova.compute.manager [req-296b9eb4-8151-4fc9-a1d9-3b11834013df req-5316bbfe-286c-4bfa-b491-3cb1064c542a service nova] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Received unexpected event network-vif-plugged-dfb0a0ef-9f40-498a-bfda-55d047d395e5 for instance with vm_state building and task_state spawning. [ 1023.174447] env[69159]: DEBUG nova.objects.base [None req-61b4c7d7-5ab5-4d7d-ac56-ce74a6480cd5 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Object Instance<3a455825-5cdb-434c-9345-22b8487a081c> lazy-loaded attributes: flavor,pci_requests {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1023.174665] env[69159]: DEBUG nova.network.neutron [None req-61b4c7d7-5ab5-4d7d-ac56-ce74a6480cd5 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.177940] env[69159]: DEBUG nova.compute.utils [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.182331] env[69159]: DEBUG nova.compute.manager [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1023.182534] env[69159]: DEBUG nova.network.neutron [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.200069] env[69159]: DEBUG oslo_concurrency.lockutils [None req-afbe0691-32fc-47fe-80c8-0609ff9aab7a tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "b3f9cd88-9518-464b-a053-c77ce6555754" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.231s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.247042] env[69159]: DEBUG nova.policy [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8858d472e7e844c9bc7f59add3321e95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b57d4867fc1d4382b4451d8fa7b2a464', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.313545] env[69159]: DEBUG oslo_concurrency.lockutils [None req-61b4c7d7-5ab5-4d7d-ac56-ce74a6480cd5 tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Lock "interface-3a455825-5cdb-434c-9345-22b8487a081c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.159s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.406898] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1023.406898] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fa042e-8b45-4431-2018-0392b21d68f9" [ 1023.406898] env[69159]: _type = "HttpNfcLease" [ 1023.406898] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1023.408354] env[69159]: DEBUG oslo_vmware.rw_handles [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1023.408354] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52fa042e-8b45-4431-2018-0392b21d68f9" [ 1023.408354] env[69159]: _type = "HttpNfcLease" [ 1023.408354] env[69159]: }. {{(pid=69159) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1023.409256] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415a30ff-f267-4ad5-982e-13f2331c217e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.418212] env[69159]: DEBUG oslo_vmware.rw_handles [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d52f10-d86f-64fd-8f1e-ad1ff93bd7c7/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1023.418509] env[69159]: DEBUG oslo_vmware.rw_handles [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d52f10-d86f-64fd-8f1e-ad1ff93bd7c7/disk-0.vmdk. {{(pid=69159) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1023.486910] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-52fbaee8-98ff-4481-9f6d-9e2fd349f6d8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.547469] env[69159]: DEBUG nova.network.neutron [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Successfully created port: 9dfe8af7-e87c-4509-8902-7568015c238d {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.588284] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Completed reading data from the image iterator. {{(pid=69159) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1023.588673] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52577aa8-6fe9-a3b5-7949-e4442561072a/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1023.589680] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6184ba-4740-4edc-b3b5-7b70e677aaf5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.596389] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52577aa8-6fe9-a3b5-7949-e4442561072a/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1023.596582] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52577aa8-6fe9-a3b5-7949-e4442561072a/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1023.596826] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fc138bd7-50e6-4b9c-80c2-c39f54624523 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.603467] env[69159]: DEBUG oslo_concurrency.lockutils [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "refresh_cache-141fc427-cb02-41a8-bf19-6ffd96e5cd86" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.603467] env[69159]: DEBUG oslo_concurrency.lockutils [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquired lock "refresh_cache-141fc427-cb02-41a8-bf19-6ffd96e5cd86" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.603639] env[69159]: DEBUG nova.network.neutron [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.681258] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1bae24e9-8139-4882-81ba-22304a531b02 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.683530] env[69159]: DEBUG oslo_concurrency.lockutils [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.481s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.686933] env[69159]: DEBUG nova.compute.manager [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1023.802897] env[69159]: DEBUG oslo_vmware.rw_handles [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52577aa8-6fe9-a3b5-7949-e4442561072a/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1023.802897] env[69159]: INFO nova.virt.vmwareapi.images [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Downloaded image file data cfb28372-2d1e-4ee5-a2b4-19a0131c2048 [ 1023.805172] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32f4145-e5fa-4dd9-92a4-c7f6b664f444 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.830185] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74eb76dc-532d-44c3-8498-caf5330f92b2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.852492] env[69159]: INFO nova.virt.vmwareapi.images [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] The imported VM was unregistered [ 1023.855135] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Caching image {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1023.855355] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Creating directory with path [datastore1] devstack-image-cache_base/cfb28372-2d1e-4ee5-a2b4-19a0131c2048 {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.857108] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf7f4538-8042-4cef-9669-5cc9a7d97f43 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.879663] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Created directory with path [datastore1] devstack-image-cache_base/cfb28372-2d1e-4ee5-a2b4-19a0131c2048 {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.879918] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1738e792-e164-4626-a953-a7684f1c27f0/OSTACK_IMG_1738e792-e164-4626-a953-a7684f1c27f0.vmdk to [datastore1] devstack-image-cache_base/cfb28372-2d1e-4ee5-a2b4-19a0131c2048/cfb28372-2d1e-4ee5-a2b4-19a0131c2048.vmdk. {{(pid=69159) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1023.880211] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e957712f-11be-483d-9332-2deec6c3b3c1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.887634] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1023.887634] env[69159]: value = "task-3449135" [ 1023.887634] env[69159]: _type = "Task" [ 1023.887634] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.897930] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449135, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.164854] env[69159]: DEBUG nova.network.neutron [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.188310] env[69159]: INFO nova.compute.claims [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.405563] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449135, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.411486] env[69159]: DEBUG nova.network.neutron [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Updating instance_info_cache with network_info: [{"id": "dfb0a0ef-9f40-498a-bfda-55d047d395e5", "address": "fa:16:3e:34:9e:54", "network": {"id": "a7ebe38f-e7a7-41cc-b894-9e950e4139ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-933271080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfbf2ac1d0fb4170beb492c4de5e0c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfb0a0ef-9f", "ovs_interfaceid": "dfb0a0ef-9f40-498a-bfda-55d047d395e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.706979] env[69159]: INFO nova.compute.resource_tracker [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Updating resource usage from migration fe25dada-7303-432d-b46f-2b70cb8e0cc7 [ 1024.713080] env[69159]: DEBUG oslo_vmware.rw_handles [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Completed reading data from the image iterator. {{(pid=69159) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1024.713336] env[69159]: DEBUG oslo_vmware.rw_handles [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d52f10-d86f-64fd-8f1e-ad1ff93bd7c7/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1024.715634] env[69159]: DEBUG nova.compute.manager [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1024.718923] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b435f5c7-c308-4de2-bd1c-957b9ff2a3ac {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.729794] env[69159]: DEBUG oslo_vmware.rw_handles [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d52f10-d86f-64fd-8f1e-ad1ff93bd7c7/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1024.730135] env[69159]: DEBUG oslo_vmware.rw_handles [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d52f10-d86f-64fd-8f1e-ad1ff93bd7c7/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1024.730462] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8a1c5779-4cb3-4515-82b8-7c65ce6761b2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.753947] env[69159]: DEBUG nova.virt.hardware [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.754286] env[69159]: DEBUG nova.virt.hardware [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.754467] env[69159]: DEBUG nova.virt.hardware [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.754659] env[69159]: DEBUG nova.virt.hardware [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.754847] env[69159]: DEBUG nova.virt.hardware [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.755029] env[69159]: DEBUG nova.virt.hardware [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.755612] env[69159]: DEBUG nova.virt.hardware [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.755786] env[69159]: DEBUG nova.virt.hardware [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.756334] env[69159]: DEBUG nova.virt.hardware [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.756672] env[69159]: DEBUG nova.virt.hardware [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.757528] env[69159]: DEBUG nova.virt.hardware [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.759359] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b161514-40af-4565-a988-86d780ab1932 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.774685] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6f2d03-b9c3-40a7-9c83-6030d0ebbbcc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.899730] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449135, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.916321] env[69159]: DEBUG oslo_concurrency.lockutils [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Releasing lock "refresh_cache-141fc427-cb02-41a8-bf19-6ffd96e5cd86" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.916677] env[69159]: DEBUG nova.compute.manager [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Instance network_info: |[{"id": "dfb0a0ef-9f40-498a-bfda-55d047d395e5", "address": "fa:16:3e:34:9e:54", "network": {"id": "a7ebe38f-e7a7-41cc-b894-9e950e4139ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-933271080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfbf2ac1d0fb4170beb492c4de5e0c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfb0a0ef-9f", "ovs_interfaceid": "dfb0a0ef-9f40-498a-bfda-55d047d395e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1024.917373] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:9e:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfb0a0ef-9f40-498a-bfda-55d047d395e5', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.925720] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Creating folder: Project (bfbf2ac1d0fb4170beb492c4de5e0c72). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.926080] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b6be0d9-cdbd-46f9-9cc6-5ef16b645554 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.936903] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Created folder: Project (bfbf2ac1d0fb4170beb492c4de5e0c72) in parent group-v688391. [ 1024.937131] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Creating folder: Instances. Parent ref: group-v688648. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.937390] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c7093f1-1174-432f-a3aa-9319b7dfb402 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.948497] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Created folder: Instances in parent group-v688648. [ 1024.948784] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.949084] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.949332] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97d012aa-00f1-4f54-8ca6-cf0367891469 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.973904] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.973904] env[69159]: value = "task-3449138" [ 1024.973904] env[69159]: _type = "Task" [ 1024.973904] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.983788] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449138, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.024194] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23489aa-b2d4-4abc-bdf6-e092c6488bab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.032527] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9092c47e-3b50-4a4e-b612-277e6fc3a1e6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.066306] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f47fb1-68e6-4374-bedd-c0dd08728448 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.073789] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99903f5a-36ea-4c61-a7aa-27d17ef95319 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.089818] env[69159]: DEBUG nova.compute.provider_tree [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.124372] env[69159]: DEBUG oslo_vmware.rw_handles [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d52f10-d86f-64fd-8f1e-ad1ff93bd7c7/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1025.124658] env[69159]: INFO nova.virt.vmwareapi.images [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Downloaded image file data 7a982d61-5c71-4924-a91c-ada9ccc154c5 [ 1025.125791] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f088e18-4ed6-4619-a8e6-48b4a61a9a1d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.132175] env[69159]: DEBUG nova.network.neutron [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Successfully updated port: 9dfe8af7-e87c-4509-8902-7568015c238d {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.152118] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19f1ef1f-bbe4-4e55-946a-52ab3a033f7a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.194109] env[69159]: DEBUG nova.compute.manager [req-f9d5fe04-1ca3-469e-a240-fe65222fb9b7 req-7946dfa7-d9d8-4cb7-aedc-e3e04f8749b3 service nova] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Received event network-vif-plugged-9dfe8af7-e87c-4509-8902-7568015c238d {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1025.194109] env[69159]: DEBUG oslo_concurrency.lockutils [req-f9d5fe04-1ca3-469e-a240-fe65222fb9b7 req-7946dfa7-d9d8-4cb7-aedc-e3e04f8749b3 service nova] Acquiring lock "16b36ecb-c048-4972-ba39-0d47b15bacd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.194249] env[69159]: DEBUG oslo_concurrency.lockutils [req-f9d5fe04-1ca3-469e-a240-fe65222fb9b7 req-7946dfa7-d9d8-4cb7-aedc-e3e04f8749b3 service nova] Lock "16b36ecb-c048-4972-ba39-0d47b15bacd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.194422] env[69159]: DEBUG oslo_concurrency.lockutils [req-f9d5fe04-1ca3-469e-a240-fe65222fb9b7 req-7946dfa7-d9d8-4cb7-aedc-e3e04f8749b3 service nova] Lock "16b36ecb-c048-4972-ba39-0d47b15bacd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.194594] env[69159]: DEBUG nova.compute.manager [req-f9d5fe04-1ca3-469e-a240-fe65222fb9b7 req-7946dfa7-d9d8-4cb7-aedc-e3e04f8749b3 service nova] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] No waiting events found dispatching network-vif-plugged-9dfe8af7-e87c-4509-8902-7568015c238d {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1025.194758] env[69159]: WARNING nova.compute.manager [req-f9d5fe04-1ca3-469e-a240-fe65222fb9b7 req-7946dfa7-d9d8-4cb7-aedc-e3e04f8749b3 service nova] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Received unexpected event network-vif-plugged-9dfe8af7-e87c-4509-8902-7568015c238d for instance with vm_state building and task_state spawning. [ 1025.196182] env[69159]: INFO nova.virt.vmwareapi.images [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] The imported VM was unregistered [ 1025.198365] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Caching image {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1025.198365] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7a982d61-5c71-4924-a91c-ada9ccc154c5 {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.198883] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b11bed40-7041-4d2c-ae56-23c0b494d996 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.245148] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Created directory with path [datastore1] devstack-image-cache_base/7a982d61-5c71-4924-a91c-ada9ccc154c5 {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.245543] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_67716ab0-4d86-493b-9503-da3eed51aae9/OSTACK_IMG_67716ab0-4d86-493b-9503-da3eed51aae9.vmdk to [datastore1] devstack-image-cache_base/7a982d61-5c71-4924-a91c-ada9ccc154c5/7a982d61-5c71-4924-a91c-ada9ccc154c5.vmdk. {{(pid=69159) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1025.245752] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4c982945-b20a-4065-8b70-e18cf839d323 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.248782] env[69159]: DEBUG oslo_concurrency.lockutils [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Acquiring lock "3a455825-5cdb-434c-9345-22b8487a081c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.248981] env[69159]: DEBUG oslo_concurrency.lockutils [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Lock "3a455825-5cdb-434c-9345-22b8487a081c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.249207] env[69159]: DEBUG oslo_concurrency.lockutils [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Acquiring lock "3a455825-5cdb-434c-9345-22b8487a081c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.249569] env[69159]: DEBUG oslo_concurrency.lockutils [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Lock "3a455825-5cdb-434c-9345-22b8487a081c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.249834] env[69159]: DEBUG oslo_concurrency.lockutils [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Lock "3a455825-5cdb-434c-9345-22b8487a081c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.252084] env[69159]: INFO nova.compute.manager [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Terminating instance [ 1025.255641] env[69159]: DEBUG nova.compute.manager [req-665cb02e-8bc1-4301-85dc-251c8c7be93d req-f6ac0b3f-01f0-424d-988b-aea2923cc9bf service nova] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Received event network-changed-dfb0a0ef-9f40-498a-bfda-55d047d395e5 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1025.255717] env[69159]: DEBUG nova.compute.manager [req-665cb02e-8bc1-4301-85dc-251c8c7be93d req-f6ac0b3f-01f0-424d-988b-aea2923cc9bf service nova] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Refreshing instance network info cache due to event network-changed-dfb0a0ef-9f40-498a-bfda-55d047d395e5. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1025.255925] env[69159]: DEBUG oslo_concurrency.lockutils [req-665cb02e-8bc1-4301-85dc-251c8c7be93d req-f6ac0b3f-01f0-424d-988b-aea2923cc9bf service nova] Acquiring lock "refresh_cache-141fc427-cb02-41a8-bf19-6ffd96e5cd86" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.256080] env[69159]: DEBUG oslo_concurrency.lockutils [req-665cb02e-8bc1-4301-85dc-251c8c7be93d req-f6ac0b3f-01f0-424d-988b-aea2923cc9bf service nova] Acquired lock "refresh_cache-141fc427-cb02-41a8-bf19-6ffd96e5cd86" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.256242] env[69159]: DEBUG nova.network.neutron [req-665cb02e-8bc1-4301-85dc-251c8c7be93d req-f6ac0b3f-01f0-424d-988b-aea2923cc9bf service nova] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Refreshing network info cache for port dfb0a0ef-9f40-498a-bfda-55d047d395e5 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.260775] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1025.260775] env[69159]: value = "task-3449140" [ 1025.260775] env[69159]: _type = "Task" [ 1025.260775] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.272589] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449140, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.402594] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449135, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.486944] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449138, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.594553] env[69159]: DEBUG nova.scheduler.client.report [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.630926] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "58c035c1-b4ff-49c2-9c8e-1af163391bcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.631343] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "58c035c1-b4ff-49c2-9c8e-1af163391bcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.634643] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "refresh_cache-16b36ecb-c048-4972-ba39-0d47b15bacd3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.634899] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "refresh_cache-16b36ecb-c048-4972-ba39-0d47b15bacd3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.635096] env[69159]: DEBUG nova.network.neutron [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.762875] env[69159]: DEBUG nova.compute.manager [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1025.762875] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.766376] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946d61f4-6d84-4940-b2cb-1804ea018281 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.780105] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449140, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.782384] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.782647] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91277e0f-033a-41df-91a6-a4414c22b5ff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.790076] env[69159]: DEBUG oslo_vmware.api [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Waiting for the task: (returnval){ [ 1025.790076] env[69159]: value = "task-3449141" [ 1025.790076] env[69159]: _type = "Task" [ 1025.790076] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.801285] env[69159]: DEBUG oslo_vmware.api [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': task-3449141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.904524] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449135, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.988962] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449138, 'name': CreateVM_Task, 'duration_secs': 0.52312} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.990177] env[69159]: DEBUG nova.network.neutron [req-665cb02e-8bc1-4301-85dc-251c8c7be93d req-f6ac0b3f-01f0-424d-988b-aea2923cc9bf service nova] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Updated VIF entry in instance network info cache for port dfb0a0ef-9f40-498a-bfda-55d047d395e5. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.990631] env[69159]: DEBUG nova.network.neutron [req-665cb02e-8bc1-4301-85dc-251c8c7be93d req-f6ac0b3f-01f0-424d-988b-aea2923cc9bf service nova] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Updating instance_info_cache with network_info: [{"id": "dfb0a0ef-9f40-498a-bfda-55d047d395e5", "address": "fa:16:3e:34:9e:54", "network": {"id": "a7ebe38f-e7a7-41cc-b894-9e950e4139ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-933271080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfbf2ac1d0fb4170beb492c4de5e0c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfb0a0ef-9f", "ovs_interfaceid": "dfb0a0ef-9f40-498a-bfda-55d047d395e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.992087] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.992760] env[69159]: DEBUG oslo_concurrency.lockutils [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.992929] env[69159]: DEBUG oslo_concurrency.lockutils [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.993289] env[69159]: DEBUG oslo_concurrency.lockutils [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.993774] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d6f5455-942a-4b52-91b4-97bdd550ed74 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.000137] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1026.000137] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52acaee0-61e0-d654-3e95-dee3314ffd3a" [ 1026.000137] env[69159]: _type = "Task" [ 1026.000137] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.010706] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52acaee0-61e0-d654-3e95-dee3314ffd3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.100179] env[69159]: DEBUG oslo_concurrency.lockutils [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.416s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.100179] env[69159]: INFO nova.compute.manager [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Migrating [ 1026.106788] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.329s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.107051] env[69159]: DEBUG nova.objects.instance [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lazy-loading 'resources' on Instance uuid a433dba3-6807-4b41-91b1-713bcba8a86d {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.134330] env[69159]: DEBUG nova.compute.manager [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1026.168751] env[69159]: DEBUG nova.network.neutron [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.278985] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449140, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.302054] env[69159]: DEBUG oslo_vmware.api [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': task-3449141, 'name': PowerOffVM_Task, 'duration_secs': 0.186432} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.302054] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.302054] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.302054] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bc0916b-1143-44c1-b851-f13ecd204ca0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.304911] env[69159]: DEBUG nova.network.neutron [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Updating instance_info_cache with network_info: [{"id": "9dfe8af7-e87c-4509-8902-7568015c238d", "address": "fa:16:3e:7a:28:8c", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dfe8af7-e8", "ovs_interfaceid": "9dfe8af7-e87c-4509-8902-7568015c238d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.361256] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.361485] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.361877] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Deleting the datastore file [datastore1] 3a455825-5cdb-434c-9345-22b8487a081c {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.361986] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea366c50-2211-4f10-8f7f-d43c18b4e934 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.369662] env[69159]: DEBUG oslo_vmware.api [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Waiting for the task: (returnval){ [ 1026.369662] env[69159]: value = "task-3449143" [ 1026.369662] env[69159]: _type = "Task" [ 1026.369662] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.380309] env[69159]: DEBUG oslo_vmware.api [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': task-3449143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.403066] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449135, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.309695} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.403378] env[69159]: INFO nova.virt.vmwareapi.ds_util [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1738e792-e164-4626-a953-a7684f1c27f0/OSTACK_IMG_1738e792-e164-4626-a953-a7684f1c27f0.vmdk to [datastore1] devstack-image-cache_base/cfb28372-2d1e-4ee5-a2b4-19a0131c2048/cfb28372-2d1e-4ee5-a2b4-19a0131c2048.vmdk. [ 1026.403571] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Cleaning up location [datastore1] OSTACK_IMG_1738e792-e164-4626-a953-a7684f1c27f0 {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1026.403731] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1738e792-e164-4626-a953-a7684f1c27f0 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.404030] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-168d9788-c9ea-4d09-bbce-77b17eb5abfd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.411433] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1026.411433] env[69159]: value = "task-3449144" [ 1026.411433] env[69159]: _type = "Task" [ 1026.411433] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.422138] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.495424] env[69159]: DEBUG oslo_concurrency.lockutils [req-665cb02e-8bc1-4301-85dc-251c8c7be93d req-f6ac0b3f-01f0-424d-988b-aea2923cc9bf service nova] Releasing lock "refresh_cache-141fc427-cb02-41a8-bf19-6ffd96e5cd86" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.513932] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52acaee0-61e0-d654-3e95-dee3314ffd3a, 'name': SearchDatastore_Task, 'duration_secs': 0.079844} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.514385] env[69159]: DEBUG oslo_concurrency.lockutils [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.514673] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.514977] env[69159]: DEBUG oslo_concurrency.lockutils [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.515170] env[69159]: DEBUG oslo_concurrency.lockutils [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.515392] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.515728] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7d53d60-f387-442b-bce8-d6ebfc27e7d3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.542405] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.542636] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.543410] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b87c084-22b6-42ea-8416-47803eff8bc2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.553250] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1026.553250] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525a2ed5-230a-0134-3592-4df9573a5ea1" [ 1026.553250] env[69159]: _type = "Task" [ 1026.553250] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.563907] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525a2ed5-230a-0134-3592-4df9573a5ea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.617560] env[69159]: DEBUG oslo_concurrency.lockutils [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "refresh_cache-f98c7cbf-126c-4be1-9d6f-a0754569ee7f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.617786] env[69159]: DEBUG oslo_concurrency.lockutils [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "refresh_cache-f98c7cbf-126c-4be1-9d6f-a0754569ee7f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.617967] env[69159]: DEBUG nova.network.neutron [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.655962] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.777672] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449140, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.812385] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "refresh_cache-16b36ecb-c048-4972-ba39-0d47b15bacd3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.812740] env[69159]: DEBUG nova.compute.manager [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Instance network_info: |[{"id": "9dfe8af7-e87c-4509-8902-7568015c238d", "address": "fa:16:3e:7a:28:8c", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dfe8af7-e8", "ovs_interfaceid": "9dfe8af7-e87c-4509-8902-7568015c238d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1026.813215] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:28:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dfe8af7-e87c-4509-8902-7568015c238d', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.822100] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.822374] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.822622] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbf91c9d-6d28-4bb5-9821-c87f5f9bbc0f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.849054] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.849054] env[69159]: value = "task-3449145" [ 1026.849054] env[69159]: _type = "Task" [ 1026.849054] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.861270] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449145, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.884811] env[69159]: DEBUG oslo_vmware.api [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': task-3449143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.913229] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10748306-0db3-4c69-a760-7cd56b3d9b16 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.925794] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32508} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.927951] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.928160] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfb28372-2d1e-4ee5-a2b4-19a0131c2048/cfb28372-2d1e-4ee5-a2b4-19a0131c2048.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.928445] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfb28372-2d1e-4ee5-a2b4-19a0131c2048/cfb28372-2d1e-4ee5-a2b4-19a0131c2048.vmdk to [datastore1] 9ccfab5a-e33c-4da1-97ad-702c954a2239/9ccfab5a-e33c-4da1-97ad-702c954a2239.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.928767] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25df3eb1-ba79-440e-b103-5f863e07ae66 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.931863] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18ac010-c319-4601-b8e7-66cf83a12cda {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.964056] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c95f887-74d0-453d-bb8b-940f89fbd9de {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.966984] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1026.966984] env[69159]: value = "task-3449146" [ 1026.966984] env[69159]: _type = "Task" [ 1026.966984] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.979735] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09343dac-fe67-4973-b64c-da312bd7c922 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.983946] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.994773] env[69159]: DEBUG nova.compute.provider_tree [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1027.064364] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525a2ed5-230a-0134-3592-4df9573a5ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.078511} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.065253] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b80f9ba-86e0-4d80-9e83-00d464cdb378 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.071856] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1027.071856] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52dad077-cc70-d9d3-1260-4af9b79b441e" [ 1027.071856] env[69159]: _type = "Task" [ 1027.071856] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.080798] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52dad077-cc70-d9d3-1260-4af9b79b441e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.223822] env[69159]: DEBUG nova.compute.manager [req-fb463511-70bb-4db5-ba05-bcf4e2e7f90f req-8b08c72e-5d16-4484-89a4-2b5af6cef1bf service nova] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Received event network-changed-9dfe8af7-e87c-4509-8902-7568015c238d {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1027.224037] env[69159]: DEBUG nova.compute.manager [req-fb463511-70bb-4db5-ba05-bcf4e2e7f90f req-8b08c72e-5d16-4484-89a4-2b5af6cef1bf service nova] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Refreshing instance network info cache due to event network-changed-9dfe8af7-e87c-4509-8902-7568015c238d. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1027.224261] env[69159]: DEBUG oslo_concurrency.lockutils [req-fb463511-70bb-4db5-ba05-bcf4e2e7f90f req-8b08c72e-5d16-4484-89a4-2b5af6cef1bf service nova] Acquiring lock "refresh_cache-16b36ecb-c048-4972-ba39-0d47b15bacd3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.224407] env[69159]: DEBUG oslo_concurrency.lockutils [req-fb463511-70bb-4db5-ba05-bcf4e2e7f90f req-8b08c72e-5d16-4484-89a4-2b5af6cef1bf service nova] Acquired lock "refresh_cache-16b36ecb-c048-4972-ba39-0d47b15bacd3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.224568] env[69159]: DEBUG nova.network.neutron [req-fb463511-70bb-4db5-ba05-bcf4e2e7f90f req-8b08c72e-5d16-4484-89a4-2b5af6cef1bf service nova] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Refreshing network info cache for port 9dfe8af7-e87c-4509-8902-7568015c238d {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.280202] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449140, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.344270] env[69159]: DEBUG nova.network.neutron [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Updating instance_info_cache with network_info: [{"id": "aa381d21-360b-48ae-b76d-92ff56e3a5d5", "address": "fa:16:3e:3e:35:25", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa381d21-36", "ovs_interfaceid": "aa381d21-360b-48ae-b76d-92ff56e3a5d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.360696] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449145, 'name': CreateVM_Task, 'duration_secs': 0.353063} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.361241] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.361621] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.361833] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.362180] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.362705] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2553357c-d1b7-4d22-b495-932510256d2c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.368262] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1027.368262] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52cfd6ba-95a2-231b-7da3-0610b6c17596" [ 1027.368262] env[69159]: _type = "Task" [ 1027.368262] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.379837] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52cfd6ba-95a2-231b-7da3-0610b6c17596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.386325] env[69159]: DEBUG oslo_vmware.api [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': task-3449143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.478961] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.515870] env[69159]: ERROR nova.scheduler.client.report [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [req-64477ca2-c733-4905-9180-1cd0d7a7a30b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bb8e5e26-0b56-454c-ae24-e4322af67e22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-64477ca2-c733-4905-9180-1cd0d7a7a30b"}]} [ 1027.534568] env[69159]: DEBUG nova.scheduler.client.report [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Refreshing inventories for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1027.549323] env[69159]: DEBUG nova.scheduler.client.report [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Updating ProviderTree inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1027.549661] env[69159]: DEBUG nova.compute.provider_tree [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1027.562137] env[69159]: DEBUG nova.scheduler.client.report [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Refreshing aggregate associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, aggregates: None {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1027.584327] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52dad077-cc70-d9d3-1260-4af9b79b441e, 'name': SearchDatastore_Task, 'duration_secs': 0.089627} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.585505] env[69159]: DEBUG nova.scheduler.client.report [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Refreshing trait associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1027.588027] env[69159]: DEBUG oslo_concurrency.lockutils [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.588350] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 141fc427-cb02-41a8-bf19-6ffd96e5cd86/141fc427-cb02-41a8-bf19-6ffd96e5cd86.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.589402] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c65e182d-d5cc-4552-b75e-f7b8f6c62ffb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.600085] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1027.600085] env[69159]: value = "task-3449147" [ 1027.600085] env[69159]: _type = "Task" [ 1027.600085] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.609726] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.784335] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449140, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.838817] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf816d0-d700-4b30-902a-cb2211e708d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.848535] env[69159]: DEBUG oslo_concurrency.lockutils [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "refresh_cache-f98c7cbf-126c-4be1-9d6f-a0754569ee7f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.851751] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e50690b-2673-4c23-8682-f17c44687227 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.895831] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c10a74c-9b26-47f4-9bd4-c53670525e54 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.910833] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff93bfa5-7dd2-4185-af99-94b314b2a111 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.915328] env[69159]: DEBUG oslo_vmware.api [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': task-3449143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.915621] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52cfd6ba-95a2-231b-7da3-0610b6c17596, 'name': SearchDatastore_Task, 'duration_secs': 0.083104} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.915923] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.916188] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.916474] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.916607] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.916792] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.917448] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7b63faa-78c7-4791-a4e8-f002c9d9b39f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.929838] env[69159]: DEBUG nova.compute.provider_tree [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1027.935070] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.935267] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.936152] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e278db87-d28a-4175-ba63-194840a25675 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.942866] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1027.942866] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529404dc-688d-77f1-8540-0462e7c9fa17" [ 1027.942866] env[69159]: _type = "Task" [ 1027.942866] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.951782] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529404dc-688d-77f1-8540-0462e7c9fa17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.973405] env[69159]: DEBUG nova.network.neutron [req-fb463511-70bb-4db5-ba05-bcf4e2e7f90f req-8b08c72e-5d16-4484-89a4-2b5af6cef1bf service nova] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Updated VIF entry in instance network info cache for port 9dfe8af7-e87c-4509-8902-7568015c238d. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.973821] env[69159]: DEBUG nova.network.neutron [req-fb463511-70bb-4db5-ba05-bcf4e2e7f90f req-8b08c72e-5d16-4484-89a4-2b5af6cef1bf service nova] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Updating instance_info_cache with network_info: [{"id": "9dfe8af7-e87c-4509-8902-7568015c238d", "address": "fa:16:3e:7a:28:8c", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dfe8af7-e8", "ovs_interfaceid": "9dfe8af7-e87c-4509-8902-7568015c238d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.978945] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.111903] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.278501] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449140, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.397753] env[69159]: DEBUG oslo_vmware.api [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Task: {'id': task-3449143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.736919} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.398367] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.399022] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.399593] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.400331] env[69159]: INFO nova.compute.manager [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Took 2.64 seconds to destroy the instance on the hypervisor. [ 1028.400798] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.401460] env[69159]: DEBUG nova.compute.manager [-] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1028.401764] env[69159]: DEBUG nova.network.neutron [-] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.454459] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529404dc-688d-77f1-8540-0462e7c9fa17, 'name': SearchDatastore_Task, 'duration_secs': 0.086493} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.455331] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd28b2c-630e-44de-a5e6-c506369737a0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.461530] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1028.461530] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b5fdb8-e85b-ad96-f520-4a196121b70f" [ 1028.461530] env[69159]: _type = "Task" [ 1028.461530] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.467933] env[69159]: DEBUG nova.scheduler.client.report [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Updated inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1028.468184] env[69159]: DEBUG nova.compute.provider_tree [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Updating resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 generation from 117 to 118 during operation: update_inventory {{(pid=69159) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1028.468366] env[69159]: DEBUG nova.compute.provider_tree [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1028.481550] env[69159]: DEBUG oslo_concurrency.lockutils [req-fb463511-70bb-4db5-ba05-bcf4e2e7f90f req-8b08c72e-5d16-4484-89a4-2b5af6cef1bf service nova] Releasing lock "refresh_cache-16b36ecb-c048-4972-ba39-0d47b15bacd3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.482056] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b5fdb8-e85b-ad96-f520-4a196121b70f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.489455] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449146, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.611721] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449147, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.781173] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449140, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.100663} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.781471] env[69159]: INFO nova.virt.vmwareapi.ds_util [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_67716ab0-4d86-493b-9503-da3eed51aae9/OSTACK_IMG_67716ab0-4d86-493b-9503-da3eed51aae9.vmdk to [datastore1] devstack-image-cache_base/7a982d61-5c71-4924-a91c-ada9ccc154c5/7a982d61-5c71-4924-a91c-ada9ccc154c5.vmdk. [ 1028.781713] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Cleaning up location [datastore1] OSTACK_IMG_67716ab0-4d86-493b-9503-da3eed51aae9 {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1028.781838] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_67716ab0-4d86-493b-9503-da3eed51aae9 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.782118] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a06f498d-4577-409e-9eb7-a8a69c9a7e66 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.790408] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1028.790408] env[69159]: value = "task-3449148" [ 1028.790408] env[69159]: _type = "Task" [ 1028.790408] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.799916] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.973079] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b5fdb8-e85b-ad96-f520-4a196121b70f, 'name': SearchDatastore_Task, 'duration_secs': 0.084276} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.973409] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.973732] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 16b36ecb-c048-4972-ba39-0d47b15bacd3/16b36ecb-c048-4972-ba39-0d47b15bacd3.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.974579] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.868s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.976828] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e50af2b4-adc5-4b50-bbaa-a76908eabf83 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.984131] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.317s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.984752] env[69159]: DEBUG nova.objects.instance [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Lazy-loading 'resources' on Instance uuid 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.993808] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449146, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.996951] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1028.996951] env[69159]: value = "task-3449149" [ 1028.996951] env[69159]: _type = "Task" [ 1028.996951] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.005297] env[69159]: INFO nova.scheduler.client.report [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Deleted allocations for instance a433dba3-6807-4b41-91b1-713bcba8a86d [ 1029.009974] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.112016] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449147, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.181141] env[69159]: DEBUG nova.network.neutron [-] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.256423] env[69159]: DEBUG nova.compute.manager [req-882f9ed8-2000-4a94-8c38-32a448975204 req-eb34f0a1-6fa1-4320-812b-e8c6b84404c4 service nova] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Received event network-vif-deleted-00da42dc-e083-4ac8-bfba-bb9ef9eda66b {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1029.301977] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427856} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.302322] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.302504] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a982d61-5c71-4924-a91c-ada9ccc154c5/7a982d61-5c71-4924-a91c-ada9ccc154c5.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.302833] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a982d61-5c71-4924-a91c-ada9ccc154c5/7a982d61-5c71-4924-a91c-ada9ccc154c5.vmdk to [datastore1] 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6/3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.303133] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cbc3e85-896b-445e-b8e5-39e2f067305e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.313034] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1029.313034] env[69159]: value = "task-3449150" [ 1029.313034] env[69159]: _type = "Task" [ 1029.313034] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.322697] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.365309] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a255e7-fe9a-4325-bc46-c25352c3bff6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.385663] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Updating instance 'f98c7cbf-126c-4be1-9d6f-a0754569ee7f' progress to 0 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.486186] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449146, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.509431] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.516575] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4958acdd-8666-4c21-824e-be570a6c480f tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "a433dba3-6807-4b41-91b1-713bcba8a86d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.957s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.615241] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449147, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.684749] env[69159]: INFO nova.compute.manager [-] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Took 1.28 seconds to deallocate network for instance. [ 1029.734099] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f523ce3f-f960-4534-b13e-ecd576938445 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.744064] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed19c803-508a-4867-a424-09565b071f30 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.780173] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428c2345-24f3-49f8-ac75-1089738198c7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.790238] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f2e110-cc4f-4fd0-87bf-97d5d7eb989f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.808013] env[69159]: DEBUG nova.compute.provider_tree [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1029.824781] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.892025] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.892303] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f7cb234-ac85-4662-b772-a3b3488c9283 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.901411] env[69159]: DEBUG oslo_vmware.api [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1029.901411] env[69159]: value = "task-3449151" [ 1029.901411] env[69159]: _type = "Task" [ 1029.901411] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.912618] env[69159]: DEBUG oslo_vmware.api [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.986672] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449146, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.010904] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.114587] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449147, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.049194} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.115148] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 141fc427-cb02-41a8-bf19-6ffd96e5cd86/141fc427-cb02-41a8-bf19-6ffd96e5cd86.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.115402] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.115728] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a898c42-f1ac-42fc-b8d3-55fc5f0cb38a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.124153] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1030.124153] env[69159]: value = "task-3449152" [ 1030.124153] env[69159]: _type = "Task" [ 1030.124153] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.135803] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.193098] env[69159]: DEBUG oslo_concurrency.lockutils [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.326108] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.341890] env[69159]: DEBUG nova.scheduler.client.report [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Updated inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1030.342197] env[69159]: DEBUG nova.compute.provider_tree [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Updating resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 generation from 118 to 119 during operation: update_inventory {{(pid=69159) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1030.342442] env[69159]: DEBUG nova.compute.provider_tree [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.414292] env[69159]: DEBUG oslo_vmware.api [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449151, 'name': PowerOffVM_Task, 'duration_secs': 0.46075} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.414592] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.414779] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Updating instance 'f98c7cbf-126c-4be1-9d6f-a0754569ee7f' progress to 17 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.489280] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449146, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.491856] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "293007ac-5a8d-4669-8910-f1757b3ea83a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.492099] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "293007ac-5a8d-4669-8910-f1757b3ea83a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.492472] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "293007ac-5a8d-4669-8910-f1757b3ea83a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.492472] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "293007ac-5a8d-4669-8910-f1757b3ea83a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.492648] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "293007ac-5a8d-4669-8910-f1757b3ea83a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.495074] env[69159]: INFO nova.compute.manager [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Terminating instance [ 1030.510059] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.637097] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069991} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.637486] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.638434] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7af9f1-6fea-4496-a315-b29bf3c7a650 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.661365] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 141fc427-cb02-41a8-bf19-6ffd96e5cd86/141fc427-cb02-41a8-bf19-6ffd96e5cd86.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.661618] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6324ab4-fabe-467a-87a4-5292ff5f5605 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.682590] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1030.682590] env[69159]: value = "task-3449153" [ 1030.682590] env[69159]: _type = "Task" [ 1030.682590] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.691314] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.826583] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449150, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.848817] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.851523] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.628s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.853248] env[69159]: INFO nova.compute.claims [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.873570] env[69159]: INFO nova.scheduler.client.report [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Deleted allocations for instance 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0 [ 1030.921485] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.921801] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.921984] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.922254] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.922568] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.922665] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.922900] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.923090] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.923280] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.923576] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.923792] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.930089] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea46de35-0224-4776-9be0-59951d85b8d7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.949693] env[69159]: DEBUG oslo_vmware.api [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1030.949693] env[69159]: value = "task-3449154" [ 1030.949693] env[69159]: _type = "Task" [ 1030.949693] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.959432] env[69159]: DEBUG oslo_vmware.api [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.986729] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449146, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.71744} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.987168] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfb28372-2d1e-4ee5-a2b4-19a0131c2048/cfb28372-2d1e-4ee5-a2b4-19a0131c2048.vmdk to [datastore1] 9ccfab5a-e33c-4da1-97ad-702c954a2239/9ccfab5a-e33c-4da1-97ad-702c954a2239.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.988199] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21633456-bb45-48bc-bf22-93b9cbeaa2ad {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.006651] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "refresh_cache-293007ac-5a8d-4669-8910-f1757b3ea83a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.006839] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquired lock "refresh_cache-293007ac-5a8d-4669-8910-f1757b3ea83a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.007129] env[69159]: DEBUG nova.network.neutron [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.020184] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 9ccfab5a-e33c-4da1-97ad-702c954a2239/9ccfab5a-e33c-4da1-97ad-702c954a2239.vmdk or device None with type streamOptimized {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.025082] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51537820-ceb0-4279-a1df-106224e7c9b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.047819] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449149, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.049513] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1031.049513] env[69159]: value = "task-3449155" [ 1031.049513] env[69159]: _type = "Task" [ 1031.049513] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.061653] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.192773] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449153, 'name': ReconfigVM_Task, 'duration_secs': 0.350631} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.193044] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 141fc427-cb02-41a8-bf19-6ffd96e5cd86/141fc427-cb02-41a8-bf19-6ffd96e5cd86.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.193786] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb53b1e1-edad-4757-a557-674b86b3e727 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.200643] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1031.200643] env[69159]: value = "task-3449156" [ 1031.200643] env[69159]: _type = "Task" [ 1031.200643] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.209118] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449156, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.325414] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449150, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.381883] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d4a3a791-c99c-495e-8d7b-6a8de02b8538 tempest-ServersTestFqdnHostnames-414907010 tempest-ServersTestFqdnHostnames-414907010-project-member] Lock "8a211e0d-17b8-4f45-a8ed-d62e8300f8e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.350s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.461181] env[69159]: DEBUG oslo_vmware.api [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449154, 'name': ReconfigVM_Task, 'duration_secs': 0.474227} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.461552] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Updating instance 'f98c7cbf-126c-4be1-9d6f-a0754569ee7f' progress to 33 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.519484] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449149, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.088112} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.519612] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 16b36ecb-c048-4972-ba39-0d47b15bacd3/16b36ecb-c048-4972-ba39-0d47b15bacd3.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.519904] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.520148] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f7e9959-cfbe-4c2e-a051-544aaed4c5dd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.530072] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1031.530072] env[69159]: value = "task-3449157" [ 1031.530072] env[69159]: _type = "Task" [ 1031.530072] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.538446] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.543261] env[69159]: DEBUG nova.network.neutron [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.559977] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.611605] env[69159]: DEBUG nova.network.neutron [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.713662] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449156, 'name': Rename_Task, 'duration_secs': 0.15395} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.714032] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.714344] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08d5f5f5-bbfc-47b3-bef6-2162d112ffc5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.721320] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1031.721320] env[69159]: value = "task-3449158" [ 1031.721320] env[69159]: _type = "Task" [ 1031.721320] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.730506] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.826142] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449150, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.968369] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.968741] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.968787] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.968932] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.969110] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.969245] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.969451] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.969613] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.969843] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.970011] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.970294] env[69159]: DEBUG nova.virt.hardware [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.976390] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1031.979657] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-157f7657-02bd-4986-81a9-71b02031753c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.999505] env[69159]: DEBUG oslo_vmware.api [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1031.999505] env[69159]: value = "task-3449159" [ 1031.999505] env[69159]: _type = "Task" [ 1031.999505] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.011828] env[69159]: DEBUG oslo_vmware.api [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449159, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.041531] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449157, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.063379] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.114270] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Releasing lock "refresh_cache-293007ac-5a8d-4669-8910-f1757b3ea83a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.114808] env[69159]: DEBUG nova.compute.manager [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1032.115015] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.115973] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073fb680-44cb-4a10-a86d-1e6bb0ba1473 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.123497] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.123955] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d1f9ce4-a032-4689-ad90-b40990c121d8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.131890] env[69159]: DEBUG oslo_vmware.api [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 1032.131890] env[69159]: value = "task-3449160" [ 1032.131890] env[69159]: _type = "Task" [ 1032.131890] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.142393] env[69159]: DEBUG oslo_vmware.api [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.144544] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3d359d-ee64-4f66-a0b9-f166d6c2122b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.152363] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9da858-9277-48da-8cca-4cc1c7744e57 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.185187] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafa6900-ec99-4515-a034-c1678aace9d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.193962] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e86547-e753-4bde-985c-3c4629a859b6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.208840] env[69159]: DEBUG nova.compute.provider_tree [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.230554] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449158, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.327493] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449150, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.514600] env[69159]: DEBUG oslo_vmware.api [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.541593] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.667914} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.541892] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.542806] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d6be63-d044-4fe7-9769-650a9e2b2b46 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.567598] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 16b36ecb-c048-4972-ba39-0d47b15bacd3/16b36ecb-c048-4972-ba39-0d47b15bacd3.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.570926] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e45c1edc-33f0-4a9b-83b2-6e624eaa5250 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.592210] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.593739] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1032.593739] env[69159]: value = "task-3449161" [ 1032.593739] env[69159]: _type = "Task" [ 1032.593739] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.604132] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.643927] env[69159]: DEBUG oslo_vmware.api [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449160, 'name': PowerOffVM_Task, 'duration_secs': 0.326032} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.644082] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.644164] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.644473] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cf1eed2-e401-4c41-a3a6-412783c4d6c6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.668944] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.669197] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.669428] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Deleting the datastore file [datastore1] 293007ac-5a8d-4669-8910-f1757b3ea83a {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.669859] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dae05f9-a7c2-4a0c-a67d-8a657ccd85f2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.677824] env[69159]: DEBUG oslo_vmware.api [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for the task: (returnval){ [ 1032.677824] env[69159]: value = "task-3449163" [ 1032.677824] env[69159]: _type = "Task" [ 1032.677824] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.689569] env[69159]: DEBUG oslo_vmware.api [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.734290] env[69159]: DEBUG oslo_vmware.api [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449158, 'name': PowerOnVM_Task, 'duration_secs': 0.630069} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.734290] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.734290] env[69159]: INFO nova.compute.manager [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1032.734290] env[69159]: DEBUG nova.compute.manager [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1032.735415] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74defbc9-192b-4323-bc8a-d0b3f4125186 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.756357] env[69159]: DEBUG nova.scheduler.client.report [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updated inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1032.756656] env[69159]: DEBUG nova.compute.provider_tree [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 generation from 119 to 120 during operation: update_inventory {{(pid=69159) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1032.756858] env[69159]: DEBUG nova.compute.provider_tree [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.829879] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449150, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.012014] env[69159]: DEBUG oslo_vmware.api [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449159, 'name': ReconfigVM_Task, 'duration_secs': 0.605012} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.012497] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1033.013348] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c35822-b479-4c55-9a2a-32dbcb0b1360 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.038207] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] f98c7cbf-126c-4be1-9d6f-a0754569ee7f/f98c7cbf-126c-4be1-9d6f-a0754569ee7f.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.038526] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21a51d8c-c4c8-4acd-876f-a78675fba889 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.063309] env[69159]: DEBUG oslo_vmware.api [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1033.063309] env[69159]: value = "task-3449164" [ 1033.063309] env[69159]: _type = "Task" [ 1033.063309] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.073298] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.080813] env[69159]: DEBUG oslo_vmware.api [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.105188] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449161, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.189359] env[69159]: DEBUG oslo_vmware.api [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.262458] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.262994] env[69159]: DEBUG nova.compute.manager [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1033.265673] env[69159]: INFO nova.compute.manager [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Took 33.86 seconds to build instance. [ 1033.266609] env[69159]: DEBUG oslo_concurrency.lockutils [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.294s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.266843] env[69159]: DEBUG nova.objects.instance [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lazy-loading 'resources' on Instance uuid 09a8d090-e7a0-42cb-94e9-9bc78348d52b {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.332169] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449150, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.843217} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.332864] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a982d61-5c71-4924-a91c-ada9ccc154c5/7a982d61-5c71-4924-a91c-ada9ccc154c5.vmdk to [datastore1] 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6/3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.333703] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181de2ca-93d7-45c5-992f-d7566a8575c4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.357767] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6/3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6.vmdk or device None with type streamOptimized {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.358069] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c0e573e-bf54-4a9a-8847-4d8dd37d845f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.381419] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1033.381419] env[69159]: value = "task-3449165" [ 1033.381419] env[69159]: _type = "Task" [ 1033.381419] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.389385] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.573730] env[69159]: DEBUG oslo_vmware.api [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449164, 'name': ReconfigVM_Task, 'duration_secs': 0.295625} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.576999] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Reconfigured VM instance instance-00000056 to attach disk [datastore1] f98c7cbf-126c-4be1-9d6f-a0754569ee7f/f98c7cbf-126c-4be1-9d6f-a0754569ee7f.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.577298] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Updating instance 'f98c7cbf-126c-4be1-9d6f-a0754569ee7f' progress to 50 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.580847] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449155, 'name': ReconfigVM_Task, 'duration_secs': 2.229331} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.581097] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 9ccfab5a-e33c-4da1-97ad-702c954a2239/9ccfab5a-e33c-4da1-97ad-702c954a2239.vmdk or device None with type streamOptimized {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.581696] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-397d313b-f044-43a7-a09e-221fd68238a2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.590086] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1033.590086] env[69159]: value = "task-3449166" [ 1033.590086] env[69159]: _type = "Task" [ 1033.590086] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.601101] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449166, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.605807] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449161, 'name': ReconfigVM_Task, 'duration_secs': 0.52945} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.606176] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 16b36ecb-c048-4972-ba39-0d47b15bacd3/16b36ecb-c048-4972-ba39-0d47b15bacd3.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.606809] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71b8cd45-626a-4c68-8531-df5fc376eadd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.613553] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1033.613553] env[69159]: value = "task-3449167" [ 1033.613553] env[69159]: _type = "Task" [ 1033.613553] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.626762] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449167, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.688501] env[69159]: DEBUG oslo_vmware.api [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Task: {'id': task-3449163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.565275} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.688833] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.689040] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.689232] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.689421] env[69159]: INFO nova.compute.manager [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1033.689701] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.689913] env[69159]: DEBUG nova.compute.manager [-] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1033.690014] env[69159]: DEBUG nova.network.neutron [-] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.713023] env[69159]: DEBUG nova.network.neutron [-] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.769832] env[69159]: DEBUG nova.compute.utils [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.771484] env[69159]: DEBUG oslo_concurrency.lockutils [None req-94c1ebd7-177b-4a7f-bfa5-d34aae4f3331 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.370s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.774582] env[69159]: DEBUG nova.compute.manager [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1033.774855] env[69159]: DEBUG nova.network.neutron [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.895145] env[69159]: DEBUG nova.policy [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f15cce33a6641ec82af88cbe34882e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85b79b452e374b1786aadfc6d7ad15ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.902576] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.054263] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7f7366-a779-4b1e-9036-951c42f82461 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.063446] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a5c86b-d86d-4cd8-86b0-db9ca0f4c378 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.098977] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b015bf-318c-43fb-bf3a-f9f88e8a4584 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.104772] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd257c1-0fdc-40c0-84da-2d0bc0e75c2c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.129410] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeac214-2164-4e5c-921c-93ac308c440b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.135460] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449166, 'name': Rename_Task, 'duration_secs': 0.156675} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.139540] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e9a996-db59-469b-9166-49eacfdc9e33 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.141834] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.142538] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfdf8a8b-f09c-4990-9669-b569e4c96ec1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.156681] env[69159]: DEBUG nova.compute.provider_tree [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.174201] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Updating instance 'f98c7cbf-126c-4be1-9d6f-a0754569ee7f' progress to 67 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.177599] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449167, 'name': Rename_Task, 'duration_secs': 0.312242} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.178651] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.179771] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97f5c9fe-e3b0-4043-8317-0cb3e3b9266d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.181601] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1034.181601] env[69159]: value = "task-3449168" [ 1034.181601] env[69159]: _type = "Task" [ 1034.181601] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.185982] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1034.185982] env[69159]: value = "task-3449169" [ 1034.185982] env[69159]: _type = "Task" [ 1034.185982] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.192269] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.196912] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.215904] env[69159]: DEBUG nova.network.neutron [-] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.275433] env[69159]: DEBUG nova.compute.manager [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1034.399179] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449165, 'name': ReconfigVM_Task, 'duration_secs': 0.658995} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.399580] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6/3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6.vmdk or device None with type streamOptimized {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.400802] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'image_id': 'e70bec9d-3b8e-40ca-8f91-975a0afc327c'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'disk_bus': None, 'guest_format': None, 'attachment_id': 'eacd2ec3-cd89-4e5e-ab03-d808b6d0cdba', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688632', 'volume_id': '01ce9ca1-859b-4155-8fb9-de51377881e8', 'name': 'volume-01ce9ca1-859b-4155-8fb9-de51377881e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6', 'attached_at': '', 'detached_at': '', 'volume_id': '01ce9ca1-859b-4155-8fb9-de51377881e8', 'serial': '01ce9ca1-859b-4155-8fb9-de51377881e8'}, 'boot_index': None, 'delete_on_termination': False, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69159) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1034.401009] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Volume attach. Driver type: vmdk {{(pid=69159) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1034.401210] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688632', 'volume_id': '01ce9ca1-859b-4155-8fb9-de51377881e8', 'name': 'volume-01ce9ca1-859b-4155-8fb9-de51377881e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6', 'attached_at': '', 'detached_at': '', 'volume_id': '01ce9ca1-859b-4155-8fb9-de51377881e8', 'serial': '01ce9ca1-859b-4155-8fb9-de51377881e8'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1034.402092] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39875f6a-1919-4955-ad27-9a33f513e52d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.418666] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8ba3d4-5adc-496d-acd7-415df625472c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.447673] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] volume-01ce9ca1-859b-4155-8fb9-de51377881e8/volume-01ce9ca1-859b-4155-8fb9-de51377881e8.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.448039] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f881c85-7eb6-426f-9bd5-979fb7d51a78 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.471863] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1034.471863] env[69159]: value = "task-3449170" [ 1034.471863] env[69159]: _type = "Task" [ 1034.471863] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.481794] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.580713] env[69159]: DEBUG nova.compute.manager [req-c7d2eafe-bf6d-4e6c-a5c1-d494f008d1e9 req-1ce718d4-a379-42f2-89ef-a87ab637ad2b service nova] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Received event network-changed-dfb0a0ef-9f40-498a-bfda-55d047d395e5 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1034.581013] env[69159]: DEBUG nova.compute.manager [req-c7d2eafe-bf6d-4e6c-a5c1-d494f008d1e9 req-1ce718d4-a379-42f2-89ef-a87ab637ad2b service nova] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Refreshing instance network info cache due to event network-changed-dfb0a0ef-9f40-498a-bfda-55d047d395e5. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1034.581910] env[69159]: DEBUG oslo_concurrency.lockutils [req-c7d2eafe-bf6d-4e6c-a5c1-d494f008d1e9 req-1ce718d4-a379-42f2-89ef-a87ab637ad2b service nova] Acquiring lock "refresh_cache-141fc427-cb02-41a8-bf19-6ffd96e5cd86" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.581910] env[69159]: DEBUG oslo_concurrency.lockutils [req-c7d2eafe-bf6d-4e6c-a5c1-d494f008d1e9 req-1ce718d4-a379-42f2-89ef-a87ab637ad2b service nova] Acquired lock "refresh_cache-141fc427-cb02-41a8-bf19-6ffd96e5cd86" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.581910] env[69159]: DEBUG nova.network.neutron [req-c7d2eafe-bf6d-4e6c-a5c1-d494f008d1e9 req-1ce718d4-a379-42f2-89ef-a87ab637ad2b service nova] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Refreshing network info cache for port dfb0a0ef-9f40-498a-bfda-55d047d395e5 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.680051] env[69159]: DEBUG nova.scheduler.client.report [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.703301] env[69159]: DEBUG oslo_vmware.api [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449168, 'name': PowerOnVM_Task, 'duration_secs': 0.479613} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.703625] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449169, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.703899] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.704086] env[69159]: INFO nova.compute.manager [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Took 18.36 seconds to spawn the instance on the hypervisor. [ 1034.704267] env[69159]: DEBUG nova.compute.manager [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1034.705165] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0deff4-c028-4ae8-babb-5eded78a8667 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.719065] env[69159]: INFO nova.compute.manager [-] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Took 1.03 seconds to deallocate network for instance. [ 1034.719512] env[69159]: DEBUG nova.network.neutron [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Successfully created port: 0173649e-a21d-4e01-810b-4b285bd65021 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.729219] env[69159]: DEBUG nova.network.neutron [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Port aa381d21-360b-48ae-b76d-92ff56e3a5d5 binding to destination host cpu-1 is already ACTIVE {{(pid=69159) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1034.982937] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.187363] env[69159]: DEBUG oslo_concurrency.lockutils [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.189944] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.534s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.192043] env[69159]: INFO nova.compute.claims [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.204648] env[69159]: DEBUG oslo_vmware.api [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449169, 'name': PowerOnVM_Task, 'duration_secs': 0.877771} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.204648] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.204648] env[69159]: INFO nova.compute.manager [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1035.204648] env[69159]: DEBUG nova.compute.manager [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1035.205162] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fe791d-3a66-472d-aa8d-e185a07b15d5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.223945] env[69159]: INFO nova.scheduler.client.report [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Deleted allocations for instance 09a8d090-e7a0-42cb-94e9-9bc78348d52b [ 1035.231331] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.235437] env[69159]: INFO nova.compute.manager [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Took 53.47 seconds to build instance. [ 1035.285409] env[69159]: DEBUG nova.compute.manager [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1035.312106] env[69159]: DEBUG nova.virt.hardware [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.312355] env[69159]: DEBUG nova.virt.hardware [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.312515] env[69159]: DEBUG nova.virt.hardware [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.312730] env[69159]: DEBUG nova.virt.hardware [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.312894] env[69159]: DEBUG nova.virt.hardware [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.313058] env[69159]: DEBUG nova.virt.hardware [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.313328] env[69159]: DEBUG nova.virt.hardware [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.313497] env[69159]: DEBUG nova.virt.hardware [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.313664] env[69159]: DEBUG nova.virt.hardware [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.313830] env[69159]: DEBUG nova.virt.hardware [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.314013] env[69159]: DEBUG nova.virt.hardware [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.315111] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce1fc47-fc9b-4987-a5df-71c01cdb17b0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.322896] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3511e722-1aaf-420a-84cb-7c6cb3b66f29 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.483775] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449170, 'name': ReconfigVM_Task, 'duration_secs': 0.668949} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.484367] env[69159]: DEBUG nova.network.neutron [req-c7d2eafe-bf6d-4e6c-a5c1-d494f008d1e9 req-1ce718d4-a379-42f2-89ef-a87ab637ad2b service nova] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Updated VIF entry in instance network info cache for port dfb0a0ef-9f40-498a-bfda-55d047d395e5. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.484696] env[69159]: DEBUG nova.network.neutron [req-c7d2eafe-bf6d-4e6c-a5c1-d494f008d1e9 req-1ce718d4-a379-42f2-89ef-a87ab637ad2b service nova] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Updating instance_info_cache with network_info: [{"id": "dfb0a0ef-9f40-498a-bfda-55d047d395e5", "address": "fa:16:3e:34:9e:54", "network": {"id": "a7ebe38f-e7a7-41cc-b894-9e950e4139ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-933271080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfbf2ac1d0fb4170beb492c4de5e0c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfb0a0ef-9f", "ovs_interfaceid": "dfb0a0ef-9f40-498a-bfda-55d047d395e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.486119] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Reconfigured VM instance instance-0000003f to attach disk [datastore1] volume-01ce9ca1-859b-4155-8fb9-de51377881e8/volume-01ce9ca1-859b-4155-8fb9-de51377881e8.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.491140] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f975441-5da3-4dc5-a6e5-2d50725755eb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.506698] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1035.506698] env[69159]: value = "task-3449171" [ 1035.506698] env[69159]: _type = "Task" [ 1035.506698] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.516368] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.723957] env[69159]: INFO nova.compute.manager [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Took 31.67 seconds to build instance. [ 1035.748520] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cb4c1291-8ab0-40fa-b361-4d07f61f1962 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "9ccfab5a-e33c-4da1-97ad-702c954a2239" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.996s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.748983] env[69159]: DEBUG oslo_concurrency.lockutils [None req-280f06ca-82ad-4822-98c3-4f12d79b6115 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "09a8d090-e7a0-42cb-94e9-9bc78348d52b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.605s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.763122] env[69159]: DEBUG oslo_concurrency.lockutils [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.763383] env[69159]: DEBUG oslo_concurrency.lockutils [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.763575] env[69159]: DEBUG oslo_concurrency.lockutils [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.992546] env[69159]: DEBUG oslo_concurrency.lockutils [req-c7d2eafe-bf6d-4e6c-a5c1-d494f008d1e9 req-1ce718d4-a379-42f2-89ef-a87ab637ad2b service nova] Releasing lock "refresh_cache-141fc427-cb02-41a8-bf19-6ffd96e5cd86" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.021208] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449171, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.225992] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99403d5e-fea7-4e3b-bf3c-53d72d1b479d tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "16b36ecb-c048-4972-ba39-0d47b15bacd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.182s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.464420] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7b22c6-eca0-44de-ac04-a1cdaf2bd6f8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.473180] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c6a6e4-ffbb-40ec-83cc-2d3d78fc8823 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.507368] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45629743-d259-4dfe-b273-865fd37881cf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.520447] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bc94ec-083a-4f2e-80a8-d35eb702aee7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.524945] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449171, 'name': ReconfigVM_Task, 'duration_secs': 0.540409} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.526351] env[69159]: DEBUG nova.network.neutron [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Successfully updated port: 0173649e-a21d-4e01-810b-4b285bd65021 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.528251] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688632', 'volume_id': '01ce9ca1-859b-4155-8fb9-de51377881e8', 'name': 'volume-01ce9ca1-859b-4155-8fb9-de51377881e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6', 'attached_at': '', 'detached_at': '', 'volume_id': '01ce9ca1-859b-4155-8fb9-de51377881e8', 'serial': '01ce9ca1-859b-4155-8fb9-de51377881e8'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1036.529470] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-515222a9-c1e8-4515-b924-e3d21eace70c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.541203] env[69159]: DEBUG nova.compute.provider_tree [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.548758] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1036.548758] env[69159]: value = "task-3449172" [ 1036.548758] env[69159]: _type = "Task" [ 1036.548758] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.557594] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449172, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.565876] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "9ccfab5a-e33c-4da1-97ad-702c954a2239" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.566203] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "9ccfab5a-e33c-4da1-97ad-702c954a2239" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.566471] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "9ccfab5a-e33c-4da1-97ad-702c954a2239-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.566859] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "9ccfab5a-e33c-4da1-97ad-702c954a2239-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.567114] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "9ccfab5a-e33c-4da1-97ad-702c954a2239-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.569186] env[69159]: INFO nova.compute.manager [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Terminating instance [ 1036.591810] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "16b36ecb-c048-4972-ba39-0d47b15bacd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.592105] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "16b36ecb-c048-4972-ba39-0d47b15bacd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.592336] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "16b36ecb-c048-4972-ba39-0d47b15bacd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.592754] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "16b36ecb-c048-4972-ba39-0d47b15bacd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.592754] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "16b36ecb-c048-4972-ba39-0d47b15bacd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.596210] env[69159]: INFO nova.compute.manager [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Terminating instance [ 1036.617928] env[69159]: DEBUG nova.compute.manager [req-99da2f48-7f1a-4f4d-8046-0c5cd4f88851 req-0ad27e57-562c-4430-8ecb-5722a86125e5 service nova] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Received event network-vif-plugged-0173649e-a21d-4e01-810b-4b285bd65021 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1036.618208] env[69159]: DEBUG oslo_concurrency.lockutils [req-99da2f48-7f1a-4f4d-8046-0c5cd4f88851 req-0ad27e57-562c-4430-8ecb-5722a86125e5 service nova] Acquiring lock "e1c5d804-c6b6-43c0-b787-c1b3efabe957-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.618374] env[69159]: DEBUG oslo_concurrency.lockutils [req-99da2f48-7f1a-4f4d-8046-0c5cd4f88851 req-0ad27e57-562c-4430-8ecb-5722a86125e5 service nova] Lock "e1c5d804-c6b6-43c0-b787-c1b3efabe957-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.618538] env[69159]: DEBUG oslo_concurrency.lockutils [req-99da2f48-7f1a-4f4d-8046-0c5cd4f88851 req-0ad27e57-562c-4430-8ecb-5722a86125e5 service nova] Lock "e1c5d804-c6b6-43c0-b787-c1b3efabe957-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.618696] env[69159]: DEBUG nova.compute.manager [req-99da2f48-7f1a-4f4d-8046-0c5cd4f88851 req-0ad27e57-562c-4430-8ecb-5722a86125e5 service nova] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] No waiting events found dispatching network-vif-plugged-0173649e-a21d-4e01-810b-4b285bd65021 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1036.618860] env[69159]: WARNING nova.compute.manager [req-99da2f48-7f1a-4f4d-8046-0c5cd4f88851 req-0ad27e57-562c-4430-8ecb-5722a86125e5 service nova] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Received unexpected event network-vif-plugged-0173649e-a21d-4e01-810b-4b285bd65021 for instance with vm_state building and task_state spawning. [ 1036.619284] env[69159]: DEBUG nova.compute.manager [req-99da2f48-7f1a-4f4d-8046-0c5cd4f88851 req-0ad27e57-562c-4430-8ecb-5722a86125e5 service nova] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Received event network-changed-0173649e-a21d-4e01-810b-4b285bd65021 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1036.619553] env[69159]: DEBUG nova.compute.manager [req-99da2f48-7f1a-4f4d-8046-0c5cd4f88851 req-0ad27e57-562c-4430-8ecb-5722a86125e5 service nova] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Refreshing instance network info cache due to event network-changed-0173649e-a21d-4e01-810b-4b285bd65021. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1036.619804] env[69159]: DEBUG oslo_concurrency.lockutils [req-99da2f48-7f1a-4f4d-8046-0c5cd4f88851 req-0ad27e57-562c-4430-8ecb-5722a86125e5 service nova] Acquiring lock "refresh_cache-e1c5d804-c6b6-43c0-b787-c1b3efabe957" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.620026] env[69159]: DEBUG oslo_concurrency.lockutils [req-99da2f48-7f1a-4f4d-8046-0c5cd4f88851 req-0ad27e57-562c-4430-8ecb-5722a86125e5 service nova] Acquired lock "refresh_cache-e1c5d804-c6b6-43c0-b787-c1b3efabe957" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.620256] env[69159]: DEBUG nova.network.neutron [req-99da2f48-7f1a-4f4d-8046-0c5cd4f88851 req-0ad27e57-562c-4430-8ecb-5722a86125e5 service nova] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Refreshing network info cache for port 0173649e-a21d-4e01-810b-4b285bd65021 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.819451] env[69159]: DEBUG oslo_concurrency.lockutils [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "refresh_cache-f98c7cbf-126c-4be1-9d6f-a0754569ee7f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.819928] env[69159]: DEBUG oslo_concurrency.lockutils [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "refresh_cache-f98c7cbf-126c-4be1-9d6f-a0754569ee7f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.819928] env[69159]: DEBUG nova.network.neutron [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.031037] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquiring lock "refresh_cache-e1c5d804-c6b6-43c0-b787-c1b3efabe957" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.046546] env[69159]: DEBUG nova.scheduler.client.report [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.066946] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449172, 'name': Rename_Task, 'duration_secs': 0.340301} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.067507] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.068052] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00380b5f-1030-4775-a06b-a361a6316b2e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.076934] env[69159]: DEBUG nova.compute.manager [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1037.077359] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.078339] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1037.078339] env[69159]: value = "task-3449173" [ 1037.078339] env[69159]: _type = "Task" [ 1037.078339] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.079513] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87307f1a-0aca-4529-b974-88ebe16b788f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.096070] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449173, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.100451] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.101370] env[69159]: DEBUG nova.compute.manager [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1037.101747] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.104028] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85124647-1f85-4036-a5c5-b972dfd8d3bf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.106617] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43871c82-2ae2-41a4-8da4-e4a4cee70f04 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.120732] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.122114] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cfc4cc5-7196-40a1-a5bf-8ecdfc9e1437 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.125939] env[69159]: DEBUG oslo_vmware.api [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1037.125939] env[69159]: value = "task-3449174" [ 1037.125939] env[69159]: _type = "Task" [ 1037.125939] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.132019] env[69159]: DEBUG oslo_vmware.api [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1037.132019] env[69159]: value = "task-3449175" [ 1037.132019] env[69159]: _type = "Task" [ 1037.132019] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.139294] env[69159]: DEBUG oslo_vmware.api [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.144870] env[69159]: DEBUG oslo_vmware.api [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.165536] env[69159]: DEBUG nova.network.neutron [req-99da2f48-7f1a-4f4d-8046-0c5cd4f88851 req-0ad27e57-562c-4430-8ecb-5722a86125e5 service nova] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.266620] env[69159]: DEBUG nova.network.neutron [req-99da2f48-7f1a-4f4d-8046-0c5cd4f88851 req-0ad27e57-562c-4430-8ecb-5722a86125e5 service nova] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.558145] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.558697] env[69159]: DEBUG nova.compute.manager [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1037.561498] env[69159]: DEBUG oslo_concurrency.lockutils [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.369s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.561746] env[69159]: DEBUG nova.objects.instance [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Lazy-loading 'resources' on Instance uuid 3a455825-5cdb-434c-9345-22b8487a081c {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.597010] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449173, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.597010] env[69159]: DEBUG nova.network.neutron [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Updating instance_info_cache with network_info: [{"id": "aa381d21-360b-48ae-b76d-92ff56e3a5d5", "address": "fa:16:3e:3e:35:25", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa381d21-36", "ovs_interfaceid": "aa381d21-360b-48ae-b76d-92ff56e3a5d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.636856] env[69159]: DEBUG oslo_vmware.api [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449174, 'name': PowerOffVM_Task, 'duration_secs': 0.228963} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.640546] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.640738] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.641277] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5769b0c-9900-4072-935b-cefdc10c2099 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.647810] env[69159]: DEBUG oslo_vmware.api [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449175, 'name': PowerOffVM_Task, 'duration_secs': 0.163486} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.648429] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.648603] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.648853] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b742606-d62f-4f83-95c4-7b00b3337224 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.717258] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.717507] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.717706] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleting the datastore file [datastore1] 16b36ecb-c048-4972-ba39-0d47b15bacd3 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.718087] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef19abea-0fe6-4a04-8823-c8e22d8c88a6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.727900] env[69159]: DEBUG oslo_vmware.api [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1037.727900] env[69159]: value = "task-3449178" [ 1037.727900] env[69159]: _type = "Task" [ 1037.727900] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.735118] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.735118] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.735118] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Deleting the datastore file [datastore1] 9ccfab5a-e33c-4da1-97ad-702c954a2239 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.739480] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01d58602-9afb-4843-959b-4ed615c45715 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.742589] env[69159]: DEBUG oslo_vmware.api [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.748414] env[69159]: DEBUG oslo_vmware.api [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1037.748414] env[69159]: value = "task-3449179" [ 1037.748414] env[69159]: _type = "Task" [ 1037.748414] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.755407] env[69159]: DEBUG oslo_vmware.api [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.770208] env[69159]: DEBUG oslo_concurrency.lockutils [req-99da2f48-7f1a-4f4d-8046-0c5cd4f88851 req-0ad27e57-562c-4430-8ecb-5722a86125e5 service nova] Releasing lock "refresh_cache-e1c5d804-c6b6-43c0-b787-c1b3efabe957" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.770590] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquired lock "refresh_cache-e1c5d804-c6b6-43c0-b787-c1b3efabe957" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.770762] env[69159]: DEBUG nova.network.neutron [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.065491] env[69159]: DEBUG nova.compute.utils [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.066995] env[69159]: DEBUG nova.compute.manager [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1038.067166] env[69159]: DEBUG nova.network.neutron [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.099791] env[69159]: DEBUG oslo_vmware.api [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449173, 'name': PowerOnVM_Task, 'duration_secs': 0.539835} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.100526] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.102462] env[69159]: DEBUG oslo_concurrency.lockutils [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "refresh_cache-f98c7cbf-126c-4be1-9d6f-a0754569ee7f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.114849] env[69159]: DEBUG nova.policy [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98bfa249719a4e36917a0e3c3b837ce4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '365e6c63cf6244bbad5d9c2642b41075', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.238420] env[69159]: DEBUG nova.compute.manager [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1038.239625] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2ef9c9-d299-4cff-a1f3-61987dc44ea4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.247548] env[69159]: DEBUG oslo_vmware.api [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180432} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.248786] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.249042] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.249246] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.250064] env[69159]: INFO nova.compute.manager [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1038.250064] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.252813] env[69159]: DEBUG nova.compute.manager [-] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1038.252905] env[69159]: DEBUG nova.network.neutron [-] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.264901] env[69159]: DEBUG oslo_vmware.api [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180069} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.268334] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.268334] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.268334] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.268334] env[69159]: INFO nova.compute.manager [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1038.268668] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.268906] env[69159]: DEBUG nova.compute.manager [-] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1038.268999] env[69159]: DEBUG nova.network.neutron [-] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.344439] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8b1da6-9989-48a9-a09b-6cf0b8b2a2be {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.356018] env[69159]: DEBUG nova.network.neutron [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.356018] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fb0977-5122-484d-9ead-28d0378ecca2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.390492] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f6e7e6-45c2-42b7-a7f2-1278590a4425 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.404823] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4068b7-60b7-4d40-af15-aa105c21097b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.419200] env[69159]: DEBUG nova.compute.provider_tree [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.421206] env[69159]: DEBUG nova.network.neutron [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Successfully created port: 0c83c0ff-7758-4888-9917-a0ee470a4d99 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.575586] env[69159]: DEBUG nova.compute.manager [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1038.640416] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4818d41-248f-487f-a7bb-1682785d3f46 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.666466] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096069a2-118d-4210-8a11-e5151efecad9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.672540] env[69159]: DEBUG oslo_concurrency.lockutils [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.672776] env[69159]: DEBUG oslo_concurrency.lockutils [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.679074] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Updating instance 'f98c7cbf-126c-4be1-9d6f-a0754569ee7f' progress to 83 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.773722] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4242049-e4cf-4116-85da-5ca867baa128 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 55.306s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.870661] env[69159]: DEBUG nova.network.neutron [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Updating instance_info_cache with network_info: [{"id": "0173649e-a21d-4e01-810b-4b285bd65021", "address": "fa:16:3e:61:0e:74", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0173649e-a2", "ovs_interfaceid": "0173649e-a21d-4e01-810b-4b285bd65021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.924939] env[69159]: DEBUG nova.scheduler.client.report [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.176111] env[69159]: DEBUG nova.compute.manager [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1039.186950] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.187183] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abafd841-806a-40a5-aee2-92e45ee56b62 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.195082] env[69159]: DEBUG oslo_vmware.api [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1039.195082] env[69159]: value = "task-3449180" [ 1039.195082] env[69159]: _type = "Task" [ 1039.195082] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.204941] env[69159]: DEBUG oslo_vmware.api [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.224677] env[69159]: DEBUG nova.compute.manager [req-79c9c39e-41ce-4246-bafd-81a04f537188 req-7bc41dc8-e54e-4e70-b63a-27428587b40d service nova] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Received event network-vif-deleted-9dfe8af7-e87c-4509-8902-7568015c238d {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1039.224677] env[69159]: INFO nova.compute.manager [req-79c9c39e-41ce-4246-bafd-81a04f537188 req-7bc41dc8-e54e-4e70-b63a-27428587b40d service nova] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Neutron deleted interface 9dfe8af7-e87c-4509-8902-7568015c238d; detaching it from the instance and deleting it from the info cache [ 1039.224677] env[69159]: DEBUG nova.network.neutron [req-79c9c39e-41ce-4246-bafd-81a04f537188 req-7bc41dc8-e54e-4e70-b63a-27428587b40d service nova] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.374495] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Releasing lock "refresh_cache-e1c5d804-c6b6-43c0-b787-c1b3efabe957" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.374936] env[69159]: DEBUG nova.compute.manager [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Instance network_info: |[{"id": "0173649e-a21d-4e01-810b-4b285bd65021", "address": "fa:16:3e:61:0e:74", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0173649e-a2", "ovs_interfaceid": "0173649e-a21d-4e01-810b-4b285bd65021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1039.375328] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:0e:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0173649e-a21d-4e01-810b-4b285bd65021', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.389435] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Creating folder: Project (85b79b452e374b1786aadfc6d7ad15ac). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.389749] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd1cab23-c44a-4ceb-a2b2-e9ef01b1da39 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.402546] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Created folder: Project (85b79b452e374b1786aadfc6d7ad15ac) in parent group-v688391. [ 1039.402546] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Creating folder: Instances. Parent ref: group-v688652. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.402546] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f9fa9cd-bd85-4a79-bdab-425ad726f279 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.416042] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Created folder: Instances in parent group-v688652. [ 1039.416727] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.417104] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.417541] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d422d566-239a-4be2-8baa-a4fb9b3b2a19 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.440176] env[69159]: DEBUG oslo_concurrency.lockutils [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.444554] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.213s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.448022] env[69159]: DEBUG nova.objects.instance [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lazy-loading 'resources' on Instance uuid 293007ac-5a8d-4669-8910-f1757b3ea83a {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.453092] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.453092] env[69159]: value = "task-3449183" [ 1039.453092] env[69159]: _type = "Task" [ 1039.453092] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.460167] env[69159]: INFO nova.scheduler.client.report [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Deleted allocations for instance 3a455825-5cdb-434c-9345-22b8487a081c [ 1039.466497] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449183, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.538868] env[69159]: DEBUG nova.network.neutron [-] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.578509] env[69159]: DEBUG nova.network.neutron [-] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.588441] env[69159]: DEBUG nova.compute.manager [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1039.616795] env[69159]: DEBUG nova.virt.hardware [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.617096] env[69159]: DEBUG nova.virt.hardware [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.617269] env[69159]: DEBUG nova.virt.hardware [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.617472] env[69159]: DEBUG nova.virt.hardware [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.617688] env[69159]: DEBUG nova.virt.hardware [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.617883] env[69159]: DEBUG nova.virt.hardware [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.618307] env[69159]: DEBUG nova.virt.hardware [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.618534] env[69159]: DEBUG nova.virt.hardware [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.618752] env[69159]: DEBUG nova.virt.hardware [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.618959] env[69159]: DEBUG nova.virt.hardware [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.619215] env[69159]: DEBUG nova.virt.hardware [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.620299] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aba50ca-4185-41be-a8c9-16f30529cb99 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.628715] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6535aaa-7d17-4db3-b589-59ad8856b7d6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.700265] env[69159]: DEBUG oslo_concurrency.lockutils [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.706390] env[69159]: DEBUG oslo_vmware.api [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449180, 'name': PowerOnVM_Task, 'duration_secs': 0.42324} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.706694] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.706864] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-57c05cc6-b6ba-4dfe-8a79-d2ff3a4037b2 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Updating instance 'f98c7cbf-126c-4be1-9d6f-a0754569ee7f' progress to 100 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.727335] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5fff0ae-1bd5-4519-ab3f-023fea43b101 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.738436] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075b209b-96ea-4c1f-a5aa-92be7f761777 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.769890] env[69159]: DEBUG nova.compute.manager [req-79c9c39e-41ce-4246-bafd-81a04f537188 req-7bc41dc8-e54e-4e70-b63a-27428587b40d service nova] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Detach interface failed, port_id=9dfe8af7-e87c-4509-8902-7568015c238d, reason: Instance 16b36ecb-c048-4972-ba39-0d47b15bacd3 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1039.790498] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Acquiring lock "00bcbcba-63dc-4d2d-aea5-70bd361dc143" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.790927] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Lock "00bcbcba-63dc-4d2d-aea5-70bd361dc143" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.860170] env[69159]: DEBUG nova.compute.manager [req-c5aa8853-509e-4cbf-8b18-7f8dc5e25820 req-53554778-3b14-4dfb-afe0-b95862efae6d service nova] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Received event network-vif-plugged-0c83c0ff-7758-4888-9917-a0ee470a4d99 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1039.860170] env[69159]: DEBUG oslo_concurrency.lockutils [req-c5aa8853-509e-4cbf-8b18-7f8dc5e25820 req-53554778-3b14-4dfb-afe0-b95862efae6d service nova] Acquiring lock "58c035c1-b4ff-49c2-9c8e-1af163391bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.860170] env[69159]: DEBUG oslo_concurrency.lockutils [req-c5aa8853-509e-4cbf-8b18-7f8dc5e25820 req-53554778-3b14-4dfb-afe0-b95862efae6d service nova] Lock "58c035c1-b4ff-49c2-9c8e-1af163391bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.860170] env[69159]: DEBUG oslo_concurrency.lockutils [req-c5aa8853-509e-4cbf-8b18-7f8dc5e25820 req-53554778-3b14-4dfb-afe0-b95862efae6d service nova] Lock "58c035c1-b4ff-49c2-9c8e-1af163391bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.860170] env[69159]: DEBUG nova.compute.manager [req-c5aa8853-509e-4cbf-8b18-7f8dc5e25820 req-53554778-3b14-4dfb-afe0-b95862efae6d service nova] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] No waiting events found dispatching network-vif-plugged-0c83c0ff-7758-4888-9917-a0ee470a4d99 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1039.860170] env[69159]: WARNING nova.compute.manager [req-c5aa8853-509e-4cbf-8b18-7f8dc5e25820 req-53554778-3b14-4dfb-afe0-b95862efae6d service nova] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Received unexpected event network-vif-plugged-0c83c0ff-7758-4888-9917-a0ee470a4d99 for instance with vm_state building and task_state spawning. [ 1039.944587] env[69159]: DEBUG nova.network.neutron [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Successfully updated port: 0c83c0ff-7758-4888-9917-a0ee470a4d99 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.964691] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449183, 'name': CreateVM_Task, 'duration_secs': 0.380905} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.964876] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.965872] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.966068] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.966706] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.966942] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acc75af9-1390-43d8-9c2c-bb944c5ceda3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.973562] env[69159]: DEBUG oslo_concurrency.lockutils [None req-29733957-420a-4450-9b04-dcda85ea61cd tempest-AttachInterfacesV270Test-919994952 tempest-AttachInterfacesV270Test-919994952-project-member] Lock "3a455825-5cdb-434c-9345-22b8487a081c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.725s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.977908] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1039.977908] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5297d297-e22e-0da3-f482-1e2614279f43" [ 1039.977908] env[69159]: _type = "Task" [ 1039.977908] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.987131] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5297d297-e22e-0da3-f482-1e2614279f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.040887] env[69159]: INFO nova.compute.manager [-] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Took 1.79 seconds to deallocate network for instance. [ 1040.081592] env[69159]: INFO nova.compute.manager [-] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Took 1.81 seconds to deallocate network for instance. [ 1040.181920] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66785a0e-4c80-4418-aa99-75e2f0edac1d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.190599] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e43ffa-13f6-47ae-ae5f-f0feb56029de {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.227189] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483a954b-ef06-4770-8fac-d0e26f38883d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.234934] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f23919c-73c7-4399-b950-04de0a259cd8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.250550] env[69159]: DEBUG nova.compute.provider_tree [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.294047] env[69159]: DEBUG nova.compute.manager [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1040.451791] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "refresh_cache-58c035c1-b4ff-49c2-9c8e-1af163391bcc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.451791] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "refresh_cache-58c035c1-b4ff-49c2-9c8e-1af163391bcc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.451791] env[69159]: DEBUG nova.network.neutron [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.488530] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5297d297-e22e-0da3-f482-1e2614279f43, 'name': SearchDatastore_Task, 'duration_secs': 0.012943} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.488855] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.489256] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.489513] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.489742] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.489828] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.490109] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a1d948c-7724-4ebb-89b6-d0775ee1a798 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.499451] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.499540] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.500273] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52590ab0-f233-4069-8ebe-20a8b53e0f64 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.505608] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1040.505608] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525cefd1-dd64-ad80-1ea6-4f6fbb0ec8c2" [ 1040.505608] env[69159]: _type = "Task" [ 1040.505608] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.513826] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525cefd1-dd64-ad80-1ea6-4f6fbb0ec8c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.548837] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.590258] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.755642] env[69159]: DEBUG nova.scheduler.client.report [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.817809] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.987183] env[69159]: DEBUG nova.network.neutron [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.016509] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525cefd1-dd64-ad80-1ea6-4f6fbb0ec8c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.016771] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7b6f37-e707-45cf-8478-d1f6369df3a7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.022224] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1041.022224] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527792b0-0b9f-9c06-5ecd-0ebee3ac98e3" [ 1041.022224] env[69159]: _type = "Task" [ 1041.022224] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.033139] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527792b0-0b9f-9c06-5ecd-0ebee3ac98e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.127567] env[69159]: DEBUG nova.network.neutron [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Updating instance_info_cache with network_info: [{"id": "0c83c0ff-7758-4888-9917-a0ee470a4d99", "address": "fa:16:3e:1a:95:99", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c83c0ff-77", "ovs_interfaceid": "0c83c0ff-7758-4888-9917-a0ee470a4d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.253797] env[69159]: DEBUG nova.compute.manager [req-b5d98ea2-d344-416f-8e37-22dcf608e78c req-b5ad445d-1faf-4faa-a321-07869eb536cf service nova] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Received event network-vif-deleted-93b95100-1109-49ff-928f-062ee0846883 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1041.261056] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.264725] env[69159]: DEBUG oslo_concurrency.lockutils [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.564s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.266190] env[69159]: INFO nova.compute.claims [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.283835] env[69159]: INFO nova.scheduler.client.report [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Deleted allocations for instance 293007ac-5a8d-4669-8910-f1757b3ea83a [ 1041.532701] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527792b0-0b9f-9c06-5ecd-0ebee3ac98e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010161} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.533193] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.533290] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] e1c5d804-c6b6-43c0-b787-c1b3efabe957/e1c5d804-c6b6-43c0-b787-c1b3efabe957.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.533531] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7213041-4a14-4ca3-bcf5-89e0c6264511 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.540312] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1041.540312] env[69159]: value = "task-3449184" [ 1041.540312] env[69159]: _type = "Task" [ 1041.540312] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.548427] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.630923] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "refresh_cache-58c035c1-b4ff-49c2-9c8e-1af163391bcc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.631373] env[69159]: DEBUG nova.compute.manager [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Instance network_info: |[{"id": "0c83c0ff-7758-4888-9917-a0ee470a4d99", "address": "fa:16:3e:1a:95:99", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c83c0ff-77", "ovs_interfaceid": "0c83c0ff-7758-4888-9917-a0ee470a4d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1041.631892] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:95:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c83c0ff-7758-4888-9917-a0ee470a4d99', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.640387] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.640621] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.640926] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5c6424e-6e37-4499-97c6-9ff543a3e76f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.662447] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.662447] env[69159]: value = "task-3449185" [ 1041.662447] env[69159]: _type = "Task" [ 1041.662447] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.670657] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449185, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.791146] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf8fba71-a7f7-44dc-9512-d763466d38a0 tempest-ServerShowV247Test-1914996968 tempest-ServerShowV247Test-1914996968-project-member] Lock "293007ac-5a8d-4669-8910-f1757b3ea83a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.299s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.025503] env[69159]: DEBUG nova.compute.manager [req-29f2cdba-44b8-4f77-a7aa-afbcc1ad50b0 req-fdfe23bc-1811-42f1-8bc5-64504161131b service nova] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Received event network-changed-0c83c0ff-7758-4888-9917-a0ee470a4d99 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1042.025950] env[69159]: DEBUG nova.compute.manager [req-29f2cdba-44b8-4f77-a7aa-afbcc1ad50b0 req-fdfe23bc-1811-42f1-8bc5-64504161131b service nova] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Refreshing instance network info cache due to event network-changed-0c83c0ff-7758-4888-9917-a0ee470a4d99. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1042.026207] env[69159]: DEBUG oslo_concurrency.lockutils [req-29f2cdba-44b8-4f77-a7aa-afbcc1ad50b0 req-fdfe23bc-1811-42f1-8bc5-64504161131b service nova] Acquiring lock "refresh_cache-58c035c1-b4ff-49c2-9c8e-1af163391bcc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.026358] env[69159]: DEBUG oslo_concurrency.lockutils [req-29f2cdba-44b8-4f77-a7aa-afbcc1ad50b0 req-fdfe23bc-1811-42f1-8bc5-64504161131b service nova] Acquired lock "refresh_cache-58c035c1-b4ff-49c2-9c8e-1af163391bcc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.026558] env[69159]: DEBUG nova.network.neutron [req-29f2cdba-44b8-4f77-a7aa-afbcc1ad50b0 req-fdfe23bc-1811-42f1-8bc5-64504161131b service nova] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Refreshing network info cache for port 0c83c0ff-7758-4888-9917-a0ee470a4d99 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.051362] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454658} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.051582] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] e1c5d804-c6b6-43c0-b787-c1b3efabe957/e1c5d804-c6b6-43c0-b787-c1b3efabe957.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.051825] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.052159] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0db74528-bc58-4706-92a1-d0f5da49c1d6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.060191] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1042.060191] env[69159]: value = "task-3449186" [ 1042.060191] env[69159]: _type = "Task" [ 1042.060191] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.075745] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.174369] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449185, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.490180] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dfc9af-d8f2-4ee1-9c37-cd8774b827c3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.497518] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edb221a-faa7-44ee-93b1-4ee6d6d26b0f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.528429] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea2d71d-f2ce-4b52-a3c5-d70945ac2ffb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.536992] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3817583d-7059-4fd3-9ae8-731ba7e01c3b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.549928] env[69159]: DEBUG nova.compute.provider_tree [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.571524] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136674} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.571780] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.572564] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd18a10f-1450-4185-b224-2a4a5fa8a071 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.586186] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.586406] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.586605] env[69159]: DEBUG nova.compute.manager [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Going to confirm migration 4 {{(pid=69159) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5249}} [ 1042.596823] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] e1c5d804-c6b6-43c0-b787-c1b3efabe957/e1c5d804-c6b6-43c0-b787-c1b3efabe957.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.597638] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95faa34b-e443-4a7d-8bf9-797a3ce3f80c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.619579] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1042.619579] env[69159]: value = "task-3449187" [ 1042.619579] env[69159]: _type = "Task" [ 1042.619579] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.627314] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.671417] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449185, 'name': CreateVM_Task, 'duration_secs': 0.908105} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.671606] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.672313] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.672481] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.672798] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.673061] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4cba623-b366-42b5-ac24-8dc8aaa38525 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.679212] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1042.679212] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52002d85-26c1-f4be-bbf3-2421ade556ee" [ 1042.679212] env[69159]: _type = "Task" [ 1042.679212] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.686728] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52002d85-26c1-f4be-bbf3-2421ade556ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.735821] env[69159]: DEBUG nova.network.neutron [req-29f2cdba-44b8-4f77-a7aa-afbcc1ad50b0 req-fdfe23bc-1811-42f1-8bc5-64504161131b service nova] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Updated VIF entry in instance network info cache for port 0c83c0ff-7758-4888-9917-a0ee470a4d99. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.736243] env[69159]: DEBUG nova.network.neutron [req-29f2cdba-44b8-4f77-a7aa-afbcc1ad50b0 req-fdfe23bc-1811-42f1-8bc5-64504161131b service nova] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Updating instance_info_cache with network_info: [{"id": "0c83c0ff-7758-4888-9917-a0ee470a4d99", "address": "fa:16:3e:1a:95:99", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c83c0ff-77", "ovs_interfaceid": "0c83c0ff-7758-4888-9917-a0ee470a4d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.053517] env[69159]: DEBUG nova.scheduler.client.report [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.129432] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.158897] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "refresh_cache-f98c7cbf-126c-4be1-9d6f-a0754569ee7f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.159127] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "refresh_cache-f98c7cbf-126c-4be1-9d6f-a0754569ee7f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.159313] env[69159]: DEBUG nova.network.neutron [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.159501] env[69159]: DEBUG nova.objects.instance [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lazy-loading 'info_cache' on Instance uuid f98c7cbf-126c-4be1-9d6f-a0754569ee7f {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.192065] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52002d85-26c1-f4be-bbf3-2421ade556ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011385} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.192065] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.192065] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.192065] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.192065] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.192318] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.192476] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79ba9565-e00a-48c9-8c5c-8bf3572bbdb1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.201323] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.201460] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.202162] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d30a817a-92d4-4bde-9ff9-a445946783b2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.207466] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1043.207466] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5205f14f-e283-d563-051c-49388aa7189a" [ 1043.207466] env[69159]: _type = "Task" [ 1043.207466] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.215302] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5205f14f-e283-d563-051c-49388aa7189a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.239047] env[69159]: DEBUG oslo_concurrency.lockutils [req-29f2cdba-44b8-4f77-a7aa-afbcc1ad50b0 req-fdfe23bc-1811-42f1-8bc5-64504161131b service nova] Releasing lock "refresh_cache-58c035c1-b4ff-49c2-9c8e-1af163391bcc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.559569] env[69159]: DEBUG oslo_concurrency.lockutils [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.560187] env[69159]: DEBUG nova.compute.manager [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1043.563601] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.015s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.563834] env[69159]: DEBUG nova.objects.instance [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lazy-loading 'resources' on Instance uuid 16b36ecb-c048-4972-ba39-0d47b15bacd3 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.630919] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.717441] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5205f14f-e283-d563-051c-49388aa7189a, 'name': SearchDatastore_Task, 'duration_secs': 0.008806} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.718241] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d2dfcb8-101e-47bc-b375-cc5fc0a4aa80 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.723151] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1043.723151] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521a657b-0642-827a-b3f7-0399733dc969" [ 1043.723151] env[69159]: _type = "Task" [ 1043.723151] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.730749] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521a657b-0642-827a-b3f7-0399733dc969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.067250] env[69159]: DEBUG nova.compute.utils [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.071489] env[69159]: DEBUG nova.compute.manager [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1044.071796] env[69159]: DEBUG nova.network.neutron [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.107785] env[69159]: DEBUG nova.policy [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '808c86ae41ff4c8884677cf317a862c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e20f58dcc47c43e7af3cf938035cc635', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.131135] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449187, 'name': ReconfigVM_Task, 'duration_secs': 1.311516} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.133621] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Reconfigured VM instance instance-0000005c to attach disk [datastore2] e1c5d804-c6b6-43c0-b787-c1b3efabe957/e1c5d804-c6b6-43c0-b787-c1b3efabe957.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.134727] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbd259d0-1690-4f40-a3c7-3d68aeb095f8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.142269] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1044.142269] env[69159]: value = "task-3449188" [ 1044.142269] env[69159]: _type = "Task" [ 1044.142269] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.152859] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449188, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.238099] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521a657b-0642-827a-b3f7-0399733dc969, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.238446] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.239391] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 58c035c1-b4ff-49c2-9c8e-1af163391bcc/58c035c1-b4ff-49c2-9c8e-1af163391bcc.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.239391] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f60dd3b8-aa6e-4706-932b-756cf963cdfd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.249437] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1044.249437] env[69159]: value = "task-3449189" [ 1044.249437] env[69159]: _type = "Task" [ 1044.249437] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.261650] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.289247] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef67309-1b51-496f-b138-da9eb71ba77d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.298844] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bd5dce-6425-47ca-8abb-35c7bcca5055 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.334681] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d26a36-f26b-4a84-b7eb-608aa19585a3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.342843] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1377ce2b-1b25-4d02-999f-36edf4b93afa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.356425] env[69159]: DEBUG nova.compute.provider_tree [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.434111] env[69159]: DEBUG nova.network.neutron [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Successfully created port: 8d784728-b450-47fe-aec8-de76fc6ff588 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.494582] env[69159]: DEBUG nova.network.neutron [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Updating instance_info_cache with network_info: [{"id": "aa381d21-360b-48ae-b76d-92ff56e3a5d5", "address": "fa:16:3e:3e:35:25", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa381d21-36", "ovs_interfaceid": "aa381d21-360b-48ae-b76d-92ff56e3a5d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.572517] env[69159]: DEBUG nova.compute.manager [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1044.652423] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449188, 'name': Rename_Task, 'duration_secs': 0.149303} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.654493] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.654493] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95b25edd-6b46-4fdc-844c-ea457c671e42 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.660613] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1044.660613] env[69159]: value = "task-3449190" [ 1044.660613] env[69159]: _type = "Task" [ 1044.660613] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.668950] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.760015] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428227} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.760330] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 58c035c1-b4ff-49c2-9c8e-1af163391bcc/58c035c1-b4ff-49c2-9c8e-1af163391bcc.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.760559] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.760848] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d48c551-b8c3-46cf-9ea6-bb4a6acf13fe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.766569] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1044.766569] env[69159]: value = "task-3449191" [ 1044.766569] env[69159]: _type = "Task" [ 1044.766569] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.775474] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.859879] env[69159]: DEBUG nova.scheduler.client.report [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.001377] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "refresh_cache-f98c7cbf-126c-4be1-9d6f-a0754569ee7f" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.002937] env[69159]: DEBUG nova.objects.instance [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lazy-loading 'migration_context' on Instance uuid f98c7cbf-126c-4be1-9d6f-a0754569ee7f {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.171163] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449190, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.279219] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.053242} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.279571] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.280361] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3026baf5-e54e-4469-9a9b-3a8ebad72a80 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.306928] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 58c035c1-b4ff-49c2-9c8e-1af163391bcc/58c035c1-b4ff-49c2-9c8e-1af163391bcc.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.307418] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0299c7b4-b7be-496b-93f5-9ada552edd17 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.331450] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1045.331450] env[69159]: value = "task-3449192" [ 1045.331450] env[69159]: _type = "Task" [ 1045.331450] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.339269] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.365388] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.368181] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.778s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.368282] env[69159]: DEBUG nova.objects.instance [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lazy-loading 'resources' on Instance uuid 9ccfab5a-e33c-4da1-97ad-702c954a2239 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.391916] env[69159]: INFO nova.scheduler.client.report [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleted allocations for instance 16b36ecb-c048-4972-ba39-0d47b15bacd3 [ 1045.504684] env[69159]: DEBUG nova.objects.base [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1045.505737] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874d03d7-28d8-4763-a37b-d573df82fca7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.526068] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf93a003-01fd-42f4-b3fc-0daf43beaac8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.532034] env[69159]: DEBUG oslo_vmware.api [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1045.532034] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5267e01f-3a8a-d0f1-c838-83f4dcb513a5" [ 1045.532034] env[69159]: _type = "Task" [ 1045.532034] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.539776] env[69159]: DEBUG oslo_vmware.api [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5267e01f-3a8a-d0f1-c838-83f4dcb513a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.582851] env[69159]: DEBUG nova.compute.manager [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1045.608310] env[69159]: DEBUG nova.virt.hardware [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.608598] env[69159]: DEBUG nova.virt.hardware [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.608757] env[69159]: DEBUG nova.virt.hardware [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.608932] env[69159]: DEBUG nova.virt.hardware [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.609088] env[69159]: DEBUG nova.virt.hardware [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.609240] env[69159]: DEBUG nova.virt.hardware [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.609451] env[69159]: DEBUG nova.virt.hardware [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.609607] env[69159]: DEBUG nova.virt.hardware [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.609776] env[69159]: DEBUG nova.virt.hardware [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.609934] env[69159]: DEBUG nova.virt.hardware [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.610113] env[69159]: DEBUG nova.virt.hardware [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.610999] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199e6eba-6aff-483e-85de-bce5ed463fd4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.619135] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b1280b-19ac-40d6-ac83-a9fe987df01c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.671105] env[69159]: DEBUG oslo_vmware.api [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449190, 'name': PowerOnVM_Task, 'duration_secs': 0.888346} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.671385] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.671591] env[69159]: INFO nova.compute.manager [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Took 10.39 seconds to spawn the instance on the hypervisor. [ 1045.671772] env[69159]: DEBUG nova.compute.manager [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1045.672547] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2143814-3c6f-439c-bc50-3bfb98f113b9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.841661] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449192, 'name': ReconfigVM_Task, 'duration_secs': 0.271414} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.841981] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 58c035c1-b4ff-49c2-9c8e-1af163391bcc/58c035c1-b4ff-49c2-9c8e-1af163391bcc.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.842673] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a428b994-5098-41d2-afde-4d1576e4a016 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.847896] env[69159]: DEBUG nova.compute.manager [req-5b97e2d4-e9ee-4224-a5bf-0b2593c81273 req-ceb4cec9-013c-4dd9-a839-e7a721848830 service nova] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Received event network-vif-plugged-8d784728-b450-47fe-aec8-de76fc6ff588 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1045.848157] env[69159]: DEBUG oslo_concurrency.lockutils [req-5b97e2d4-e9ee-4224-a5bf-0b2593c81273 req-ceb4cec9-013c-4dd9-a839-e7a721848830 service nova] Acquiring lock "ea3b21e5-1a7b-4ad3-92da-9df616184050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.848373] env[69159]: DEBUG oslo_concurrency.lockutils [req-5b97e2d4-e9ee-4224-a5bf-0b2593c81273 req-ceb4cec9-013c-4dd9-a839-e7a721848830 service nova] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.848539] env[69159]: DEBUG oslo_concurrency.lockutils [req-5b97e2d4-e9ee-4224-a5bf-0b2593c81273 req-ceb4cec9-013c-4dd9-a839-e7a721848830 service nova] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.848703] env[69159]: DEBUG nova.compute.manager [req-5b97e2d4-e9ee-4224-a5bf-0b2593c81273 req-ceb4cec9-013c-4dd9-a839-e7a721848830 service nova] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] No waiting events found dispatching network-vif-plugged-8d784728-b450-47fe-aec8-de76fc6ff588 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1045.848885] env[69159]: WARNING nova.compute.manager [req-5b97e2d4-e9ee-4224-a5bf-0b2593c81273 req-ceb4cec9-013c-4dd9-a839-e7a721848830 service nova] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Received unexpected event network-vif-plugged-8d784728-b450-47fe-aec8-de76fc6ff588 for instance with vm_state building and task_state spawning. [ 1045.850564] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1045.850564] env[69159]: value = "task-3449193" [ 1045.850564] env[69159]: _type = "Task" [ 1045.850564] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.859470] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449193, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.900830] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0079af00-b2fa-4a34-980c-b0d4455ffb73 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "16b36ecb-c048-4972-ba39-0d47b15bacd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.309s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.951936] env[69159]: DEBUG nova.network.neutron [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Successfully updated port: 8d784728-b450-47fe-aec8-de76fc6ff588 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.044423] env[69159]: DEBUG oslo_vmware.api [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5267e01f-3a8a-d0f1-c838-83f4dcb513a5, 'name': SearchDatastore_Task, 'duration_secs': 0.007405} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.044749] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.075111] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788aace7-995a-40a5-8468-f7b28596970c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.082271] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8327a3a9-973c-48b3-b509-debce97ad4c1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.112178] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aac7e1-4576-43d9-af1e-e43afbaff611 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.119644] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1355052-9a0d-4540-a77e-6d35509ca196 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.132727] env[69159]: DEBUG nova.compute.provider_tree [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.193704] env[69159]: INFO nova.compute.manager [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Took 32.98 seconds to build instance. [ 1046.360412] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449193, 'name': Rename_Task, 'duration_secs': 0.142128} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.360697] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.360962] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62e4a0be-b651-4b3a-b406-f624eafb97b7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.367106] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1046.367106] env[69159]: value = "task-3449194" [ 1046.367106] env[69159]: _type = "Task" [ 1046.367106] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.376509] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.458690] env[69159]: DEBUG oslo_concurrency.lockutils [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "refresh_cache-ea3b21e5-1a7b-4ad3-92da-9df616184050" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.458690] env[69159]: DEBUG oslo_concurrency.lockutils [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquired lock "refresh_cache-ea3b21e5-1a7b-4ad3-92da-9df616184050" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.458690] env[69159]: DEBUG nova.network.neutron [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.635536] env[69159]: DEBUG nova.scheduler.client.report [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.694707] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1ed82720-9e59-4898-b220-fe5d33c6cf41 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "e1c5d804-c6b6-43c0-b787-c1b3efabe957" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.494s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.877752] env[69159]: DEBUG oslo_vmware.api [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449194, 'name': PowerOnVM_Task, 'duration_secs': 0.453731} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.878073] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.878289] env[69159]: INFO nova.compute.manager [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1046.878467] env[69159]: DEBUG nova.compute.manager [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1046.879271] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9b2d0c-1b0d-4420-a5a9-bbdbaf0876f3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.987676] env[69159]: DEBUG nova.network.neutron [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.124336] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "6658d775-47f8-4ba7-baf3-f7bd78cf559b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.124871] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "6658d775-47f8-4ba7-baf3-f7bd78cf559b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.125153] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "6658d775-47f8-4ba7-baf3-f7bd78cf559b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.125541] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "6658d775-47f8-4ba7-baf3-f7bd78cf559b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.125804] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "6658d775-47f8-4ba7-baf3-f7bd78cf559b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.128274] env[69159]: INFO nova.compute.manager [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Terminating instance [ 1047.140634] env[69159]: DEBUG nova.network.neutron [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Updating instance_info_cache with network_info: [{"id": "8d784728-b450-47fe-aec8-de76fc6ff588", "address": "fa:16:3e:21:cc:6d", "network": {"id": "e937f80d-3123-4a8c-a1e6-f7dba5e73894", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-914840469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e20f58dcc47c43e7af3cf938035cc635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d784728-b4", "ovs_interfaceid": "8d784728-b450-47fe-aec8-de76fc6ff588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.142285] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.145038] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.327s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.147205] env[69159]: INFO nova.compute.claims [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.161459] env[69159]: INFO nova.scheduler.client.report [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Deleted allocations for instance 9ccfab5a-e33c-4da1-97ad-702c954a2239 [ 1047.271332] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquiring lock "f71cd352-c0cb-4c57-a1d1-1706e3529897" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.271567] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "f71cd352-c0cb-4c57-a1d1-1706e3529897" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.397991] env[69159]: INFO nova.compute.manager [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Took 20.76 seconds to build instance. [ 1047.632334] env[69159]: DEBUG nova.compute.manager [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1047.632334] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.633594] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b914ba1e-6650-422d-9e5a-81fc651d3c2f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.641631] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.641886] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96391fb3-9b5f-4dc7-901d-4d433511d77a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.645982] env[69159]: DEBUG oslo_concurrency.lockutils [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Releasing lock "refresh_cache-ea3b21e5-1a7b-4ad3-92da-9df616184050" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.646252] env[69159]: DEBUG nova.compute.manager [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Instance network_info: |[{"id": "8d784728-b450-47fe-aec8-de76fc6ff588", "address": "fa:16:3e:21:cc:6d", "network": {"id": "e937f80d-3123-4a8c-a1e6-f7dba5e73894", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-914840469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e20f58dcc47c43e7af3cf938035cc635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d784728-b4", "ovs_interfaceid": "8d784728-b450-47fe-aec8-de76fc6ff588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1047.647657] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:cc:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d784728-b450-47fe-aec8-de76fc6ff588', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.657935] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.658433] env[69159]: DEBUG oslo_vmware.api [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1047.658433] env[69159]: value = "task-3449195" [ 1047.658433] env[69159]: _type = "Task" [ 1047.658433] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.661016] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.661300] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c2e5450-9a29-49c9-9a60-340294ee0aa1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.683205] env[69159]: DEBUG oslo_concurrency.lockutils [None req-aac67361-b73b-4234-98d2-b95decb215c9 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "9ccfab5a-e33c-4da1-97ad-702c954a2239" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.117s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.690020] env[69159]: DEBUG oslo_vmware.api [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.690020] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.690020] env[69159]: value = "task-3449196" [ 1047.690020] env[69159]: _type = "Task" [ 1047.690020] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.696960] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449196, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.773660] env[69159]: DEBUG nova.compute.manager [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1047.900512] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d0fa3fb6-90c8-40ea-ba5e-d49e5d598b2f tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "58c035c1-b4ff-49c2-9c8e-1af163391bcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.269s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.090507] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "e2f9c7f7-de40-4374-8818-078873e44498" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.090857] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "e2f9c7f7-de40-4374-8818-078873e44498" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.091103] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "e2f9c7f7-de40-4374-8818-078873e44498-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.091696] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "e2f9c7f7-de40-4374-8818-078873e44498-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.091696] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "e2f9c7f7-de40-4374-8818-078873e44498-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.095953] env[69159]: INFO nova.compute.manager [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Terminating instance [ 1048.172505] env[69159]: DEBUG oslo_vmware.api [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449195, 'name': PowerOffVM_Task, 'duration_secs': 0.30555} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.172505] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.172505] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.172624] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b57fe39-aa52-4443-839f-c5e246210c9a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.185506] env[69159]: DEBUG nova.compute.manager [req-dcfb774b-4378-4b35-8677-49678503bbf0 req-01ae83a6-83db-425f-816b-6c61ed0f5550 service nova] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Received event network-changed-8d784728-b450-47fe-aec8-de76fc6ff588 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1048.185798] env[69159]: DEBUG nova.compute.manager [req-dcfb774b-4378-4b35-8677-49678503bbf0 req-01ae83a6-83db-425f-816b-6c61ed0f5550 service nova] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Refreshing instance network info cache due to event network-changed-8d784728-b450-47fe-aec8-de76fc6ff588. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1048.186065] env[69159]: DEBUG oslo_concurrency.lockutils [req-dcfb774b-4378-4b35-8677-49678503bbf0 req-01ae83a6-83db-425f-816b-6c61ed0f5550 service nova] Acquiring lock "refresh_cache-ea3b21e5-1a7b-4ad3-92da-9df616184050" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.186228] env[69159]: DEBUG oslo_concurrency.lockutils [req-dcfb774b-4378-4b35-8677-49678503bbf0 req-01ae83a6-83db-425f-816b-6c61ed0f5550 service nova] Acquired lock "refresh_cache-ea3b21e5-1a7b-4ad3-92da-9df616184050" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.186427] env[69159]: DEBUG nova.network.neutron [req-dcfb774b-4378-4b35-8677-49678503bbf0 req-01ae83a6-83db-425f-816b-6c61ed0f5550 service nova] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Refreshing network info cache for port 8d784728-b450-47fe-aec8-de76fc6ff588 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.200781] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449196, 'name': CreateVM_Task, 'duration_secs': 0.373486} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.201032] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.201762] env[69159]: DEBUG oslo_concurrency.lockutils [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.201949] env[69159]: DEBUG oslo_concurrency.lockutils [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.202326] env[69159]: DEBUG oslo_concurrency.lockutils [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.205659] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23d91024-5b7a-4328-ba51-cea20f094f2d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.211234] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1048.211234] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52633588-d6ed-bf76-f3b4-cc12e8a422cf" [ 1048.211234] env[69159]: _type = "Task" [ 1048.211234] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.220623] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52633588-d6ed-bf76-f3b4-cc12e8a422cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.250931] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.251276] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.251469] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleting the datastore file [datastore2] 6658d775-47f8-4ba7-baf3-f7bd78cf559b {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.251750] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a6e0a81-86b1-49f2-8740-f2cb2b79f825 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.260876] env[69159]: DEBUG oslo_vmware.api [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1048.260876] env[69159]: value = "task-3449198" [ 1048.260876] env[69159]: _type = "Task" [ 1048.260876] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.266744] env[69159]: DEBUG nova.compute.manager [req-9ed7617e-f811-4463-947d-cc7a0fb1b955 req-74b3ab90-a345-4a1e-8a91-fba8273d8680 service nova] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Received event network-changed-0c83c0ff-7758-4888-9917-a0ee470a4d99 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1048.267024] env[69159]: DEBUG nova.compute.manager [req-9ed7617e-f811-4463-947d-cc7a0fb1b955 req-74b3ab90-a345-4a1e-8a91-fba8273d8680 service nova] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Refreshing instance network info cache due to event network-changed-0c83c0ff-7758-4888-9917-a0ee470a4d99. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1048.267473] env[69159]: DEBUG oslo_concurrency.lockutils [req-9ed7617e-f811-4463-947d-cc7a0fb1b955 req-74b3ab90-a345-4a1e-8a91-fba8273d8680 service nova] Acquiring lock "refresh_cache-58c035c1-b4ff-49c2-9c8e-1af163391bcc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.267510] env[69159]: DEBUG oslo_concurrency.lockutils [req-9ed7617e-f811-4463-947d-cc7a0fb1b955 req-74b3ab90-a345-4a1e-8a91-fba8273d8680 service nova] Acquired lock "refresh_cache-58c035c1-b4ff-49c2-9c8e-1af163391bcc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.267669] env[69159]: DEBUG nova.network.neutron [req-9ed7617e-f811-4463-947d-cc7a0fb1b955 req-74b3ab90-a345-4a1e-8a91-fba8273d8680 service nova] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Refreshing network info cache for port 0c83c0ff-7758-4888-9917-a0ee470a4d99 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.281611] env[69159]: DEBUG oslo_vmware.api [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.297345] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.401240] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6390225-80b5-4a57-a498-774f7e2b4ad5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.410410] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532f7168-8f63-491d-93fc-939df736fed5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.448742] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281612cd-6c66-4636-a53f-388cdaf298a3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.456662] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57634467-f197-4cbd-b003-b1c388699816 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.470386] env[69159]: DEBUG nova.compute.provider_tree [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.599916] env[69159]: DEBUG nova.compute.manager [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1048.600165] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.601046] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a87e36b-aee8-41cb-a1f2-c4401b87316c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.609968] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.610269] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f43ee1e0-b74c-4fbe-83dc-25fafea638e9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.616996] env[69159]: DEBUG oslo_vmware.api [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1048.616996] env[69159]: value = "task-3449199" [ 1048.616996] env[69159]: _type = "Task" [ 1048.616996] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.624962] env[69159]: DEBUG oslo_vmware.api [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.704293] env[69159]: DEBUG oslo_concurrency.lockutils [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "b2780a0d-e804-4722-90fe-8bb1cbee2c40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.704639] env[69159]: DEBUG oslo_concurrency.lockutils [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "b2780a0d-e804-4722-90fe-8bb1cbee2c40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.727682] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52633588-d6ed-bf76-f3b4-cc12e8a422cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011484} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.730220] env[69159]: DEBUG oslo_concurrency.lockutils [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.730462] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.730693] env[69159]: DEBUG oslo_concurrency.lockutils [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.730840] env[69159]: DEBUG oslo_concurrency.lockutils [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.731027] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.731348] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e87ff912-20ba-4ca6-862c-b433a630ddaf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.741578] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.741779] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.743306] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2a673d-f1ca-408b-a3ca-dd2bf187e019 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.749643] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1048.749643] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526b9484-7044-0900-b525-110e8ebe91ee" [ 1048.749643] env[69159]: _type = "Task" [ 1048.749643] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.758164] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526b9484-7044-0900-b525-110e8ebe91ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.770447] env[69159]: DEBUG oslo_vmware.api [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209398} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.770676] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.771089] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.771089] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.771234] env[69159]: INFO nova.compute.manager [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1048.771440] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.772783] env[69159]: DEBUG nova.compute.manager [-] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1048.772783] env[69159]: DEBUG nova.network.neutron [-] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.919636] env[69159]: DEBUG nova.network.neutron [req-dcfb774b-4378-4b35-8677-49678503bbf0 req-01ae83a6-83db-425f-816b-6c61ed0f5550 service nova] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Updated VIF entry in instance network info cache for port 8d784728-b450-47fe-aec8-de76fc6ff588. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.920084] env[69159]: DEBUG nova.network.neutron [req-dcfb774b-4378-4b35-8677-49678503bbf0 req-01ae83a6-83db-425f-816b-6c61ed0f5550 service nova] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Updating instance_info_cache with network_info: [{"id": "8d784728-b450-47fe-aec8-de76fc6ff588", "address": "fa:16:3e:21:cc:6d", "network": {"id": "e937f80d-3123-4a8c-a1e6-f7dba5e73894", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-914840469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e20f58dcc47c43e7af3cf938035cc635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d784728-b4", "ovs_interfaceid": "8d784728-b450-47fe-aec8-de76fc6ff588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.973351] env[69159]: DEBUG nova.scheduler.client.report [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.098031] env[69159]: DEBUG nova.network.neutron [req-9ed7617e-f811-4463-947d-cc7a0fb1b955 req-74b3ab90-a345-4a1e-8a91-fba8273d8680 service nova] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Updated VIF entry in instance network info cache for port 0c83c0ff-7758-4888-9917-a0ee470a4d99. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.098542] env[69159]: DEBUG nova.network.neutron [req-9ed7617e-f811-4463-947d-cc7a0fb1b955 req-74b3ab90-a345-4a1e-8a91-fba8273d8680 service nova] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Updating instance_info_cache with network_info: [{"id": "0c83c0ff-7758-4888-9917-a0ee470a4d99", "address": "fa:16:3e:1a:95:99", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c83c0ff-77", "ovs_interfaceid": "0c83c0ff-7758-4888-9917-a0ee470a4d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.129372] env[69159]: DEBUG oslo_vmware.api [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449199, 'name': PowerOffVM_Task, 'duration_secs': 0.30216} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.130236] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.130349] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.130603] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48439026-cae2-4bcd-98a4-2c92d9648500 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.193158] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.193407] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.193591] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Deleting the datastore file [datastore2] e2f9c7f7-de40-4374-8818-078873e44498 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.193875] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd53915f-8f0b-4abd-b4e0-dbeb39568a3d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.201644] env[69159]: DEBUG oslo_vmware.api [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1049.201644] env[69159]: value = "task-3449201" [ 1049.201644] env[69159]: _type = "Task" [ 1049.201644] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.209429] env[69159]: DEBUG nova.compute.manager [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1049.212363] env[69159]: DEBUG oslo_vmware.api [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.259548] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]526b9484-7044-0900-b525-110e8ebe91ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.260366] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b4e1353-8f90-4ead-b227-20d652c2f802 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.266871] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1049.266871] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5249e5f8-5cdb-fd8a-c5a1-ffbf8d230ef2" [ 1049.266871] env[69159]: _type = "Task" [ 1049.266871] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.274704] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5249e5f8-5cdb-fd8a-c5a1-ffbf8d230ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.423559] env[69159]: DEBUG oslo_concurrency.lockutils [req-dcfb774b-4378-4b35-8677-49678503bbf0 req-01ae83a6-83db-425f-816b-6c61ed0f5550 service nova] Releasing lock "refresh_cache-ea3b21e5-1a7b-4ad3-92da-9df616184050" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.478981] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.480583] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.436s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.604966] env[69159]: DEBUG oslo_concurrency.lockutils [req-9ed7617e-f811-4463-947d-cc7a0fb1b955 req-74b3ab90-a345-4a1e-8a91-fba8273d8680 service nova] Releasing lock "refresh_cache-58c035c1-b4ff-49c2-9c8e-1af163391bcc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.623728] env[69159]: DEBUG nova.network.neutron [-] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.711875] env[69159]: DEBUG oslo_vmware.api [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218492} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.712285] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.712322] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.712491] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.712668] env[69159]: INFO nova.compute.manager [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1049.712914] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.715165] env[69159]: DEBUG nova.compute.manager [-] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1049.715259] env[69159]: DEBUG nova.network.neutron [-] [instance: e2f9c7f7-de40-4374-8818-078873e44498] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.736868] env[69159]: DEBUG oslo_concurrency.lockutils [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.777123] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5249e5f8-5cdb-fd8a-c5a1-ffbf8d230ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.026007} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.777356] env[69159]: DEBUG oslo_concurrency.lockutils [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.777617] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] ea3b21e5-1a7b-4ad3-92da-9df616184050/ea3b21e5-1a7b-4ad3-92da-9df616184050.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.777876] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd24d0f6-8bb0-4520-969c-7a278490d8b9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.785362] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1049.785362] env[69159]: value = "task-3449203" [ 1049.785362] env[69159]: _type = "Task" [ 1049.785362] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.795195] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.983340] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Acquiring lock "a33a6ce6-76b3-4ba3-be64-5f786ef8f333" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.983650] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Lock "a33a6ce6-76b3-4ba3-be64-5f786ef8f333" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.126646] env[69159]: INFO nova.compute.manager [-] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Took 1.35 seconds to deallocate network for instance. [ 1050.178573] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4571c009-b791-455d-a80f-4d8b75b37f7c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.186103] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1289175b-f3a7-48e5-a106-407b9c8db473 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.215458] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdbb523-78eb-447c-972c-494698deedb3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.223147] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abab781b-812a-480b-a099-a543390801c3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.236676] env[69159]: DEBUG nova.compute.provider_tree [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.294554] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.296944] env[69159]: DEBUG nova.compute.manager [req-f48595f4-61ff-4703-b5ef-c042af5abbd7 req-8b6810c2-ad26-4e49-a973-7e8e1941942e service nova] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Received event network-vif-deleted-c1223e36-7394-448b-ba89-bc085a833fef {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1050.297153] env[69159]: DEBUG nova.compute.manager [req-f48595f4-61ff-4703-b5ef-c042af5abbd7 req-8b6810c2-ad26-4e49-a973-7e8e1941942e service nova] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Received event network-vif-deleted-2810640e-a46b-4c9e-8cf2-4e4f2994f0dd {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1050.297317] env[69159]: INFO nova.compute.manager [req-f48595f4-61ff-4703-b5ef-c042af5abbd7 req-8b6810c2-ad26-4e49-a973-7e8e1941942e service nova] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Neutron deleted interface 2810640e-a46b-4c9e-8cf2-4e4f2994f0dd; detaching it from the instance and deleting it from the info cache [ 1050.297484] env[69159]: DEBUG nova.network.neutron [req-f48595f4-61ff-4703-b5ef-c042af5abbd7 req-8b6810c2-ad26-4e49-a973-7e8e1941942e service nova] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.434986] env[69159]: DEBUG nova.network.neutron [-] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.489433] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Lock "a33a6ce6-76b3-4ba3-be64-5f786ef8f333" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.490126] env[69159]: DEBUG nova.compute.manager [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1050.635198] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.740228] env[69159]: DEBUG nova.scheduler.client.report [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.796704] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.995927} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.796914] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] ea3b21e5-1a7b-4ad3-92da-9df616184050/ea3b21e5-1a7b-4ad3-92da-9df616184050.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.797143] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.797391] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3ce8709-3dfd-44af-97e2-3738080e6aff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.799467] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24c10b2f-f3b2-4609-9d5c-7b60e922d355 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.805576] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1050.805576] env[69159]: value = "task-3449204" [ 1050.805576] env[69159]: _type = "Task" [ 1050.805576] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.812069] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b5fd48-d917-4428-889c-55636bc9f005 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.828562] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.842149] env[69159]: DEBUG nova.compute.manager [req-f48595f4-61ff-4703-b5ef-c042af5abbd7 req-8b6810c2-ad26-4e49-a973-7e8e1941942e service nova] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Detach interface failed, port_id=2810640e-a46b-4c9e-8cf2-4e4f2994f0dd, reason: Instance e2f9c7f7-de40-4374-8818-078873e44498 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1050.937540] env[69159]: INFO nova.compute.manager [-] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Took 1.22 seconds to deallocate network for instance. [ 1050.994876] env[69159]: DEBUG nova.compute.utils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.996364] env[69159]: DEBUG nova.compute.manager [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1050.996483] env[69159]: DEBUG nova.network.neutron [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.043244] env[69159]: DEBUG nova.policy [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa0dc22d65094b22baad5107718a3e04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a1a3f89154c4266b0d90bfff4b880a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.311415] env[69159]: DEBUG nova.network.neutron [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Successfully created port: cad896de-9ce0-4116-8f88-057b04b6b4bf {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.318092] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.362017} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.318383] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.319237] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04e2cec-4e67-4326-82b6-da4d603658bd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.342611] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] ea3b21e5-1a7b-4ad3-92da-9df616184050/ea3b21e5-1a7b-4ad3-92da-9df616184050.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.343218] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-694123d0-e2f2-48c8-afa2-a0488872fac9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.364814] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1051.364814] env[69159]: value = "task-3449205" [ 1051.364814] env[69159]: _type = "Task" [ 1051.364814] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.374028] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.444308] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.499434] env[69159]: DEBUG nova.compute.manager [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1051.750395] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.270s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.753206] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.456s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.754652] env[69159]: INFO nova.compute.claims [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.874737] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.314056] env[69159]: INFO nova.scheduler.client.report [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleted allocation for migration fe25dada-7303-432d-b46f-2b70cb8e0cc7 [ 1052.376918] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449205, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.511598] env[69159]: DEBUG nova.compute.manager [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1052.537054] env[69159]: DEBUG nova.virt.hardware [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.537311] env[69159]: DEBUG nova.virt.hardware [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.537468] env[69159]: DEBUG nova.virt.hardware [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.537666] env[69159]: DEBUG nova.virt.hardware [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.537825] env[69159]: DEBUG nova.virt.hardware [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.538044] env[69159]: DEBUG nova.virt.hardware [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.538275] env[69159]: DEBUG nova.virt.hardware [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.538439] env[69159]: DEBUG nova.virt.hardware [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.538603] env[69159]: DEBUG nova.virt.hardware [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.538772] env[69159]: DEBUG nova.virt.hardware [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.538943] env[69159]: DEBUG nova.virt.hardware [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.539870] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae43d91-15e5-4fd4-baca-7e032b244caf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.547572] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23957604-81d7-4293-abec-eb2e0f8649ec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.680409] env[69159]: DEBUG oslo_concurrency.lockutils [None req-41314bf5-88c0-4484-b150-3dce3c8f55a0 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "interface-748ccd51-7efa-47c2-bbdd-9d071bf3903e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.680699] env[69159]: DEBUG oslo_concurrency.lockutils [None req-41314bf5-88c0-4484-b150-3dce3c8f55a0 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-748ccd51-7efa-47c2-bbdd-9d071bf3903e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.681044] env[69159]: DEBUG nova.objects.instance [None req-41314bf5-88c0-4484-b150-3dce3c8f55a0 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lazy-loading 'flavor' on Instance uuid 748ccd51-7efa-47c2-bbdd-9d071bf3903e {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.819909] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3b974e3-fafc-45f6-b510-2db8b9fac9e8 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.233s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.879399] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449205, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.943577] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cb8790-b8b2-4705-886e-6e00e61e767d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.951877] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4eb343-6895-467b-870b-b512badfdd3b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.982543] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc79b7c-e467-4b50-ab5c-b5c8db32feaa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.991246] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6a28eb-70e3-44a7-8f19-ade1f8de2a0f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.005394] env[69159]: DEBUG nova.compute.provider_tree [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.040614] env[69159]: DEBUG nova.network.neutron [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Successfully updated port: cad896de-9ce0-4116-8f88-057b04b6b4bf {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.085780] env[69159]: DEBUG nova.compute.manager [req-5796616e-b369-4e9e-9de0-58afbd001a1d req-c1d18818-5170-4a04-8c02-257e2b51a19f service nova] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Received event network-vif-plugged-cad896de-9ce0-4116-8f88-057b04b6b4bf {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1053.085961] env[69159]: DEBUG oslo_concurrency.lockutils [req-5796616e-b369-4e9e-9de0-58afbd001a1d req-c1d18818-5170-4a04-8c02-257e2b51a19f service nova] Acquiring lock "00bcbcba-63dc-4d2d-aea5-70bd361dc143-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.086193] env[69159]: DEBUG oslo_concurrency.lockutils [req-5796616e-b369-4e9e-9de0-58afbd001a1d req-c1d18818-5170-4a04-8c02-257e2b51a19f service nova] Lock "00bcbcba-63dc-4d2d-aea5-70bd361dc143-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.086361] env[69159]: DEBUG oslo_concurrency.lockutils [req-5796616e-b369-4e9e-9de0-58afbd001a1d req-c1d18818-5170-4a04-8c02-257e2b51a19f service nova] Lock "00bcbcba-63dc-4d2d-aea5-70bd361dc143-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.086529] env[69159]: DEBUG nova.compute.manager [req-5796616e-b369-4e9e-9de0-58afbd001a1d req-c1d18818-5170-4a04-8c02-257e2b51a19f service nova] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] No waiting events found dispatching network-vif-plugged-cad896de-9ce0-4116-8f88-057b04b6b4bf {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1053.086758] env[69159]: WARNING nova.compute.manager [req-5796616e-b369-4e9e-9de0-58afbd001a1d req-c1d18818-5170-4a04-8c02-257e2b51a19f service nova] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Received unexpected event network-vif-plugged-cad896de-9ce0-4116-8f88-057b04b6b4bf for instance with vm_state building and task_state spawning. [ 1053.184602] env[69159]: DEBUG nova.objects.instance [None req-41314bf5-88c0-4484-b150-3dce3c8f55a0 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lazy-loading 'pci_requests' on Instance uuid 748ccd51-7efa-47c2-bbdd-9d071bf3903e {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.376493] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449205, 'name': ReconfigVM_Task, 'duration_secs': 1.931545} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.376769] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Reconfigured VM instance instance-0000005e to attach disk [datastore1] ea3b21e5-1a7b-4ad3-92da-9df616184050/ea3b21e5-1a7b-4ad3-92da-9df616184050.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.377420] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad741dd9-0fdf-47a2-9ec5-3e932ccaba7e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.383331] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1053.383331] env[69159]: value = "task-3449207" [ 1053.383331] env[69159]: _type = "Task" [ 1053.383331] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.391413] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449207, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.529557] env[69159]: ERROR nova.scheduler.client.report [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [req-587366ed-a0c1-4c62-ad48-f78d39737393] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bb8e5e26-0b56-454c-ae24-e4322af67e22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-587366ed-a0c1-4c62-ad48-f78d39737393"}]} [ 1053.544471] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Acquiring lock "refresh_cache-00bcbcba-63dc-4d2d-aea5-70bd361dc143" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.544471] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Acquired lock "refresh_cache-00bcbcba-63dc-4d2d-aea5-70bd361dc143" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.544858] env[69159]: DEBUG nova.network.neutron [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.554632] env[69159]: DEBUG nova.scheduler.client.report [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Refreshing inventories for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1053.573302] env[69159]: DEBUG nova.scheduler.client.report [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating ProviderTree inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1053.573573] env[69159]: DEBUG nova.compute.provider_tree [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.588027] env[69159]: DEBUG nova.scheduler.client.report [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Refreshing aggregate associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, aggregates: None {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1053.608426] env[69159]: DEBUG nova.scheduler.client.report [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Refreshing trait associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1053.687466] env[69159]: DEBUG nova.objects.base [None req-41314bf5-88c0-4484-b150-3dce3c8f55a0 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Object Instance<748ccd51-7efa-47c2-bbdd-9d071bf3903e> lazy-loaded attributes: flavor,pci_requests {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1053.687738] env[69159]: DEBUG nova.network.neutron [None req-41314bf5-88c0-4484-b150-3dce3c8f55a0 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.736847] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.737129] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.737450] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.737565] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.737768] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.740154] env[69159]: INFO nova.compute.manager [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Terminating instance [ 1053.803254] env[69159]: DEBUG oslo_concurrency.lockutils [None req-41314bf5-88c0-4484-b150-3dce3c8f55a0 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-748ccd51-7efa-47c2-bbdd-9d071bf3903e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.122s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.819230] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f93378d-fedd-4677-a1bb-099f704ad0cc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.828472] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7ab57a-8f04-44b9-a565-9af9bc49b68d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.859942] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360021e7-191f-442d-be25-04e00619a1ca {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.868397] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d102fb89-aec4-4a15-a55d-262572b5c004 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.885070] env[69159]: DEBUG nova.compute.provider_tree [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.896047] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449207, 'name': Rename_Task, 'duration_secs': 0.195966} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.896347] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.896605] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6020d85-a76f-4ffc-81cf-dc17c265d871 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.905180] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1053.905180] env[69159]: value = "task-3449208" [ 1053.905180] env[69159]: _type = "Task" [ 1053.905180] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.912893] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.078973] env[69159]: DEBUG nova.network.neutron [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.194403] env[69159]: DEBUG oslo_concurrency.lockutils [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "8789958a-5cbb-4547-8d2b-20a93eb82a63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.194639] env[69159]: DEBUG oslo_concurrency.lockutils [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "8789958a-5cbb-4547-8d2b-20a93eb82a63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.246413] env[69159]: DEBUG nova.network.neutron [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Updating instance_info_cache with network_info: [{"id": "cad896de-9ce0-4116-8f88-057b04b6b4bf", "address": "fa:16:3e:5a:b4:15", "network": {"id": "e0fad883-1263-4b85-b600-09c8b7be0b9b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-314874159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a1a3f89154c4266b0d90bfff4b880a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad896de-9c", "ovs_interfaceid": "cad896de-9ce0-4116-8f88-057b04b6b4bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.247959] env[69159]: DEBUG nova.compute.manager [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1054.248176] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.249166] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6089f202-44d7-4386-a522-c5e47d6d684a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.257597] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.258395] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a81b9c1-3f03-429b-93c5-c4e3d6af6eec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.266503] env[69159]: DEBUG oslo_vmware.api [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1054.266503] env[69159]: value = "task-3449209" [ 1054.266503] env[69159]: _type = "Task" [ 1054.266503] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.274935] env[69159]: DEBUG oslo_vmware.api [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.410414] env[69159]: ERROR nova.scheduler.client.report [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [req-7e3c61a8-c7e0-4717-aa10-40cd1d504e58] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bb8e5e26-0b56-454c-ae24-e4322af67e22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7e3c61a8-c7e0-4717-aa10-40cd1d504e58"}]} [ 1054.419874] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449208, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.432981] env[69159]: DEBUG nova.scheduler.client.report [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Refreshing inventories for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1054.449523] env[69159]: DEBUG nova.scheduler.client.report [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating ProviderTree inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1054.449760] env[69159]: DEBUG nova.compute.provider_tree [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.464902] env[69159]: DEBUG nova.scheduler.client.report [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Refreshing aggregate associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, aggregates: None {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1054.484650] env[69159]: DEBUG nova.scheduler.client.report [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Refreshing trait associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1054.697726] env[69159]: DEBUG nova.compute.manager [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1054.704220] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cef706-8993-424d-88fb-e250b86d3a14 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.713832] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b0e4a1-5b6c-4a64-8cfb-6117273eff48 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.749727] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df78015-8afb-411a-b26b-8edf524e34ce {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.752711] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Releasing lock "refresh_cache-00bcbcba-63dc-4d2d-aea5-70bd361dc143" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.753071] env[69159]: DEBUG nova.compute.manager [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Instance network_info: |[{"id": "cad896de-9ce0-4116-8f88-057b04b6b4bf", "address": "fa:16:3e:5a:b4:15", "network": {"id": "e0fad883-1263-4b85-b600-09c8b7be0b9b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-314874159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a1a3f89154c4266b0d90bfff4b880a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad896de-9c", "ovs_interfaceid": "cad896de-9ce0-4116-8f88-057b04b6b4bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1054.753819] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:b4:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cad896de-9ce0-4116-8f88-057b04b6b4bf', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.761837] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Creating folder: Project (6a1a3f89154c4266b0d90bfff4b880a6). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.763128] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bb3462d-533f-4522-935e-c8c7d22263b9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.772464] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff576c61-2f63-4ac7-81c5-d4ce23f75a82 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.778546] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Created folder: Project (6a1a3f89154c4266b0d90bfff4b880a6) in parent group-v688391. [ 1054.778744] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Creating folder: Instances. Parent ref: group-v688658. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.779707] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44422607-8a53-45dd-b878-a9741cd23e75 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.790909] env[69159]: DEBUG nova.compute.provider_tree [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.797225] env[69159]: DEBUG oslo_vmware.api [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449209, 'name': PowerOffVM_Task, 'duration_secs': 0.308952} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.797503] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Created folder: Instances in parent group-v688658. [ 1054.797725] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.798231] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.798400] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.798640] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.798831] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4c69f8c-123f-41c1-8e5a-c04345521b94 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.800584] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-386f8954-db64-44bf-a00a-637b1231cf87 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.831369] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.831369] env[69159]: value = "task-3449214" [ 1054.831369] env[69159]: _type = "Task" [ 1054.831369] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.843288] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449214, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.914604] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.915078] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.915078] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleting the datastore file [datastore1] f98c7cbf-126c-4be1-9d6f-a0754569ee7f {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.919115] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10fc57b1-f1db-46ff-9770-9a0a984dd11d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.920684] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449208, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.928803] env[69159]: DEBUG oslo_vmware.api [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1054.928803] env[69159]: value = "task-3449215" [ 1054.928803] env[69159]: _type = "Task" [ 1054.928803] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.939081] env[69159]: DEBUG oslo_vmware.api [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.113911] env[69159]: DEBUG nova.compute.manager [req-31ef0b03-ba55-48c8-81cc-6ee2282a98f3 req-858f0517-5e1c-482d-a3f0-7b522e8b6842 service nova] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Received event network-changed-cad896de-9ce0-4116-8f88-057b04b6b4bf {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1055.114221] env[69159]: DEBUG nova.compute.manager [req-31ef0b03-ba55-48c8-81cc-6ee2282a98f3 req-858f0517-5e1c-482d-a3f0-7b522e8b6842 service nova] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Refreshing instance network info cache due to event network-changed-cad896de-9ce0-4116-8f88-057b04b6b4bf. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1055.114415] env[69159]: DEBUG oslo_concurrency.lockutils [req-31ef0b03-ba55-48c8-81cc-6ee2282a98f3 req-858f0517-5e1c-482d-a3f0-7b522e8b6842 service nova] Acquiring lock "refresh_cache-00bcbcba-63dc-4d2d-aea5-70bd361dc143" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.114569] env[69159]: DEBUG oslo_concurrency.lockutils [req-31ef0b03-ba55-48c8-81cc-6ee2282a98f3 req-858f0517-5e1c-482d-a3f0-7b522e8b6842 service nova] Acquired lock "refresh_cache-00bcbcba-63dc-4d2d-aea5-70bd361dc143" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.114721] env[69159]: DEBUG nova.network.neutron [req-31ef0b03-ba55-48c8-81cc-6ee2282a98f3 req-858f0517-5e1c-482d-a3f0-7b522e8b6842 service nova] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Refreshing network info cache for port cad896de-9ce0-4116-8f88-057b04b6b4bf {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.218857] env[69159]: DEBUG oslo_concurrency.lockutils [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.329720] env[69159]: DEBUG nova.scheduler.client.report [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updated inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1055.330061] env[69159]: DEBUG nova.compute.provider_tree [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 generation from 126 to 127 during operation: update_inventory {{(pid=69159) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1055.330294] env[69159]: DEBUG nova.compute.provider_tree [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.349963] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449214, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.416419] env[69159]: DEBUG oslo_vmware.api [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449208, 'name': PowerOnVM_Task, 'duration_secs': 1.134052} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.416684] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.416992] env[69159]: INFO nova.compute.manager [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1055.417114] env[69159]: DEBUG nova.compute.manager [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1055.417840] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f17c882-8d93-4ea6-ab19-448e803108f6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.437794] env[69159]: DEBUG oslo_vmware.api [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403083} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.438038] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.438230] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.438430] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.438595] env[69159]: INFO nova.compute.manager [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1055.438830] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.439018] env[69159]: DEBUG nova.compute.manager [-] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1055.439134] env[69159]: DEBUG nova.network.neutron [-] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.731609] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "interface-748ccd51-7efa-47c2-bbdd-9d071bf3903e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.731609] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-748ccd51-7efa-47c2-bbdd-9d071bf3903e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.731609] env[69159]: DEBUG nova.objects.instance [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lazy-loading 'flavor' on Instance uuid 748ccd51-7efa-47c2-bbdd-9d071bf3903e {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.839362] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.086s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.840102] env[69159]: DEBUG nova.compute.manager [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1055.842384] env[69159]: DEBUG oslo_concurrency.lockutils [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.108s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.846152] env[69159]: INFO nova.compute.claims [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.853790] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449214, 'name': CreateVM_Task, 'duration_secs': 0.55364} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.853947] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.854555] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.854717] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.855109] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.855301] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d6c2a44-d3d2-4735-a8ba-c0b552e2e5ad {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.860580] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Waiting for the task: (returnval){ [ 1055.860580] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e5ebd0-d848-c9ed-59b8-d657ea2c4b6b" [ 1055.860580] env[69159]: _type = "Task" [ 1055.860580] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.869575] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e5ebd0-d848-c9ed-59b8-d657ea2c4b6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.913158] env[69159]: DEBUG nova.network.neutron [req-31ef0b03-ba55-48c8-81cc-6ee2282a98f3 req-858f0517-5e1c-482d-a3f0-7b522e8b6842 service nova] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Updated VIF entry in instance network info cache for port cad896de-9ce0-4116-8f88-057b04b6b4bf. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.913532] env[69159]: DEBUG nova.network.neutron [req-31ef0b03-ba55-48c8-81cc-6ee2282a98f3 req-858f0517-5e1c-482d-a3f0-7b522e8b6842 service nova] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Updating instance_info_cache with network_info: [{"id": "cad896de-9ce0-4116-8f88-057b04b6b4bf", "address": "fa:16:3e:5a:b4:15", "network": {"id": "e0fad883-1263-4b85-b600-09c8b7be0b9b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-314874159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a1a3f89154c4266b0d90bfff4b880a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad896de-9c", "ovs_interfaceid": "cad896de-9ce0-4116-8f88-057b04b6b4bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.935126] env[69159]: INFO nova.compute.manager [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Took 16.25 seconds to build instance. [ 1056.268039] env[69159]: DEBUG nova.network.neutron [-] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.293641] env[69159]: DEBUG nova.objects.instance [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lazy-loading 'pci_requests' on Instance uuid 748ccd51-7efa-47c2-bbdd-9d071bf3903e {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.349762] env[69159]: DEBUG nova.compute.utils [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.351139] env[69159]: DEBUG nova.compute.manager [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1056.351313] env[69159]: DEBUG nova.network.neutron [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.372515] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e5ebd0-d848-c9ed-59b8-d657ea2c4b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.027979} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.374485] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.374716] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.374951] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.375111] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.375288] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.375553] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22b3b4e3-56c4-45f7-81a4-506eef5b766f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.387521] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.387679] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.388495] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3ea85c-d3af-493e-ad27-d245b0b7c8ed {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.395989] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Waiting for the task: (returnval){ [ 1056.395989] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c0e5e0-d1a8-4948-2c08-e26a489f8ae0" [ 1056.395989] env[69159]: _type = "Task" [ 1056.395989] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.405128] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c0e5e0-d1a8-4948-2c08-e26a489f8ae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.416979] env[69159]: DEBUG oslo_concurrency.lockutils [req-31ef0b03-ba55-48c8-81cc-6ee2282a98f3 req-858f0517-5e1c-482d-a3f0-7b522e8b6842 service nova] Releasing lock "refresh_cache-00bcbcba-63dc-4d2d-aea5-70bd361dc143" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.437019] env[69159]: DEBUG oslo_concurrency.lockutils [None req-420ee558-9976-4c0a-8780-d05fbc2f1b65 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.764s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.440714] env[69159]: DEBUG nova.policy [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f15cce33a6641ec82af88cbe34882e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85b79b452e374b1786aadfc6d7ad15ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.769866] env[69159]: INFO nova.compute.manager [-] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Took 1.33 seconds to deallocate network for instance. [ 1056.796140] env[69159]: DEBUG nova.objects.base [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Object Instance<748ccd51-7efa-47c2-bbdd-9d071bf3903e> lazy-loaded attributes: flavor,pci_requests {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1056.796602] env[69159]: DEBUG nova.network.neutron [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.856032] env[69159]: DEBUG nova.compute.manager [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1056.868952] env[69159]: DEBUG nova.policy [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d8e89bc43444ae192093aa2d5689101', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b556003d9a8461b8d25da04f106e6d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.912997] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c0e5e0-d1a8-4948-2c08-e26a489f8ae0, 'name': SearchDatastore_Task, 'duration_secs': 0.013387} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.915035] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b269d922-6e2f-416c-93e5-dc4fb7dde678 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.923856] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Waiting for the task: (returnval){ [ 1056.923856] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5295d10c-7908-9c19-77c6-720ab1d6db1b" [ 1056.923856] env[69159]: _type = "Task" [ 1056.923856] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.936282] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5295d10c-7908-9c19-77c6-720ab1d6db1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.099343] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1123ca-8dcc-4443-9f87-561b75f09329 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.110673] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ec0d3b-0e58-4af1-8cf7-8bd404470351 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.148352] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7ed10b-d992-4313-b002-f88ba666c8ef {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.157642] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bb7876-5e58-42ae-9d62-45b53f9ab788 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.173928] env[69159]: DEBUG nova.compute.provider_tree [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.205172] env[69159]: DEBUG nova.network.neutron [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Successfully created port: b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.276989] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.387399] env[69159]: DEBUG nova.compute.manager [req-16f4059c-05a7-4cd7-825a-beea25782cc7 req-793c98ae-e264-4575-aa19-c264be835d2f service nova] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Received event network-vif-deleted-aa381d21-360b-48ae-b76d-92ff56e3a5d5 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1057.413808] env[69159]: DEBUG nova.network.neutron [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Successfully created port: a2dfefcd-dd51-4527-a106-3e34ac9c8ba3 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.436356] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5295d10c-7908-9c19-77c6-720ab1d6db1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.437405] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.437686] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 00bcbcba-63dc-4d2d-aea5-70bd361dc143/00bcbcba-63dc-4d2d-aea5-70bd361dc143.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.438012] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72f934b7-686f-4e6f-ae55-b6e27aaf7527 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.447989] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Waiting for the task: (returnval){ [ 1057.447989] env[69159]: value = "task-3449217" [ 1057.447989] env[69159]: _type = "Task" [ 1057.447989] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.460448] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': task-3449217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.502916] env[69159]: DEBUG nova.compute.manager [req-ab22bf49-2fbc-4ac4-8add-00f1136d4834 req-933d4089-74f9-4996-8db4-a8cf61642a29 service nova] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Received event network-changed-8d784728-b450-47fe-aec8-de76fc6ff588 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1057.502916] env[69159]: DEBUG nova.compute.manager [req-ab22bf49-2fbc-4ac4-8add-00f1136d4834 req-933d4089-74f9-4996-8db4-a8cf61642a29 service nova] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Refreshing instance network info cache due to event network-changed-8d784728-b450-47fe-aec8-de76fc6ff588. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1057.504396] env[69159]: DEBUG oslo_concurrency.lockutils [req-ab22bf49-2fbc-4ac4-8add-00f1136d4834 req-933d4089-74f9-4996-8db4-a8cf61642a29 service nova] Acquiring lock "refresh_cache-ea3b21e5-1a7b-4ad3-92da-9df616184050" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.504617] env[69159]: DEBUG oslo_concurrency.lockutils [req-ab22bf49-2fbc-4ac4-8add-00f1136d4834 req-933d4089-74f9-4996-8db4-a8cf61642a29 service nova] Acquired lock "refresh_cache-ea3b21e5-1a7b-4ad3-92da-9df616184050" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.504960] env[69159]: DEBUG nova.network.neutron [req-ab22bf49-2fbc-4ac4-8add-00f1136d4834 req-933d4089-74f9-4996-8db4-a8cf61642a29 service nova] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Refreshing network info cache for port 8d784728-b450-47fe-aec8-de76fc6ff588 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.679976] env[69159]: DEBUG nova.scheduler.client.report [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.872104] env[69159]: DEBUG nova.compute.manager [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1057.902145] env[69159]: DEBUG nova.virt.hardware [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.902409] env[69159]: DEBUG nova.virt.hardware [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.902566] env[69159]: DEBUG nova.virt.hardware [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.902753] env[69159]: DEBUG nova.virt.hardware [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.902900] env[69159]: DEBUG nova.virt.hardware [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.903057] env[69159]: DEBUG nova.virt.hardware [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.903276] env[69159]: DEBUG nova.virt.hardware [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.903439] env[69159]: DEBUG nova.virt.hardware [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.903609] env[69159]: DEBUG nova.virt.hardware [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.903772] env[69159]: DEBUG nova.virt.hardware [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.903950] env[69159]: DEBUG nova.virt.hardware [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.904908] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7117e7b1-5ba5-4e45-900b-a4a969d4ff8f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.914755] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02a05c6-f2b1-4b12-8d83-a50f6cdc8d45 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.958049] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': task-3449217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496361} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.958049] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 00bcbcba-63dc-4d2d-aea5-70bd361dc143/00bcbcba-63dc-4d2d-aea5-70bd361dc143.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.958270] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.958497] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd53ffd8-0eb1-4ff9-8044-f3f424d14d7c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.965246] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Waiting for the task: (returnval){ [ 1057.965246] env[69159]: value = "task-3449218" [ 1057.965246] env[69159]: _type = "Task" [ 1057.965246] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.973050] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': task-3449218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.185079] env[69159]: DEBUG oslo_concurrency.lockutils [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.185256] env[69159]: DEBUG nova.compute.manager [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1058.190295] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.555s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.190535] env[69159]: DEBUG nova.objects.instance [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lazy-loading 'resources' on Instance uuid 6658d775-47f8-4ba7-baf3-f7bd78cf559b {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.221743] env[69159]: DEBUG nova.network.neutron [req-ab22bf49-2fbc-4ac4-8add-00f1136d4834 req-933d4089-74f9-4996-8db4-a8cf61642a29 service nova] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Updated VIF entry in instance network info cache for port 8d784728-b450-47fe-aec8-de76fc6ff588. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.222149] env[69159]: DEBUG nova.network.neutron [req-ab22bf49-2fbc-4ac4-8add-00f1136d4834 req-933d4089-74f9-4996-8db4-a8cf61642a29 service nova] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Updating instance_info_cache with network_info: [{"id": "8d784728-b450-47fe-aec8-de76fc6ff588", "address": "fa:16:3e:21:cc:6d", "network": {"id": "e937f80d-3123-4a8c-a1e6-f7dba5e73894", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-914840469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e20f58dcc47c43e7af3cf938035cc635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d784728-b4", "ovs_interfaceid": "8d784728-b450-47fe-aec8-de76fc6ff588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.477531] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': task-3449218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162148} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.477796] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.478607] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdc0351-c5d6-4b24-81f9-24025f3569d8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.500671] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 00bcbcba-63dc-4d2d-aea5-70bd361dc143/00bcbcba-63dc-4d2d-aea5-70bd361dc143.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.500966] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05f14c59-dd26-4571-9577-26c4000bc2ca {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.529057] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Waiting for the task: (returnval){ [ 1058.529057] env[69159]: value = "task-3449219" [ 1058.529057] env[69159]: _type = "Task" [ 1058.529057] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.537753] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': task-3449219, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.694009] env[69159]: DEBUG nova.compute.utils [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.698766] env[69159]: DEBUG nova.compute.manager [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1058.698766] env[69159]: DEBUG nova.network.neutron [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.724897] env[69159]: DEBUG oslo_concurrency.lockutils [req-ab22bf49-2fbc-4ac4-8add-00f1136d4834 req-933d4089-74f9-4996-8db4-a8cf61642a29 service nova] Releasing lock "refresh_cache-ea3b21e5-1a7b-4ad3-92da-9df616184050" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.746360] env[69159]: DEBUG nova.policy [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a94c73c92e64c6596def887eabcc39f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c916ffe145f74f37b7e8b6472536e374', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.920196] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cd7a9b-5ac7-4fa0-a506-179444ea32a0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.930542] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a837d6a5-508e-4b8f-93b9-8c86bb4eef29 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.973654] env[69159]: DEBUG nova.compute.manager [req-7e7859e7-343e-457d-886e-6e8640837b62 req-0bc6ab22-ebcc-4e3d-9101-cdd8359f9cc5 service nova] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Received event network-vif-plugged-b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1058.973961] env[69159]: DEBUG oslo_concurrency.lockutils [req-7e7859e7-343e-457d-886e-6e8640837b62 req-0bc6ab22-ebcc-4e3d-9101-cdd8359f9cc5 service nova] Acquiring lock "f71cd352-c0cb-4c57-a1d1-1706e3529897-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.974178] env[69159]: DEBUG oslo_concurrency.lockutils [req-7e7859e7-343e-457d-886e-6e8640837b62 req-0bc6ab22-ebcc-4e3d-9101-cdd8359f9cc5 service nova] Lock "f71cd352-c0cb-4c57-a1d1-1706e3529897-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.974358] env[69159]: DEBUG oslo_concurrency.lockutils [req-7e7859e7-343e-457d-886e-6e8640837b62 req-0bc6ab22-ebcc-4e3d-9101-cdd8359f9cc5 service nova] Lock "f71cd352-c0cb-4c57-a1d1-1706e3529897-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.974585] env[69159]: DEBUG nova.compute.manager [req-7e7859e7-343e-457d-886e-6e8640837b62 req-0bc6ab22-ebcc-4e3d-9101-cdd8359f9cc5 service nova] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] No waiting events found dispatching network-vif-plugged-b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1058.974801] env[69159]: WARNING nova.compute.manager [req-7e7859e7-343e-457d-886e-6e8640837b62 req-0bc6ab22-ebcc-4e3d-9101-cdd8359f9cc5 service nova] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Received unexpected event network-vif-plugged-b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd for instance with vm_state building and task_state spawning. [ 1058.976634] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f4d9be-59d7-4ee7-a84b-2d33bd175b25 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.986683] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b83f35-fb96-42ca-a191-76a716dfd00f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.011352] env[69159]: DEBUG nova.compute.provider_tree [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.041819] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': task-3449219, 'name': ReconfigVM_Task, 'duration_secs': 0.287725} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.042152] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 00bcbcba-63dc-4d2d-aea5-70bd361dc143/00bcbcba-63dc-4d2d-aea5-70bd361dc143.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.042856] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33f05047-706e-46a3-b18f-71352bb4f1c2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.051893] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Waiting for the task: (returnval){ [ 1059.051893] env[69159]: value = "task-3449221" [ 1059.051893] env[69159]: _type = "Task" [ 1059.051893] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.063062] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': task-3449221, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.196269] env[69159]: DEBUG nova.network.neutron [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Successfully updated port: a2dfefcd-dd51-4527-a106-3e34ac9c8ba3 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.199947] env[69159]: DEBUG nova.compute.manager [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1059.277874] env[69159]: DEBUG nova.network.neutron [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Successfully created port: 4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.420017] env[69159]: DEBUG nova.compute.manager [req-0fac7abd-39a4-45c4-98b2-c94b3b763110 req-bddb660a-694b-4354-ad2a-a5a5c259b6d5 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Received event network-vif-plugged-a2dfefcd-dd51-4527-a106-3e34ac9c8ba3 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1059.420017] env[69159]: DEBUG oslo_concurrency.lockutils [req-0fac7abd-39a4-45c4-98b2-c94b3b763110 req-bddb660a-694b-4354-ad2a-a5a5c259b6d5 service nova] Acquiring lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.423473] env[69159]: DEBUG oslo_concurrency.lockutils [req-0fac7abd-39a4-45c4-98b2-c94b3b763110 req-bddb660a-694b-4354-ad2a-a5a5c259b6d5 service nova] Lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.423473] env[69159]: DEBUG oslo_concurrency.lockutils [req-0fac7abd-39a4-45c4-98b2-c94b3b763110 req-bddb660a-694b-4354-ad2a-a5a5c259b6d5 service nova] Lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.423473] env[69159]: DEBUG nova.compute.manager [req-0fac7abd-39a4-45c4-98b2-c94b3b763110 req-bddb660a-694b-4354-ad2a-a5a5c259b6d5 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] No waiting events found dispatching network-vif-plugged-a2dfefcd-dd51-4527-a106-3e34ac9c8ba3 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1059.423473] env[69159]: WARNING nova.compute.manager [req-0fac7abd-39a4-45c4-98b2-c94b3b763110 req-bddb660a-694b-4354-ad2a-a5a5c259b6d5 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Received unexpected event network-vif-plugged-a2dfefcd-dd51-4527-a106-3e34ac9c8ba3 for instance with vm_state active and task_state None. [ 1059.423473] env[69159]: DEBUG nova.compute.manager [req-0fac7abd-39a4-45c4-98b2-c94b3b763110 req-bddb660a-694b-4354-ad2a-a5a5c259b6d5 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Received event network-changed-a2dfefcd-dd51-4527-a106-3e34ac9c8ba3 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1059.423473] env[69159]: DEBUG nova.compute.manager [req-0fac7abd-39a4-45c4-98b2-c94b3b763110 req-bddb660a-694b-4354-ad2a-a5a5c259b6d5 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Refreshing instance network info cache due to event network-changed-a2dfefcd-dd51-4527-a106-3e34ac9c8ba3. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1059.423473] env[69159]: DEBUG oslo_concurrency.lockutils [req-0fac7abd-39a4-45c4-98b2-c94b3b763110 req-bddb660a-694b-4354-ad2a-a5a5c259b6d5 service nova] Acquiring lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.423473] env[69159]: DEBUG oslo_concurrency.lockutils [req-0fac7abd-39a4-45c4-98b2-c94b3b763110 req-bddb660a-694b-4354-ad2a-a5a5c259b6d5 service nova] Acquired lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.423473] env[69159]: DEBUG nova.network.neutron [req-0fac7abd-39a4-45c4-98b2-c94b3b763110 req-bddb660a-694b-4354-ad2a-a5a5c259b6d5 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Refreshing network info cache for port a2dfefcd-dd51-4527-a106-3e34ac9c8ba3 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.547671] env[69159]: DEBUG nova.network.neutron [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Successfully updated port: b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.560226] env[69159]: DEBUG nova.scheduler.client.report [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Updated inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1059.560491] env[69159]: DEBUG nova.compute.provider_tree [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Updating resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 generation from 127 to 128 during operation: update_inventory {{(pid=69159) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1059.560673] env[69159]: DEBUG nova.compute.provider_tree [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.568917] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': task-3449221, 'name': Rename_Task, 'duration_secs': 0.16795} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.569663] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.569944] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67cdaf59-4a8c-4923-b977-a3d10d7928f9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.577811] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Waiting for the task: (returnval){ [ 1059.577811] env[69159]: value = "task-3449222" [ 1059.577811] env[69159]: _type = "Task" [ 1059.577811] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.589305] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': task-3449222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.703300] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.051129] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquiring lock "refresh_cache-f71cd352-c0cb-4c57-a1d1-1706e3529897" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.051432] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquired lock "refresh_cache-f71cd352-c0cb-4c57-a1d1-1706e3529897" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.051432] env[69159]: DEBUG nova.network.neutron [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.070834] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.072931] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.629s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.073412] env[69159]: DEBUG nova.objects.instance [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lazy-loading 'resources' on Instance uuid e2f9c7f7-de40-4374-8818-078873e44498 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.091950] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': task-3449222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.093130] env[69159]: INFO nova.scheduler.client.report [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleted allocations for instance 6658d775-47f8-4ba7-baf3-f7bd78cf559b [ 1060.125716] env[69159]: DEBUG nova.network.neutron [req-0fac7abd-39a4-45c4-98b2-c94b3b763110 req-bddb660a-694b-4354-ad2a-a5a5c259b6d5 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Added VIF to instance network info cache for port a2dfefcd-dd51-4527-a106-3e34ac9c8ba3. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1060.126955] env[69159]: DEBUG nova.network.neutron [req-0fac7abd-39a4-45c4-98b2-c94b3b763110 req-bddb660a-694b-4354-ad2a-a5a5c259b6d5 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Updating instance_info_cache with network_info: [{"id": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "address": "fa:16:3e:77:fb:0f", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4b6374-05", "ovs_interfaceid": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2dfefcd-dd51-4527-a106-3e34ac9c8ba3", "address": "fa:16:3e:3c:87:80", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2dfefcd-dd", "ovs_interfaceid": "a2dfefcd-dd51-4527-a106-3e34ac9c8ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.209729] env[69159]: DEBUG nova.compute.manager [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1060.235958] env[69159]: DEBUG nova.virt.hardware [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.236237] env[69159]: DEBUG nova.virt.hardware [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.236395] env[69159]: DEBUG nova.virt.hardware [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.236576] env[69159]: DEBUG nova.virt.hardware [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.236725] env[69159]: DEBUG nova.virt.hardware [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.236906] env[69159]: DEBUG nova.virt.hardware [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.237245] env[69159]: DEBUG nova.virt.hardware [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.237447] env[69159]: DEBUG nova.virt.hardware [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.237631] env[69159]: DEBUG nova.virt.hardware [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.237916] env[69159]: DEBUG nova.virt.hardware [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.238109] env[69159]: DEBUG nova.virt.hardware [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.239322] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c24ad8-1d0a-4d3a-903b-ded47a317df8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.248628] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d006a6-c646-42e0-8acc-23920fb6bf9c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.586768] env[69159]: DEBUG nova.network.neutron [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.592135] env[69159]: DEBUG oslo_vmware.api [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': task-3449222, 'name': PowerOnVM_Task, 'duration_secs': 0.70972} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.592413] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.592612] env[69159]: INFO nova.compute.manager [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1060.592790] env[69159]: DEBUG nova.compute.manager [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1060.593607] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21434a80-2608-4541-92bc-4060970bb355 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.605275] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dbf9ca1b-5157-49db-b339-ef4b499c9964 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "6658d775-47f8-4ba7-baf3-f7bd78cf559b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.481s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.629435] env[69159]: DEBUG oslo_concurrency.lockutils [req-0fac7abd-39a4-45c4-98b2-c94b3b763110 req-bddb660a-694b-4354-ad2a-a5a5c259b6d5 service nova] Releasing lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.629679] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.629869] env[69159]: DEBUG nova.network.neutron [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.764403] env[69159]: DEBUG nova.compute.manager [req-3c0ad50c-7d64-4dfd-9882-6f07a3c2b715 req-d743293c-479f-4755-afcb-fa07043b9784 service nova] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Received event network-vif-plugged-4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1060.764403] env[69159]: DEBUG oslo_concurrency.lockutils [req-3c0ad50c-7d64-4dfd-9882-6f07a3c2b715 req-d743293c-479f-4755-afcb-fa07043b9784 service nova] Acquiring lock "b2780a0d-e804-4722-90fe-8bb1cbee2c40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.764701] env[69159]: DEBUG oslo_concurrency.lockutils [req-3c0ad50c-7d64-4dfd-9882-6f07a3c2b715 req-d743293c-479f-4755-afcb-fa07043b9784 service nova] Lock "b2780a0d-e804-4722-90fe-8bb1cbee2c40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.764701] env[69159]: DEBUG oslo_concurrency.lockutils [req-3c0ad50c-7d64-4dfd-9882-6f07a3c2b715 req-d743293c-479f-4755-afcb-fa07043b9784 service nova] Lock "b2780a0d-e804-4722-90fe-8bb1cbee2c40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.764884] env[69159]: DEBUG nova.compute.manager [req-3c0ad50c-7d64-4dfd-9882-6f07a3c2b715 req-d743293c-479f-4755-afcb-fa07043b9784 service nova] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] No waiting events found dispatching network-vif-plugged-4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1060.765021] env[69159]: WARNING nova.compute.manager [req-3c0ad50c-7d64-4dfd-9882-6f07a3c2b715 req-d743293c-479f-4755-afcb-fa07043b9784 service nova] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Received unexpected event network-vif-plugged-4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd for instance with vm_state building and task_state spawning. [ 1060.786746] env[69159]: DEBUG nova.network.neutron [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Updating instance_info_cache with network_info: [{"id": "b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd", "address": "fa:16:3e:52:e5:57", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f5ab47-9a", "ovs_interfaceid": "b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.809557] env[69159]: DEBUG nova.network.neutron [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Successfully updated port: 4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.823494] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372042b5-6e11-4821-a91d-3e9be5567b04 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.833550] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc6caee-710e-46c4-bcc7-47b859062084 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.865013] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52356ec-0fa1-4015-a1cf-229bee021485 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.873197] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26721655-e06a-45bb-ab68-7dd12fbb35db {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.888383] env[69159]: DEBUG nova.compute.provider_tree [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.114484] env[69159]: INFO nova.compute.manager [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Took 20.32 seconds to build instance. [ 1061.176927] env[69159]: WARNING nova.network.neutron [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] d2458fef-cb4b-42bf-92ec-c4407088d354 already exists in list: networks containing: ['d2458fef-cb4b-42bf-92ec-c4407088d354']. ignoring it [ 1061.177166] env[69159]: WARNING nova.network.neutron [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] d2458fef-cb4b-42bf-92ec-c4407088d354 already exists in list: networks containing: ['d2458fef-cb4b-42bf-92ec-c4407088d354']. ignoring it [ 1061.177396] env[69159]: WARNING nova.network.neutron [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] a2dfefcd-dd51-4527-a106-3e34ac9c8ba3 already exists in list: port_ids containing: ['a2dfefcd-dd51-4527-a106-3e34ac9c8ba3']. ignoring it [ 1061.294718] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Releasing lock "refresh_cache-f71cd352-c0cb-4c57-a1d1-1706e3529897" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.295054] env[69159]: DEBUG nova.compute.manager [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Instance network_info: |[{"id": "b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd", "address": "fa:16:3e:52:e5:57", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f5ab47-9a", "ovs_interfaceid": "b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1061.295492] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:e5:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.303229] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.305953] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.306099] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3960e46-31a8-4d40-b1e5-22cdbe784ab7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.321380] env[69159]: DEBUG oslo_concurrency.lockutils [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "refresh_cache-b2780a0d-e804-4722-90fe-8bb1cbee2c40" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.321476] env[69159]: DEBUG oslo_concurrency.lockutils [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired lock "refresh_cache-b2780a0d-e804-4722-90fe-8bb1cbee2c40" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.323377] env[69159]: DEBUG nova.network.neutron [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.329620] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.329620] env[69159]: value = "task-3449224" [ 1061.329620] env[69159]: _type = "Task" [ 1061.329620] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.339729] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449224, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.393134] env[69159]: DEBUG nova.scheduler.client.report [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.447234] env[69159]: DEBUG nova.compute.manager [req-ac3545e6-77ae-4ec4-8620-2dc277ee6c91 req-f2c461d0-7a3a-4e9f-9523-4862ac5e097f service nova] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Received event network-changed-b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1061.447487] env[69159]: DEBUG nova.compute.manager [req-ac3545e6-77ae-4ec4-8620-2dc277ee6c91 req-f2c461d0-7a3a-4e9f-9523-4862ac5e097f service nova] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Refreshing instance network info cache due to event network-changed-b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1061.448300] env[69159]: DEBUG oslo_concurrency.lockutils [req-ac3545e6-77ae-4ec4-8620-2dc277ee6c91 req-f2c461d0-7a3a-4e9f-9523-4862ac5e097f service nova] Acquiring lock "refresh_cache-f71cd352-c0cb-4c57-a1d1-1706e3529897" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.448300] env[69159]: DEBUG oslo_concurrency.lockutils [req-ac3545e6-77ae-4ec4-8620-2dc277ee6c91 req-f2c461d0-7a3a-4e9f-9523-4862ac5e097f service nova] Acquired lock "refresh_cache-f71cd352-c0cb-4c57-a1d1-1706e3529897" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.448300] env[69159]: DEBUG nova.network.neutron [req-ac3545e6-77ae-4ec4-8620-2dc277ee6c91 req-f2c461d0-7a3a-4e9f-9523-4862ac5e097f service nova] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Refreshing network info cache for port b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.511968] env[69159]: DEBUG nova.network.neutron [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Updating instance_info_cache with network_info: [{"id": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "address": "fa:16:3e:77:fb:0f", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4b6374-05", "ovs_interfaceid": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2dfefcd-dd51-4527-a106-3e34ac9c8ba3", "address": "fa:16:3e:3c:87:80", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2dfefcd-dd", "ovs_interfaceid": "a2dfefcd-dd51-4527-a106-3e34ac9c8ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.616708] env[69159]: DEBUG oslo_concurrency.lockutils [None req-397f2fec-d560-4322-9e92-f29959c192dd tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Lock "00bcbcba-63dc-4d2d-aea5-70bd361dc143" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.826s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.769454] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "98d6140f-745c-4da7-937b-1633b1d47a56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.769685] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "98d6140f-745c-4da7-937b-1633b1d47a56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.840803] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449224, 'name': CreateVM_Task, 'duration_secs': 0.360835} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.840803] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.841578] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.841640] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.841947] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.842308] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc66e743-6a62-48bb-8224-11545ffedaeb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.847208] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1061.847208] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52afe0cc-0485-7aca-e64d-8c31c8e9e334" [ 1061.847208] env[69159]: _type = "Task" [ 1061.847208] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.855916] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52afe0cc-0485-7aca-e64d-8c31c8e9e334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.856688] env[69159]: DEBUG nova.network.neutron [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.899818] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.902138] env[69159]: DEBUG oslo_concurrency.lockutils [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.683s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.903631] env[69159]: INFO nova.compute.claims [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.925623] env[69159]: INFO nova.scheduler.client.report [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Deleted allocations for instance e2f9c7f7-de40-4374-8818-078873e44498 [ 1061.986800] env[69159]: DEBUG nova.network.neutron [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Updating instance_info_cache with network_info: [{"id": "4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd", "address": "fa:16:3e:1f:69:e0", "network": {"id": "4f428291-617b-4f5e-83cc-839c99d7397a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1597968833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c916ffe145f74f37b7e8b6472536e374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fb8c76a-8b", "ovs_interfaceid": "4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.015233] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.016034] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.016236] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.017464] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0bc4ad-5f5d-4f20-84e3-477483fd70bb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.035466] env[69159]: DEBUG nova.virt.hardware [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.035750] env[69159]: DEBUG nova.virt.hardware [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.035914] env[69159]: DEBUG nova.virt.hardware [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.036116] env[69159]: DEBUG nova.virt.hardware [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.036263] env[69159]: DEBUG nova.virt.hardware [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.036407] env[69159]: DEBUG nova.virt.hardware [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.036611] env[69159]: DEBUG nova.virt.hardware [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.036853] env[69159]: DEBUG nova.virt.hardware [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.036964] env[69159]: DEBUG nova.virt.hardware [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.037170] env[69159]: DEBUG nova.virt.hardware [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.037348] env[69159]: DEBUG nova.virt.hardware [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.043588] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Reconfiguring VM to attach interface {{(pid=69159) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1062.044336] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-424e83e8-44f4-423d-be35-3d995d689d34 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.066417] env[69159]: DEBUG oslo_vmware.api [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1062.066417] env[69159]: value = "task-3449225" [ 1062.066417] env[69159]: _type = "Task" [ 1062.066417] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.076148] env[69159]: DEBUG oslo_vmware.api [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449225, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.215983] env[69159]: DEBUG nova.network.neutron [req-ac3545e6-77ae-4ec4-8620-2dc277ee6c91 req-f2c461d0-7a3a-4e9f-9523-4862ac5e097f service nova] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Updated VIF entry in instance network info cache for port b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.216400] env[69159]: DEBUG nova.network.neutron [req-ac3545e6-77ae-4ec4-8620-2dc277ee6c91 req-f2c461d0-7a3a-4e9f-9523-4862ac5e097f service nova] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Updating instance_info_cache with network_info: [{"id": "b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd", "address": "fa:16:3e:52:e5:57", "network": {"id": "ca9fa3d0-9b5e-4b18-a912-09edbe6aa1d2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e881e93bd2984130a71d708c85a6ed4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f5ab47-9a", "ovs_interfaceid": "b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.274764] env[69159]: DEBUG nova.compute.manager [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1062.359014] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52afe0cc-0485-7aca-e64d-8c31c8e9e334, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.359014] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.359206] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.359391] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.359538] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.359719] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.360026] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e272b3f-910e-4d81-a6c7-0944927a27c5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.370108] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.370590] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.371052] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b25ab07-73e6-4da2-adc9-bfbb4780f935 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.377577] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1062.377577] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521a381f-0859-45e8-776d-4d6f6b6a6658" [ 1062.377577] env[69159]: _type = "Task" [ 1062.377577] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.386389] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521a381f-0859-45e8-776d-4d6f6b6a6658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.428238] env[69159]: DEBUG oslo_concurrency.lockutils [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Acquiring lock "00bcbcba-63dc-4d2d-aea5-70bd361dc143" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.429044] env[69159]: DEBUG oslo_concurrency.lockutils [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Lock "00bcbcba-63dc-4d2d-aea5-70bd361dc143" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.429044] env[69159]: DEBUG oslo_concurrency.lockutils [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Acquiring lock "00bcbcba-63dc-4d2d-aea5-70bd361dc143-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.429044] env[69159]: DEBUG oslo_concurrency.lockutils [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Lock "00bcbcba-63dc-4d2d-aea5-70bd361dc143-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.429338] env[69159]: DEBUG oslo_concurrency.lockutils [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Lock "00bcbcba-63dc-4d2d-aea5-70bd361dc143-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.433573] env[69159]: INFO nova.compute.manager [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Terminating instance [ 1062.435286] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d1e9a5e0-6c0e-459c-ab49-27fbb79a6021 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "e2f9c7f7-de40-4374-8818-078873e44498" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.344s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.489133] env[69159]: DEBUG oslo_concurrency.lockutils [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Releasing lock "refresh_cache-b2780a0d-e804-4722-90fe-8bb1cbee2c40" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.489474] env[69159]: DEBUG nova.compute.manager [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Instance network_info: |[{"id": "4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd", "address": "fa:16:3e:1f:69:e0", "network": {"id": "4f428291-617b-4f5e-83cc-839c99d7397a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1597968833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c916ffe145f74f37b7e8b6472536e374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fb8c76a-8b", "ovs_interfaceid": "4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1062.489888] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:69:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.497966] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.498253] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.498489] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bf96710-fac4-42e0-b341-7fd8ddb2ab63 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.533995] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.533995] env[69159]: value = "task-3449226" [ 1062.533995] env[69159]: _type = "Task" [ 1062.533995] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.543332] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449226, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.579340] env[69159]: DEBUG oslo_vmware.api [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449225, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.719484] env[69159]: DEBUG oslo_concurrency.lockutils [req-ac3545e6-77ae-4ec4-8620-2dc277ee6c91 req-f2c461d0-7a3a-4e9f-9523-4862ac5e097f service nova] Releasing lock "refresh_cache-f71cd352-c0cb-4c57-a1d1-1706e3529897" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.794748] env[69159]: DEBUG nova.compute.manager [req-06dbc9c3-c691-45ea-ac88-cb9098e81e40 req-94e07cf9-9dc6-480c-8c21-62e4225bf8a4 service nova] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Received event network-changed-4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1062.794978] env[69159]: DEBUG nova.compute.manager [req-06dbc9c3-c691-45ea-ac88-cb9098e81e40 req-94e07cf9-9dc6-480c-8c21-62e4225bf8a4 service nova] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Refreshing instance network info cache due to event network-changed-4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1062.795140] env[69159]: DEBUG oslo_concurrency.lockutils [req-06dbc9c3-c691-45ea-ac88-cb9098e81e40 req-94e07cf9-9dc6-480c-8c21-62e4225bf8a4 service nova] Acquiring lock "refresh_cache-b2780a0d-e804-4722-90fe-8bb1cbee2c40" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.795285] env[69159]: DEBUG oslo_concurrency.lockutils [req-06dbc9c3-c691-45ea-ac88-cb9098e81e40 req-94e07cf9-9dc6-480c-8c21-62e4225bf8a4 service nova] Acquired lock "refresh_cache-b2780a0d-e804-4722-90fe-8bb1cbee2c40" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.795478] env[69159]: DEBUG nova.network.neutron [req-06dbc9c3-c691-45ea-ac88-cb9098e81e40 req-94e07cf9-9dc6-480c-8c21-62e4225bf8a4 service nova] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Refreshing network info cache for port 4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.799508] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.888561] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521a381f-0859-45e8-776d-4d6f6b6a6658, 'name': SearchDatastore_Task, 'duration_secs': 0.010584} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.889461] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac2889c6-a63d-4662-b44f-d8ff4c6a30d8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.896431] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1062.896431] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f7fe3b-ea0c-04f9-b591-310d0788200e" [ 1062.896431] env[69159]: _type = "Task" [ 1062.896431] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.905511] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f7fe3b-ea0c-04f9-b591-310d0788200e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.938325] env[69159]: DEBUG nova.compute.manager [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1062.938564] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.939460] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aeb74c-c124-4eef-ab01-1eb57879b687 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.952039] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.952039] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e92e635f-13eb-4e35-b165-1d4afdc1097e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.959177] env[69159]: DEBUG oslo_vmware.api [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Waiting for the task: (returnval){ [ 1062.959177] env[69159]: value = "task-3449228" [ 1062.959177] env[69159]: _type = "Task" [ 1062.959177] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.969094] env[69159]: DEBUG oslo_vmware.api [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': task-3449228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.047120] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449226, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.076955] env[69159]: DEBUG oslo_vmware.api [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449225, 'name': ReconfigVM_Task, 'duration_secs': 0.619538} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.079668] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.079888] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Reconfigured VM to attach interface {{(pid=69159) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1063.114612] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a71dd3-7355-4467-8c03-f2535c5a31a1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.122877] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1f9929-4465-4710-9d47-fdbb0bceb979 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.155261] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac1ad8d-547a-497a-908a-51a6328b8cb8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.163352] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7454c3d4-138c-4998-b5ce-50b7fcadf79a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.177186] env[69159]: DEBUG nova.compute.provider_tree [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.407542] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f7fe3b-ea0c-04f9-b591-310d0788200e, 'name': SearchDatastore_Task, 'duration_secs': 0.039915} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.407857] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.408094] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] f71cd352-c0cb-4c57-a1d1-1706e3529897/f71cd352-c0cb-4c57-a1d1-1706e3529897.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.408412] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4afab70c-0d9a-4ea0-a676-68523d9c0ab5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.418064] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1063.418064] env[69159]: value = "task-3449229" [ 1063.418064] env[69159]: _type = "Task" [ 1063.418064] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.426683] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.470818] env[69159]: DEBUG oslo_vmware.api [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': task-3449228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.513449] env[69159]: DEBUG nova.network.neutron [req-06dbc9c3-c691-45ea-ac88-cb9098e81e40 req-94e07cf9-9dc6-480c-8c21-62e4225bf8a4 service nova] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Updated VIF entry in instance network info cache for port 4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.513848] env[69159]: DEBUG nova.network.neutron [req-06dbc9c3-c691-45ea-ac88-cb9098e81e40 req-94e07cf9-9dc6-480c-8c21-62e4225bf8a4 service nova] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Updating instance_info_cache with network_info: [{"id": "4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd", "address": "fa:16:3e:1f:69:e0", "network": {"id": "4f428291-617b-4f5e-83cc-839c99d7397a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1597968833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c916ffe145f74f37b7e8b6472536e374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fb8c76a-8b", "ovs_interfaceid": "4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.544736] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449226, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.585048] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ab7cd40b-1ee7-4bca-8832-36e3b9495adc tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-748ccd51-7efa-47c2-bbdd-9d071bf3903e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.856s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.698427] env[69159]: ERROR nova.scheduler.client.report [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [req-52276373-aa20-4f37-bee3-6477dd8907a1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bb8e5e26-0b56-454c-ae24-e4322af67e22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-52276373-aa20-4f37-bee3-6477dd8907a1"}]} [ 1063.715084] env[69159]: DEBUG nova.scheduler.client.report [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Refreshing inventories for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1063.729025] env[69159]: DEBUG nova.scheduler.client.report [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Updating ProviderTree inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1063.729025] env[69159]: DEBUG nova.compute.provider_tree [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.744067] env[69159]: DEBUG nova.scheduler.client.report [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Refreshing aggregate associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, aggregates: None {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1063.766191] env[69159]: DEBUG nova.scheduler.client.report [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Refreshing trait associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1063.932236] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449229, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.971836] env[69159]: DEBUG oslo_vmware.api [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': task-3449228, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.973710] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0855c425-3da0-48ed-b11d-6cfce7b8788b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.983352] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fc3281-633e-4443-bd4c-adc985061f9e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.022211] env[69159]: DEBUG oslo_concurrency.lockutils [req-06dbc9c3-c691-45ea-ac88-cb9098e81e40 req-94e07cf9-9dc6-480c-8c21-62e4225bf8a4 service nova] Releasing lock "refresh_cache-b2780a0d-e804-4722-90fe-8bb1cbee2c40" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.023402] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea3b933-1f9f-4b4e-9451-ed14898c54dc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.032960] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f8ad7c-10a5-4b5d-b8bc-94be07c2cfae {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.051583] env[69159]: DEBUG nova.compute.provider_tree [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.056517] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449226, 'name': CreateVM_Task, 'duration_secs': 1.408702} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.057018] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.057732] env[69159]: DEBUG oslo_concurrency.lockutils [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.057895] env[69159]: DEBUG oslo_concurrency.lockutils [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.058320] env[69159]: DEBUG oslo_concurrency.lockutils [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.058523] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f81eaf16-51e0-444f-a907-3a4ec77391c2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.067486] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1064.067486] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525644e7-dc9c-f2c1-a169-d4a652e0b379" [ 1064.067486] env[69159]: _type = "Task" [ 1064.067486] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.078621] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525644e7-dc9c-f2c1-a169-d4a652e0b379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.430472] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739518} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.430774] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] f71cd352-c0cb-4c57-a1d1-1706e3529897/f71cd352-c0cb-4c57-a1d1-1706e3529897.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.431211] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.431886] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcab59b1-6983-4f0e-91b5-9d49e4ec9063 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.441397] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1064.441397] env[69159]: value = "task-3449230" [ 1064.441397] env[69159]: _type = "Task" [ 1064.441397] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.452164] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.471276] env[69159]: DEBUG oslo_vmware.api [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': task-3449228, 'name': PowerOffVM_Task, 'duration_secs': 1.217527} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.471638] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.471839] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.472123] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c6c5bf6-b9fd-47a1-9c1c-b9a0aa581927 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.546429] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.546660] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.546948] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Deleting the datastore file [datastore1] 00bcbcba-63dc-4d2d-aea5-70bd361dc143 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.547192] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee032f08-9295-46c0-a8d0-64dfd4c1b441 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.555276] env[69159]: DEBUG oslo_vmware.api [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Waiting for the task: (returnval){ [ 1064.555276] env[69159]: value = "task-3449232" [ 1064.555276] env[69159]: _type = "Task" [ 1064.555276] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.566699] env[69159]: DEBUG oslo_vmware.api [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': task-3449232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.577129] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525644e7-dc9c-f2c1-a169-d4a652e0b379, 'name': SearchDatastore_Task, 'duration_secs': 0.030883} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.577440] env[69159]: DEBUG oslo_concurrency.lockutils [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.577661] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.577891] env[69159]: DEBUG oslo_concurrency.lockutils [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.578108] env[69159]: DEBUG oslo_concurrency.lockutils [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.578242] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.578506] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00308512-212e-4d81-8494-cb2acc7be236 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.587367] env[69159]: DEBUG nova.scheduler.client.report [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Updated inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1064.587628] env[69159]: DEBUG nova.compute.provider_tree [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Updating resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 generation from 129 to 130 during operation: update_inventory {{(pid=69159) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1064.587810] env[69159]: DEBUG nova.compute.provider_tree [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.592697] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.592906] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.593911] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d0dc307-df4f-4912-af00-b6e75519a9a7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.599573] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1064.599573] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d559f0-f118-8015-061d-36e043ba756c" [ 1064.599573] env[69159]: _type = "Task" [ 1064.599573] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.610318] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d559f0-f118-8015-061d-36e043ba756c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.952751] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101692} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.953108] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.953995] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95830843-5250-4f33-9838-4eb4d9e2dbad {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.978880] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] f71cd352-c0cb-4c57-a1d1-1706e3529897/f71cd352-c0cb-4c57-a1d1-1706e3529897.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.979165] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b78d2e12-2a51-4fcb-a4f5-1166b635b497 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.001581] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1065.001581] env[69159]: value = "task-3449234" [ 1065.001581] env[69159]: _type = "Task" [ 1065.001581] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.010066] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.065685] env[69159]: DEBUG oslo_vmware.api [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Task: {'id': task-3449232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152403} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.065979] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.066193] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.066376] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.066569] env[69159]: INFO nova.compute.manager [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1065.066804] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.067033] env[69159]: DEBUG nova.compute.manager [-] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1065.067121] env[69159]: DEBUG nova.network.neutron [-] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.096976] env[69159]: DEBUG oslo_concurrency.lockutils [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.193s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.096976] env[69159]: DEBUG nova.compute.manager [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1065.101329] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.824s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.101548] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.103408] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.304s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.104860] env[69159]: INFO nova.compute.claims [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.117169] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d559f0-f118-8015-061d-36e043ba756c, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.117980] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f4287fb-aa41-43bd-aadc-3be7bf6ad166 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.124032] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1065.124032] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52dde54f-76c9-982e-bd12-0f33402d76e9" [ 1065.124032] env[69159]: _type = "Task" [ 1065.124032] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.133394] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52dde54f-76c9-982e-bd12-0f33402d76e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.134415] env[69159]: INFO nova.scheduler.client.report [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleted allocations for instance f98c7cbf-126c-4be1-9d6f-a0754569ee7f [ 1065.268386] env[69159]: DEBUG oslo_concurrency.lockutils [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "interface-748ccd51-7efa-47c2-bbdd-9d071bf3903e-c4634797-a5d8-424d-8fea-3ba55359c2a8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.268679] env[69159]: DEBUG oslo_concurrency.lockutils [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-748ccd51-7efa-47c2-bbdd-9d071bf3903e-c4634797-a5d8-424d-8fea-3ba55359c2a8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.269062] env[69159]: DEBUG nova.objects.instance [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lazy-loading 'flavor' on Instance uuid 748ccd51-7efa-47c2-bbdd-9d071bf3903e {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.414574] env[69159]: DEBUG nova.compute.manager [req-52220c33-b2d2-4fe7-ac14-50dd23708d6e req-1dbd33c1-274b-477e-aaf8-20cec62c0698 service nova] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Received event network-vif-deleted-cad896de-9ce0-4116-8f88-057b04b6b4bf {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1065.414574] env[69159]: INFO nova.compute.manager [req-52220c33-b2d2-4fe7-ac14-50dd23708d6e req-1dbd33c1-274b-477e-aaf8-20cec62c0698 service nova] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Neutron deleted interface cad896de-9ce0-4116-8f88-057b04b6b4bf; detaching it from the instance and deleting it from the info cache [ 1065.414574] env[69159]: DEBUG nova.network.neutron [req-52220c33-b2d2-4fe7-ac14-50dd23708d6e req-1dbd33c1-274b-477e-aaf8-20cec62c0698 service nova] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.511323] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449234, 'name': ReconfigVM_Task, 'duration_secs': 0.346677} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.511635] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Reconfigured VM instance instance-00000060 to attach disk [datastore1] f71cd352-c0cb-4c57-a1d1-1706e3529897/f71cd352-c0cb-4c57-a1d1-1706e3529897.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.512261] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbd43552-03ea-4b0e-bd35-3c289bc50406 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.534130] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1065.534130] env[69159]: value = "task-3449235" [ 1065.534130] env[69159]: _type = "Task" [ 1065.534130] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.543633] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449235, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.610287] env[69159]: DEBUG nova.compute.utils [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.611964] env[69159]: DEBUG nova.compute.manager [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1065.612172] env[69159]: DEBUG nova.network.neutron [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.635846] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52dde54f-76c9-982e-bd12-0f33402d76e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.636152] env[69159]: DEBUG oslo_concurrency.lockutils [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.636446] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] b2780a0d-e804-4722-90fe-8bb1cbee2c40/b2780a0d-e804-4722-90fe-8bb1cbee2c40.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.636914] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e18e1a9-d5c9-4743-819b-db19dd354095 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.641508] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e71ba974-4974-4ddf-82aa-9f23b0a33e9a tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "f98c7cbf-126c-4be1-9d6f-a0754569ee7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.904s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.645860] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1065.645860] env[69159]: value = "task-3449236" [ 1065.645860] env[69159]: _type = "Task" [ 1065.645860] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.654147] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.669828] env[69159]: DEBUG nova.policy [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5b511a81f1045ecb4156bd308be9fc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c79bae99bf2d4880b44ab0ceb9897257', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.847280] env[69159]: DEBUG nova.network.neutron [-] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.871291] env[69159]: DEBUG nova.objects.instance [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lazy-loading 'pci_requests' on Instance uuid 748ccd51-7efa-47c2-bbdd-9d071bf3903e {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.917648] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c77a006-103a-4adb-af2d-c0a9a8687dc0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.937024] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004f9bb9-a8c3-4247-a19c-92a9f3fd939b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.983975] env[69159]: DEBUG nova.compute.manager [req-52220c33-b2d2-4fe7-ac14-50dd23708d6e req-1dbd33c1-274b-477e-aaf8-20cec62c0698 service nova] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Detach interface failed, port_id=cad896de-9ce0-4116-8f88-057b04b6b4bf, reason: Instance 00bcbcba-63dc-4d2d-aea5-70bd361dc143 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1066.009377] env[69159]: DEBUG nova.network.neutron [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Successfully created port: b5a091c2-9dcd-472a-83d1-0712f54cfe19 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.048951] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449235, 'name': Rename_Task, 'duration_secs': 0.225868} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.049326] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.049655] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1f02ab5-c82c-4668-acdf-44966b0199f5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.059233] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1066.059233] env[69159]: value = "task-3449237" [ 1066.059233] env[69159]: _type = "Task" [ 1066.059233] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.070340] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.117394] env[69159]: DEBUG nova.compute.manager [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1066.157076] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449236, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.308256] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1d9457-55b1-41d6-a11c-707740310016 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.316611] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7615a75b-834a-417c-b3f8-8787b7460e1c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.346536] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e432c8c3-4766-4901-b009-a2f00f18ab3d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.353225] env[69159]: INFO nova.compute.manager [-] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Took 1.29 seconds to deallocate network for instance. [ 1066.355899] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29776932-6741-4212-b338-e9e01a7fa26b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.371724] env[69159]: DEBUG nova.compute.provider_tree [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1066.374663] env[69159]: DEBUG nova.objects.base [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Object Instance<748ccd51-7efa-47c2-bbdd-9d071bf3903e> lazy-loaded attributes: flavor,pci_requests {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1066.374860] env[69159]: DEBUG nova.network.neutron [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.440450] env[69159]: DEBUG nova.policy [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d8e89bc43444ae192093aa2d5689101', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b556003d9a8461b8d25da04f106e6d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.570847] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449237, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.661017] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530458} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.662652] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] b2780a0d-e804-4722-90fe-8bb1cbee2c40/b2780a0d-e804-4722-90fe-8bb1cbee2c40.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.663078] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.663456] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2143e1d9-10e9-40f6-8c51-cf741d1a2b76 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.670922] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1066.670922] env[69159]: value = "task-3449238" [ 1066.670922] env[69159]: _type = "Task" [ 1066.670922] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.681791] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.863746] env[69159]: DEBUG oslo_concurrency.lockutils [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.903901] env[69159]: DEBUG nova.scheduler.client.report [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Updated inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1066.904215] env[69159]: DEBUG nova.compute.provider_tree [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Updating resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 generation from 130 to 131 during operation: update_inventory {{(pid=69159) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1066.904447] env[69159]: DEBUG nova.compute.provider_tree [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.070654] env[69159]: DEBUG oslo_vmware.api [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449237, 'name': PowerOnVM_Task, 'duration_secs': 0.610522} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.070954] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.071208] env[69159]: INFO nova.compute.manager [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1067.071392] env[69159]: DEBUG nova.compute.manager [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1067.072188] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a498a86e-f153-4f35-9b53-61bd52e4353b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.130593] env[69159]: DEBUG nova.compute.manager [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1067.164649] env[69159]: DEBUG nova.virt.hardware [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.165053] env[69159]: DEBUG nova.virt.hardware [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.165291] env[69159]: DEBUG nova.virt.hardware [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.165545] env[69159]: DEBUG nova.virt.hardware [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.165749] env[69159]: DEBUG nova.virt.hardware [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.165992] env[69159]: DEBUG nova.virt.hardware [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.166286] env[69159]: DEBUG nova.virt.hardware [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.166511] env[69159]: DEBUG nova.virt.hardware [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.166691] env[69159]: DEBUG nova.virt.hardware [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.166858] env[69159]: DEBUG nova.virt.hardware [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.167139] env[69159]: DEBUG nova.virt.hardware [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.168106] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08382e69-991b-4853-9ddb-20e82623513f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.178554] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71ad75f-69a7-400a-8241-863f07e55e98 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.185788] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07117} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.186465] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.187300] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cb272c-9bfc-4ae7-8af6-d4068afbc917 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.220566] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] b2780a0d-e804-4722-90fe-8bb1cbee2c40/b2780a0d-e804-4722-90fe-8bb1cbee2c40.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.221116] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07b74c1a-5661-40a1-b048-c5744b7f2083 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.243378] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1067.243378] env[69159]: value = "task-3449239" [ 1067.243378] env[69159]: _type = "Task" [ 1067.243378] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.254740] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.411184] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.411184] env[69159]: DEBUG nova.compute.manager [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1067.415543] env[69159]: DEBUG oslo_concurrency.lockutils [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.552s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.417569] env[69159]: DEBUG nova.objects.instance [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Lazy-loading 'resources' on Instance uuid 00bcbcba-63dc-4d2d-aea5-70bd361dc143 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.458173] env[69159]: DEBUG nova.compute.manager [req-385f24de-1886-47cb-92c4-f82b325c254a req-6f80c880-4828-4ad2-ab22-982d91eba3dc service nova] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Received event network-vif-plugged-b5a091c2-9dcd-472a-83d1-0712f54cfe19 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1067.458415] env[69159]: DEBUG oslo_concurrency.lockutils [req-385f24de-1886-47cb-92c4-f82b325c254a req-6f80c880-4828-4ad2-ab22-982d91eba3dc service nova] Acquiring lock "8789958a-5cbb-4547-8d2b-20a93eb82a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.458652] env[69159]: DEBUG oslo_concurrency.lockutils [req-385f24de-1886-47cb-92c4-f82b325c254a req-6f80c880-4828-4ad2-ab22-982d91eba3dc service nova] Lock "8789958a-5cbb-4547-8d2b-20a93eb82a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.458825] env[69159]: DEBUG oslo_concurrency.lockutils [req-385f24de-1886-47cb-92c4-f82b325c254a req-6f80c880-4828-4ad2-ab22-982d91eba3dc service nova] Lock "8789958a-5cbb-4547-8d2b-20a93eb82a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.458997] env[69159]: DEBUG nova.compute.manager [req-385f24de-1886-47cb-92c4-f82b325c254a req-6f80c880-4828-4ad2-ab22-982d91eba3dc service nova] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] No waiting events found dispatching network-vif-plugged-b5a091c2-9dcd-472a-83d1-0712f54cfe19 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1067.459445] env[69159]: WARNING nova.compute.manager [req-385f24de-1886-47cb-92c4-f82b325c254a req-6f80c880-4828-4ad2-ab22-982d91eba3dc service nova] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Received unexpected event network-vif-plugged-b5a091c2-9dcd-472a-83d1-0712f54cfe19 for instance with vm_state building and task_state spawning. [ 1067.553147] env[69159]: DEBUG nova.network.neutron [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Successfully updated port: b5a091c2-9dcd-472a-83d1-0712f54cfe19 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.591767] env[69159]: INFO nova.compute.manager [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Took 19.31 seconds to build instance. [ 1067.753741] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449239, 'name': ReconfigVM_Task, 'duration_secs': 0.314864} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.754057] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Reconfigured VM instance instance-00000061 to attach disk [datastore2] b2780a0d-e804-4722-90fe-8bb1cbee2c40/b2780a0d-e804-4722-90fe-8bb1cbee2c40.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.754671] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1889a988-21ef-420f-b198-f8b58b57d996 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.761942] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1067.761942] env[69159]: value = "task-3449240" [ 1067.761942] env[69159]: _type = "Task" [ 1067.761942] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.771934] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449240, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.921022] env[69159]: DEBUG nova.compute.utils [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.923159] env[69159]: DEBUG nova.compute.manager [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1067.923465] env[69159]: DEBUG nova.network.neutron [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.938120] env[69159]: DEBUG nova.network.neutron [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Successfully updated port: c4634797-a5d8-424d-8fea-3ba55359c2a8 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.982306] env[69159]: DEBUG nova.policy [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8858d472e7e844c9bc7f59add3321e95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b57d4867fc1d4382b4451d8fa7b2a464', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.057373] env[69159]: DEBUG oslo_concurrency.lockutils [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "refresh_cache-8789958a-5cbb-4547-8d2b-20a93eb82a63" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.057373] env[69159]: DEBUG oslo_concurrency.lockutils [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "refresh_cache-8789958a-5cbb-4547-8d2b-20a93eb82a63" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.057373] env[69159]: DEBUG nova.network.neutron [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.095307] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f83ccb8-f421-4171-8e0a-46e571cb5ed3 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "f71cd352-c0cb-4c57-a1d1-1706e3529897" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.824s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.118665] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561cbbcf-1f78-4676-af38-f7e851615a48 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.126836] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaa29dc-95cb-45e9-8434-d6dbc1ea7b45 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.157604] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9bb4e3-a077-4a17-b585-5189c069be98 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.166023] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b81161-3f99-4fb3-ba2d-53eef39833ea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.181423] env[69159]: DEBUG nova.compute.provider_tree [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.185057] env[69159]: DEBUG nova.compute.manager [req-20b9c500-12b4-4e6a-87e1-4d5a267398d8 req-aeb599ac-f2d9-4703-b165-2a74bcea621b service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Received event network-vif-plugged-c4634797-a5d8-424d-8fea-3ba55359c2a8 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1068.185243] env[69159]: DEBUG oslo_concurrency.lockutils [req-20b9c500-12b4-4e6a-87e1-4d5a267398d8 req-aeb599ac-f2d9-4703-b165-2a74bcea621b service nova] Acquiring lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.185484] env[69159]: DEBUG oslo_concurrency.lockutils [req-20b9c500-12b4-4e6a-87e1-4d5a267398d8 req-aeb599ac-f2d9-4703-b165-2a74bcea621b service nova] Lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.185722] env[69159]: DEBUG oslo_concurrency.lockutils [req-20b9c500-12b4-4e6a-87e1-4d5a267398d8 req-aeb599ac-f2d9-4703-b165-2a74bcea621b service nova] Lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.185916] env[69159]: DEBUG nova.compute.manager [req-20b9c500-12b4-4e6a-87e1-4d5a267398d8 req-aeb599ac-f2d9-4703-b165-2a74bcea621b service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] No waiting events found dispatching network-vif-plugged-c4634797-a5d8-424d-8fea-3ba55359c2a8 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1068.187103] env[69159]: WARNING nova.compute.manager [req-20b9c500-12b4-4e6a-87e1-4d5a267398d8 req-aeb599ac-f2d9-4703-b165-2a74bcea621b service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Received unexpected event network-vif-plugged-c4634797-a5d8-424d-8fea-3ba55359c2a8 for instance with vm_state active and task_state None. [ 1068.277028] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449240, 'name': Rename_Task, 'duration_secs': 0.146363} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.277028] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.277028] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed709b05-fc78-40d7-a059-3645afb37348 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.280729] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1068.280729] env[69159]: value = "task-3449241" [ 1068.280729] env[69159]: _type = "Task" [ 1068.280729] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.290720] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.330153] env[69159]: DEBUG nova.network.neutron [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Successfully created port: e271a655-588c-4e98-b85c-9c78d177ca9a {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.426349] env[69159]: DEBUG nova.compute.manager [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1068.440388] env[69159]: DEBUG oslo_concurrency.lockutils [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.440609] env[69159]: DEBUG oslo_concurrency.lockutils [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.440843] env[69159]: DEBUG nova.network.neutron [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.589315] env[69159]: DEBUG nova.network.neutron [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.688300] env[69159]: DEBUG nova.scheduler.client.report [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.732618] env[69159]: DEBUG nova.network.neutron [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Updating instance_info_cache with network_info: [{"id": "b5a091c2-9dcd-472a-83d1-0712f54cfe19", "address": "fa:16:3e:f4:de:fa", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a091c2-9d", "ovs_interfaceid": "b5a091c2-9dcd-472a-83d1-0712f54cfe19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.788370] env[69159]: DEBUG oslo_concurrency.lockutils [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "3d16b06b-df33-4bba-9832-dd919699dc92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.788605] env[69159]: DEBUG oslo_concurrency.lockutils [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "3d16b06b-df33-4bba-9832-dd919699dc92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.796049] env[69159]: DEBUG oslo_vmware.api [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449241, 'name': PowerOnVM_Task, 'duration_secs': 0.467243} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.796242] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.796470] env[69159]: INFO nova.compute.manager [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1068.796649] env[69159]: DEBUG nova.compute.manager [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1068.797500] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5004e593-9947-4c2b-986a-591f3028336a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.980653] env[69159]: WARNING nova.network.neutron [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] d2458fef-cb4b-42bf-92ec-c4407088d354 already exists in list: networks containing: ['d2458fef-cb4b-42bf-92ec-c4407088d354']. ignoring it [ 1068.980867] env[69159]: WARNING nova.network.neutron [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] d2458fef-cb4b-42bf-92ec-c4407088d354 already exists in list: networks containing: ['d2458fef-cb4b-42bf-92ec-c4407088d354']. ignoring it [ 1069.121261] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d591ed-d331-4795-9cfe-b735308531a2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.131122] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-33b13588-51e8-4ef9-aaa4-cdf48f943504 tempest-ServersAdminNegativeTestJSON-710799283 tempest-ServersAdminNegativeTestJSON-710799283-project-admin] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Suspending the VM {{(pid=69159) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1069.132024] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-079c9184-8ff1-4fb2-9803-feb8ba2f8d35 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.137693] env[69159]: DEBUG oslo_vmware.api [None req-33b13588-51e8-4ef9-aaa4-cdf48f943504 tempest-ServersAdminNegativeTestJSON-710799283 tempest-ServersAdminNegativeTestJSON-710799283-project-admin] Waiting for the task: (returnval){ [ 1069.137693] env[69159]: value = "task-3449242" [ 1069.137693] env[69159]: _type = "Task" [ 1069.137693] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.148513] env[69159]: DEBUG oslo_vmware.api [None req-33b13588-51e8-4ef9-aaa4-cdf48f943504 tempest-ServersAdminNegativeTestJSON-710799283 tempest-ServersAdminNegativeTestJSON-710799283-project-admin] Task: {'id': task-3449242, 'name': SuspendVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.194551] env[69159]: DEBUG oslo_concurrency.lockutils [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.219408] env[69159]: INFO nova.scheduler.client.report [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Deleted allocations for instance 00bcbcba-63dc-4d2d-aea5-70bd361dc143 [ 1069.235626] env[69159]: DEBUG oslo_concurrency.lockutils [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "refresh_cache-8789958a-5cbb-4547-8d2b-20a93eb82a63" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.236030] env[69159]: DEBUG nova.compute.manager [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Instance network_info: |[{"id": "b5a091c2-9dcd-472a-83d1-0712f54cfe19", "address": "fa:16:3e:f4:de:fa", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a091c2-9d", "ovs_interfaceid": "b5a091c2-9dcd-472a-83d1-0712f54cfe19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1069.236465] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:de:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5a091c2-9dcd-472a-83d1-0712f54cfe19', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.244067] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.244298] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.244526] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8795c53a-1df5-41e3-a93f-5a61b4495fc5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.268646] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.268646] env[69159]: value = "task-3449243" [ 1069.268646] env[69159]: _type = "Task" [ 1069.268646] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.279088] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449243, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.291208] env[69159]: DEBUG nova.compute.manager [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1069.321026] env[69159]: INFO nova.compute.manager [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Took 19.61 seconds to build instance. [ 1069.424312] env[69159]: DEBUG nova.network.neutron [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Updating instance_info_cache with network_info: [{"id": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "address": "fa:16:3e:77:fb:0f", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4b6374-05", "ovs_interfaceid": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2dfefcd-dd51-4527-a106-3e34ac9c8ba3", "address": "fa:16:3e:3c:87:80", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2dfefcd-dd", "ovs_interfaceid": "a2dfefcd-dd51-4527-a106-3e34ac9c8ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4634797-a5d8-424d-8fea-3ba55359c2a8", "address": "fa:16:3e:3b:be:37", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4634797-a5", "ovs_interfaceid": "c4634797-a5d8-424d-8fea-3ba55359c2a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.435650] env[69159]: DEBUG nova.compute.manager [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1069.466118] env[69159]: DEBUG nova.virt.hardware [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.466406] env[69159]: DEBUG nova.virt.hardware [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.466563] env[69159]: DEBUG nova.virt.hardware [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.466771] env[69159]: DEBUG nova.virt.hardware [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.466926] env[69159]: DEBUG nova.virt.hardware [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.467126] env[69159]: DEBUG nova.virt.hardware [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.467351] env[69159]: DEBUG nova.virt.hardware [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.467507] env[69159]: DEBUG nova.virt.hardware [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.467694] env[69159]: DEBUG nova.virt.hardware [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.467860] env[69159]: DEBUG nova.virt.hardware [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.468061] env[69159]: DEBUG nova.virt.hardware [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.468994] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebeac94-6e36-4e19-b479-049a0cb01b7a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.478379] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e1e56d-b9c4-4752-bb1b-9e83d9e80b23 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.496972] env[69159]: DEBUG nova.compute.manager [req-c4fcd5e3-1511-41f5-a108-a77ee09e5a44 req-3f66b4e7-0a8f-4ce6-85bb-d8bce892915a service nova] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Received event network-changed-b5a091c2-9dcd-472a-83d1-0712f54cfe19 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1069.497193] env[69159]: DEBUG nova.compute.manager [req-c4fcd5e3-1511-41f5-a108-a77ee09e5a44 req-3f66b4e7-0a8f-4ce6-85bb-d8bce892915a service nova] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Refreshing instance network info cache due to event network-changed-b5a091c2-9dcd-472a-83d1-0712f54cfe19. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1069.497409] env[69159]: DEBUG oslo_concurrency.lockutils [req-c4fcd5e3-1511-41f5-a108-a77ee09e5a44 req-3f66b4e7-0a8f-4ce6-85bb-d8bce892915a service nova] Acquiring lock "refresh_cache-8789958a-5cbb-4547-8d2b-20a93eb82a63" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.497562] env[69159]: DEBUG oslo_concurrency.lockutils [req-c4fcd5e3-1511-41f5-a108-a77ee09e5a44 req-3f66b4e7-0a8f-4ce6-85bb-d8bce892915a service nova] Acquired lock "refresh_cache-8789958a-5cbb-4547-8d2b-20a93eb82a63" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.497722] env[69159]: DEBUG nova.network.neutron [req-c4fcd5e3-1511-41f5-a108-a77ee09e5a44 req-3f66b4e7-0a8f-4ce6-85bb-d8bce892915a service nova] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Refreshing network info cache for port b5a091c2-9dcd-472a-83d1-0712f54cfe19 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.644091] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1069.644340] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1069.648903] env[69159]: DEBUG oslo_vmware.api [None req-33b13588-51e8-4ef9-aaa4-cdf48f943504 tempest-ServersAdminNegativeTestJSON-710799283 tempest-ServersAdminNegativeTestJSON-710799283-project-admin] Task: {'id': task-3449242, 'name': SuspendVM_Task} progress is 62%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.728458] env[69159]: DEBUG oslo_concurrency.lockutils [None req-39b5bb9f-71f4-4c33-962d-1985f9be032a tempest-ServerGroupTestJSON-1109656445 tempest-ServerGroupTestJSON-1109656445-project-member] Lock "00bcbcba-63dc-4d2d-aea5-70bd361dc143" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.300s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.780816] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449243, 'name': CreateVM_Task, 'duration_secs': 0.431466} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.781026] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.781729] env[69159]: DEBUG oslo_concurrency.lockutils [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.781893] env[69159]: DEBUG oslo_concurrency.lockutils [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.782251] env[69159]: DEBUG oslo_concurrency.lockutils [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.782518] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06de9ab-62b5-452c-bf33-1cd8a2696df9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.787857] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1069.787857] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5272abe3-8ce0-3989-b160-ed65e665f405" [ 1069.787857] env[69159]: _type = "Task" [ 1069.787857] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.798807] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5272abe3-8ce0-3989-b160-ed65e665f405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.818172] env[69159]: DEBUG oslo_concurrency.lockutils [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.818413] env[69159]: DEBUG oslo_concurrency.lockutils [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.820135] env[69159]: INFO nova.compute.claims [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.822881] env[69159]: DEBUG oslo_concurrency.lockutils [None req-50b7028d-fcf8-4e87-91d3-55b78cdbe8ea tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "b2780a0d-e804-4722-90fe-8bb1cbee2c40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.118s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.875710] env[69159]: DEBUG nova.network.neutron [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Successfully updated port: e271a655-588c-4e98-b85c-9c78d177ca9a {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.927599] env[69159]: DEBUG oslo_concurrency.lockutils [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.928302] env[69159]: DEBUG oslo_concurrency.lockutils [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.928459] env[69159]: DEBUG oslo_concurrency.lockutils [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.929280] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0849de98-821e-4c9e-ab61-12b2d0f2c342 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.947034] env[69159]: DEBUG nova.virt.hardware [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.947233] env[69159]: DEBUG nova.virt.hardware [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.947389] env[69159]: DEBUG nova.virt.hardware [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.947572] env[69159]: DEBUG nova.virt.hardware [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.947716] env[69159]: DEBUG nova.virt.hardware [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.947860] env[69159]: DEBUG nova.virt.hardware [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.948096] env[69159]: DEBUG nova.virt.hardware [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.948931] env[69159]: DEBUG nova.virt.hardware [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.948931] env[69159]: DEBUG nova.virt.hardware [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.948931] env[69159]: DEBUG nova.virt.hardware [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.948931] env[69159]: DEBUG nova.virt.hardware [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.955137] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Reconfiguring VM to attach interface {{(pid=69159) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1069.955456] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a75ef7ac-e00f-4f48-9bbd-defc82452f6e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.974016] env[69159]: DEBUG oslo_vmware.api [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1069.974016] env[69159]: value = "task-3449244" [ 1069.974016] env[69159]: _type = "Task" [ 1069.974016] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.982984] env[69159]: DEBUG oslo_vmware.api [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449244, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.148251] env[69159]: DEBUG oslo_vmware.api [None req-33b13588-51e8-4ef9-aaa4-cdf48f943504 tempest-ServersAdminNegativeTestJSON-710799283 tempest-ServersAdminNegativeTestJSON-710799283-project-admin] Task: {'id': task-3449242, 'name': SuspendVM_Task, 'duration_secs': 0.639905} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.148546] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-33b13588-51e8-4ef9-aaa4-cdf48f943504 tempest-ServersAdminNegativeTestJSON-710799283 tempest-ServersAdminNegativeTestJSON-710799283-project-admin] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Suspended the VM {{(pid=69159) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1070.148727] env[69159]: DEBUG nova.compute.manager [None req-33b13588-51e8-4ef9-aaa4-cdf48f943504 tempest-ServersAdminNegativeTestJSON-710799283 tempest-ServersAdminNegativeTestJSON-710799283-project-admin] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1070.149569] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0027fa-2b7e-4824-8d36-4019de88a3f5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.156466] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.156684] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.156872] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.157458] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.157458] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.157662] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.158528] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69159) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1070.159769] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.204667] env[69159]: DEBUG nova.network.neutron [req-c4fcd5e3-1511-41f5-a108-a77ee09e5a44 req-3f66b4e7-0a8f-4ce6-85bb-d8bce892915a service nova] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Updated VIF entry in instance network info cache for port b5a091c2-9dcd-472a-83d1-0712f54cfe19. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.205084] env[69159]: DEBUG nova.network.neutron [req-c4fcd5e3-1511-41f5-a108-a77ee09e5a44 req-3f66b4e7-0a8f-4ce6-85bb-d8bce892915a service nova] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Updating instance_info_cache with network_info: [{"id": "b5a091c2-9dcd-472a-83d1-0712f54cfe19", "address": "fa:16:3e:f4:de:fa", "network": {"id": "74813607-59aa-490c-af71-58cf6ee969e1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1918298437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79bae99bf2d4880b44ab0ceb9897257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a091c2-9d", "ovs_interfaceid": "b5a091c2-9dcd-472a-83d1-0712f54cfe19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.300071] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5272abe3-8ce0-3989-b160-ed65e665f405, 'name': SearchDatastore_Task, 'duration_secs': 0.014364} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.300071] env[69159]: DEBUG oslo_concurrency.lockutils [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.300261] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.300365] env[69159]: DEBUG oslo_concurrency.lockutils [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.300483] env[69159]: DEBUG oslo_concurrency.lockutils [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.300666] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.300928] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8235d52-7377-4b63-bb41-81b6a9fa9fe0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.310797] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.310984] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.311714] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6758575e-96a2-421a-8cd8-9c6909d9d71d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.317355] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1070.317355] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523ce1fb-349f-71cf-e39b-ae95dc67742f" [ 1070.317355] env[69159]: _type = "Task" [ 1070.317355] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.328061] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523ce1fb-349f-71cf-e39b-ae95dc67742f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.378058] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "refresh_cache-98d6140f-745c-4da7-937b-1633b1d47a56" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.378206] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "refresh_cache-98d6140f-745c-4da7-937b-1633b1d47a56" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.378404] env[69159]: DEBUG nova.network.neutron [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.486068] env[69159]: DEBUG oslo_vmware.api [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449244, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.540793] env[69159]: DEBUG nova.compute.manager [req-87c32aa9-16c5-406b-a4b3-6fb23492b5ed req-9cd91a81-c076-4e58-9777-a43d7a9b70a6 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Received event network-changed-c4634797-a5d8-424d-8fea-3ba55359c2a8 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1070.540793] env[69159]: DEBUG nova.compute.manager [req-87c32aa9-16c5-406b-a4b3-6fb23492b5ed req-9cd91a81-c076-4e58-9777-a43d7a9b70a6 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Refreshing instance network info cache due to event network-changed-c4634797-a5d8-424d-8fea-3ba55359c2a8. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1070.540793] env[69159]: DEBUG oslo_concurrency.lockutils [req-87c32aa9-16c5-406b-a4b3-6fb23492b5ed req-9cd91a81-c076-4e58-9777-a43d7a9b70a6 service nova] Acquiring lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.540793] env[69159]: DEBUG oslo_concurrency.lockutils [req-87c32aa9-16c5-406b-a4b3-6fb23492b5ed req-9cd91a81-c076-4e58-9777-a43d7a9b70a6 service nova] Acquired lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.540793] env[69159]: DEBUG nova.network.neutron [req-87c32aa9-16c5-406b-a4b3-6fb23492b5ed req-9cd91a81-c076-4e58-9777-a43d7a9b70a6 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Refreshing network info cache for port c4634797-a5d8-424d-8fea-3ba55359c2a8 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.671804] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.710072] env[69159]: DEBUG oslo_concurrency.lockutils [req-c4fcd5e3-1511-41f5-a108-a77ee09e5a44 req-3f66b4e7-0a8f-4ce6-85bb-d8bce892915a service nova] Releasing lock "refresh_cache-8789958a-5cbb-4547-8d2b-20a93eb82a63" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.831467] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523ce1fb-349f-71cf-e39b-ae95dc67742f, 'name': SearchDatastore_Task, 'duration_secs': 0.009343} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.832524] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d43081-c402-409a-80ee-51b3aaad73bb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.838988] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1070.838988] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527af6a5-5a05-8dd4-8b1e-a388d90128a0" [ 1070.838988] env[69159]: _type = "Task" [ 1070.838988] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.847726] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527af6a5-5a05-8dd4-8b1e-a388d90128a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.910746] env[69159]: DEBUG nova.network.neutron [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.989308] env[69159]: DEBUG oslo_vmware.api [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449244, 'name': ReconfigVM_Task, 'duration_secs': 0.61994} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.989892] env[69159]: DEBUG oslo_concurrency.lockutils [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.990126] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Reconfigured VM to attach interface {{(pid=69159) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1071.019082] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ddeaa1-252e-4441-9a33-2ab55dee4c7a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.029336] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e4f092-aab5-47eb-b667-f923a802374a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.063428] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64865d5-dcf8-448c-9612-3405686c6eef {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.073374] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f533a846-f4a1-4060-b38b-82b3a75209a8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.089637] env[69159]: DEBUG nova.compute.provider_tree [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.110098] env[69159]: DEBUG nova.network.neutron [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Updating instance_info_cache with network_info: [{"id": "e271a655-588c-4e98-b85c-9c78d177ca9a", "address": "fa:16:3e:99:8a:c3", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape271a655-58", "ovs_interfaceid": "e271a655-588c-4e98-b85c-9c78d177ca9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.271860] env[69159]: DEBUG nova.network.neutron [req-87c32aa9-16c5-406b-a4b3-6fb23492b5ed req-9cd91a81-c076-4e58-9777-a43d7a9b70a6 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Updated VIF entry in instance network info cache for port c4634797-a5d8-424d-8fea-3ba55359c2a8. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.272390] env[69159]: DEBUG nova.network.neutron [req-87c32aa9-16c5-406b-a4b3-6fb23492b5ed req-9cd91a81-c076-4e58-9777-a43d7a9b70a6 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Updating instance_info_cache with network_info: [{"id": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "address": "fa:16:3e:77:fb:0f", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4b6374-05", "ovs_interfaceid": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2dfefcd-dd51-4527-a106-3e34ac9c8ba3", "address": "fa:16:3e:3c:87:80", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2dfefcd-dd", "ovs_interfaceid": "a2dfefcd-dd51-4527-a106-3e34ac9c8ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4634797-a5d8-424d-8fea-3ba55359c2a8", "address": "fa:16:3e:3b:be:37", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4634797-a5", "ovs_interfaceid": "c4634797-a5d8-424d-8fea-3ba55359c2a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.350973] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527af6a5-5a05-8dd4-8b1e-a388d90128a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010889} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.351301] env[69159]: DEBUG oslo_concurrency.lockutils [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.351583] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8789958a-5cbb-4547-8d2b-20a93eb82a63/8789958a-5cbb-4547-8d2b-20a93eb82a63.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.351857] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30d03b06-2510-4f9e-bfd1-f8eae72d6e24 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.360270] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1071.360270] env[69159]: value = "task-3449245" [ 1071.360270] env[69159]: _type = "Task" [ 1071.360270] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.370696] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.413582] env[69159]: DEBUG nova.compute.manager [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1071.414844] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5a2421-124e-4544-9163-9b611b4fc55f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.498475] env[69159]: DEBUG oslo_concurrency.lockutils [None req-23fb561a-8bb7-4d73-a4a9-e4b8eef37d71 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-748ccd51-7efa-47c2-bbdd-9d071bf3903e-c4634797-a5d8-424d-8fea-3ba55359c2a8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.230s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.539285] env[69159]: DEBUG nova.compute.manager [req-e37d6bfb-9a76-4bbc-8f73-879df0ee55b1 req-de90b9aa-50e6-4576-bf78-a56b2f0ba551 service nova] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Received event network-vif-plugged-e271a655-588c-4e98-b85c-9c78d177ca9a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1071.539607] env[69159]: DEBUG oslo_concurrency.lockutils [req-e37d6bfb-9a76-4bbc-8f73-879df0ee55b1 req-de90b9aa-50e6-4576-bf78-a56b2f0ba551 service nova] Acquiring lock "98d6140f-745c-4da7-937b-1633b1d47a56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.539907] env[69159]: DEBUG oslo_concurrency.lockutils [req-e37d6bfb-9a76-4bbc-8f73-879df0ee55b1 req-de90b9aa-50e6-4576-bf78-a56b2f0ba551 service nova] Lock "98d6140f-745c-4da7-937b-1633b1d47a56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.540156] env[69159]: DEBUG oslo_concurrency.lockutils [req-e37d6bfb-9a76-4bbc-8f73-879df0ee55b1 req-de90b9aa-50e6-4576-bf78-a56b2f0ba551 service nova] Lock "98d6140f-745c-4da7-937b-1633b1d47a56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.540353] env[69159]: DEBUG nova.compute.manager [req-e37d6bfb-9a76-4bbc-8f73-879df0ee55b1 req-de90b9aa-50e6-4576-bf78-a56b2f0ba551 service nova] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] No waiting events found dispatching network-vif-plugged-e271a655-588c-4e98-b85c-9c78d177ca9a {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1071.540552] env[69159]: WARNING nova.compute.manager [req-e37d6bfb-9a76-4bbc-8f73-879df0ee55b1 req-de90b9aa-50e6-4576-bf78-a56b2f0ba551 service nova] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Received unexpected event network-vif-plugged-e271a655-588c-4e98-b85c-9c78d177ca9a for instance with vm_state building and task_state spawning. [ 1071.540747] env[69159]: DEBUG nova.compute.manager [req-e37d6bfb-9a76-4bbc-8f73-879df0ee55b1 req-de90b9aa-50e6-4576-bf78-a56b2f0ba551 service nova] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Received event network-changed-e271a655-588c-4e98-b85c-9c78d177ca9a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1071.540998] env[69159]: DEBUG nova.compute.manager [req-e37d6bfb-9a76-4bbc-8f73-879df0ee55b1 req-de90b9aa-50e6-4576-bf78-a56b2f0ba551 service nova] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Refreshing instance network info cache due to event network-changed-e271a655-588c-4e98-b85c-9c78d177ca9a. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1071.541199] env[69159]: DEBUG oslo_concurrency.lockutils [req-e37d6bfb-9a76-4bbc-8f73-879df0ee55b1 req-de90b9aa-50e6-4576-bf78-a56b2f0ba551 service nova] Acquiring lock "refresh_cache-98d6140f-745c-4da7-937b-1633b1d47a56" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.595448] env[69159]: DEBUG nova.scheduler.client.report [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.613070] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "refresh_cache-98d6140f-745c-4da7-937b-1633b1d47a56" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.613450] env[69159]: DEBUG nova.compute.manager [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Instance network_info: |[{"id": "e271a655-588c-4e98-b85c-9c78d177ca9a", "address": "fa:16:3e:99:8a:c3", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape271a655-58", "ovs_interfaceid": "e271a655-588c-4e98-b85c-9c78d177ca9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1071.613818] env[69159]: DEBUG oslo_concurrency.lockutils [req-e37d6bfb-9a76-4bbc-8f73-879df0ee55b1 req-de90b9aa-50e6-4576-bf78-a56b2f0ba551 service nova] Acquired lock "refresh_cache-98d6140f-745c-4da7-937b-1633b1d47a56" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.614041] env[69159]: DEBUG nova.network.neutron [req-e37d6bfb-9a76-4bbc-8f73-879df0ee55b1 req-de90b9aa-50e6-4576-bf78-a56b2f0ba551 service nova] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Refreshing network info cache for port e271a655-588c-4e98-b85c-9c78d177ca9a {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.615398] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:8a:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e271a655-588c-4e98-b85c-9c78d177ca9a', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.625230] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.629663] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.631939] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccb5dcc5-53bf-48c4-be0c-1f226fe6ba87 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.663995] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.663995] env[69159]: value = "task-3449246" [ 1071.663995] env[69159]: _type = "Task" [ 1071.663995] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.675063] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449246, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.777110] env[69159]: DEBUG oslo_concurrency.lockutils [req-87c32aa9-16c5-406b-a4b3-6fb23492b5ed req-9cd91a81-c076-4e58-9777-a43d7a9b70a6 service nova] Releasing lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.873225] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497525} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.873544] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8789958a-5cbb-4547-8d2b-20a93eb82a63/8789958a-5cbb-4547-8d2b-20a93eb82a63.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.873722] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.873985] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e943d13-bdc8-4e39-9491-f869d417c85c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.883466] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1071.883466] env[69159]: value = "task-3449247" [ 1071.883466] env[69159]: _type = "Task" [ 1071.883466] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.895144] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.928196] env[69159]: INFO nova.compute.manager [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] instance snapshotting [ 1071.931796] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900ae49f-fca8-445a-9a0b-d7c38f68e97a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.954491] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbef633e-c0c4-41ac-b6d8-1b6f29c3dc6d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.000378] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.001961] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.022168] env[69159]: DEBUG nova.network.neutron [req-e37d6bfb-9a76-4bbc-8f73-879df0ee55b1 req-de90b9aa-50e6-4576-bf78-a56b2f0ba551 service nova] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Updated VIF entry in instance network info cache for port e271a655-588c-4e98-b85c-9c78d177ca9a. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.022530] env[69159]: DEBUG nova.network.neutron [req-e37d6bfb-9a76-4bbc-8f73-879df0ee55b1 req-de90b9aa-50e6-4576-bf78-a56b2f0ba551 service nova] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Updating instance_info_cache with network_info: [{"id": "e271a655-588c-4e98-b85c-9c78d177ca9a", "address": "fa:16:3e:99:8a:c3", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape271a655-58", "ovs_interfaceid": "e271a655-588c-4e98-b85c-9c78d177ca9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.101059] env[69159]: DEBUG oslo_concurrency.lockutils [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.101464] env[69159]: DEBUG nova.compute.manager [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1072.108584] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.437s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.108776] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.108931] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1072.110199] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3a6022-2350-4176-9358-ac8900e67664 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.119179] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7270e36-bb01-4691-a731-cc0aad9f77c4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.139541] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834e7c61-12e4-49e7-b8e7-a90c46c3ba74 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.148881] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e41e18d-dd3b-4cd3-9cdc-c7a0e2dde5a1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.183317] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179798MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1072.183472] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.183695] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.196750] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449246, 'name': CreateVM_Task, 'duration_secs': 0.432053} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.197282] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.197985] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.198175] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.198511] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.198777] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f620837b-9473-435d-8523-f3ae8c1cc404 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.203802] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1072.203802] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52837b66-3d6c-3fd2-c8f2-bff6cfcc6216" [ 1072.203802] env[69159]: _type = "Task" [ 1072.203802] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.212554] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52837b66-3d6c-3fd2-c8f2-bff6cfcc6216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.395497] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07144} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.395609] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.396436] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e500fb0d-9a20-45af-8019-37e1cc869f25 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.420783] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 8789958a-5cbb-4547-8d2b-20a93eb82a63/8789958a-5cbb-4547-8d2b-20a93eb82a63.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.421082] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afce888e-f210-4589-8e60-c412027724ab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.442187] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1072.442187] env[69159]: value = "task-3449248" [ 1072.442187] env[69159]: _type = "Task" [ 1072.442187] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.451232] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.470789] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1072.471115] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-128cc787-54fc-4367-89da-01e302c4eaf9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.480074] env[69159]: DEBUG oslo_vmware.api [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1072.480074] env[69159]: value = "task-3449249" [ 1072.480074] env[69159]: _type = "Task" [ 1072.480074] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.488731] env[69159]: DEBUG oslo_vmware.api [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.507763] env[69159]: DEBUG nova.compute.utils [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.527757] env[69159]: DEBUG oslo_concurrency.lockutils [req-e37d6bfb-9a76-4bbc-8f73-879df0ee55b1 req-de90b9aa-50e6-4576-bf78-a56b2f0ba551 service nova] Releasing lock "refresh_cache-98d6140f-745c-4da7-937b-1633b1d47a56" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.610684] env[69159]: DEBUG nova.compute.utils [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.612747] env[69159]: DEBUG nova.compute.manager [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1072.612952] env[69159]: DEBUG nova.network.neutron [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.670933] env[69159]: DEBUG nova.policy [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98bfa249719a4e36917a0e3c3b837ce4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '365e6c63cf6244bbad5d9c2642b41075', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.720619] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52837b66-3d6c-3fd2-c8f2-bff6cfcc6216, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.721261] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.721261] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.724506] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.724506] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.724506] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.724506] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65e4c004-b42c-4fe5-ac08-fddae7ffd16a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.732499] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.732689] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.733995] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f61f1ea-2a02-4f02-a68a-6d7cc00dcfe7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.741450] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1072.741450] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522f9791-49a0-8887-d17e-a2edc30f16c9" [ 1072.741450] env[69159]: _type = "Task" [ 1072.741450] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.751843] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522f9791-49a0-8887-d17e-a2edc30f16c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.954050] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449248, 'name': ReconfigVM_Task, 'duration_secs': 0.288932} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.954789] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 8789958a-5cbb-4547-8d2b-20a93eb82a63/8789958a-5cbb-4547-8d2b-20a93eb82a63.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.955691] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b013028-23bb-413f-9cda-3cfd0de7db5e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.966017] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1072.966017] env[69159]: value = "task-3449250" [ 1072.966017] env[69159]: _type = "Task" [ 1072.966017] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.976143] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449250, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.993590] env[69159]: DEBUG oslo_vmware.api [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.010541] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.052775] env[69159]: DEBUG nova.network.neutron [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Successfully created port: 3ce3090e-2a4b-4e7c-8c5a-09388176ff76 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.116032] env[69159]: DEBUG nova.compute.manager [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1073.222281] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance cd8d5436-42d4-4e64-a3db-6874c199f078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.222793] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance a29c1eef-b9eb-477a-a810-1162e6ea5fa8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.222793] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.222793] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 748ccd51-7efa-47c2-bbdd-9d071bf3903e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.222793] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 141fc427-cb02-41a8-bf19-6ffd96e5cd86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.223052] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance e1c5d804-c6b6-43c0-b787-c1b3efabe957 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.223052] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 58c035c1-b4ff-49c2-9c8e-1af163391bcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.223199] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance ea3b21e5-1a7b-4ad3-92da-9df616184050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.223199] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance f71cd352-c0cb-4c57-a1d1-1706e3529897 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.223292] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance b2780a0d-e804-4722-90fe-8bb1cbee2c40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.223394] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 8789958a-5cbb-4547-8d2b-20a93eb82a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.223500] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 98d6140f-745c-4da7-937b-1633b1d47a56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.223719] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 3d16b06b-df33-4bba-9832-dd919699dc92 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.224035] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1073.224201] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1073.260435] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522f9791-49a0-8887-d17e-a2edc30f16c9, 'name': SearchDatastore_Task, 'duration_secs': 0.022734} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.261570] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e928dfd1-7b71-4a97-ae53-6feff7d564a5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.274892] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1073.274892] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b76b3a-13ab-ab62-2491-5584c3a7c844" [ 1073.274892] env[69159]: _type = "Task" [ 1073.274892] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.290618] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b76b3a-13ab-ab62-2491-5584c3a7c844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.431296] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5a5201-ebe1-4005-9809-1d6025331294 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.439680] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cec4fdc-bf8c-40d0-b679-10876cafe3d1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.479383] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94310d9-499e-4412-bef5-7b9a4c0aa608 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.487818] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449250, 'name': Rename_Task, 'duration_secs': 0.182239} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.490155] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.490428] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0409b245-9eb4-4ef7-82ec-eabd93f2f9c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.492655] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda69a5b-a82a-44eb-a73b-bca5e1452c3c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.499252] env[69159]: DEBUG oslo_vmware.api [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449249, 'name': CreateSnapshot_Task, 'duration_secs': 0.998774} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.499931] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1073.500628] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ce7788-cf85-45b8-ad49-e0c098e2cb5d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.510553] env[69159]: DEBUG nova.compute.provider_tree [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.513442] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1073.513442] env[69159]: value = "task-3449251" [ 1073.513442] env[69159]: _type = "Task" [ 1073.513442] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.528214] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449251, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.622030] env[69159]: INFO nova.virt.block_device [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Booting with volume 59460fae-3bfd-448f-87fe-4f81b5edfb2f at /dev/sda [ 1073.656073] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcd27629-f8c2-491b-9931-1bfcea048190 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.668599] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a63eac2-1a4f-4cb8-abb4-3aba88533419 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.704248] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-778b451e-9a7f-4ce1-97d9-9ade6998feb7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.716875] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc60e6ec-b3a1-4a45-a89c-9ff78a37ae90 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.757617] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9848cb9a-c75c-44ab-aab9-6d88a4997538 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.768653] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c241c92b-e4cd-42a0-a218-c693fdeb9d5d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.784470] env[69159]: DEBUG nova.virt.block_device [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updating existing volume attachment record: b7b02d8e-19f8-49b7-92f4-e480a37d56c3 {{(pid=69159) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1073.790263] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b76b3a-13ab-ab62-2491-5584c3a7c844, 'name': SearchDatastore_Task, 'duration_secs': 0.011374} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.790541] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.790867] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 98d6140f-745c-4da7-937b-1633b1d47a56/98d6140f-745c-4da7-937b-1633b1d47a56.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.791085] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8d1e24e-502e-474a-a9d5-aa7dfe1378fc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.799292] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1073.799292] env[69159]: value = "task-3449252" [ 1073.799292] env[69159]: _type = "Task" [ 1073.799292] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.811799] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.015220] env[69159]: DEBUG nova.scheduler.client.report [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.034689] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1074.035030] env[69159]: DEBUG oslo_vmware.api [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449251, 'name': PowerOnVM_Task, 'duration_secs': 0.474179} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.036085] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-76ce3da0-d8a8-43cd-a6d7-b47e921f3b1b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.039152] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.039363] env[69159]: INFO nova.compute.manager [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1074.039539] env[69159]: DEBUG nova.compute.manager [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1074.040672] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38352f71-c3f9-4f7b-80de-925e5dd66385 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.052040] env[69159]: DEBUG oslo_vmware.api [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1074.052040] env[69159]: value = "task-3449253" [ 1074.052040] env[69159]: _type = "Task" [ 1074.052040] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.063781] env[69159]: DEBUG oslo_vmware.api [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449253, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.079864] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.080759] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.080759] env[69159]: INFO nova.compute.manager [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Attaching volume cf58525a-2dba-4851-857d-a0b7d72943cb to /dev/sdb [ 1074.120959] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16612749-d1cf-473e-adb0-f52df87d6c01 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.131309] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86fa999-2dff-40fa-8251-7e010daa6b72 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.146763] env[69159]: DEBUG nova.virt.block_device [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Updating existing volume attachment record: eada5823-3d20-4b82-b5d9-4b37096b20f7 {{(pid=69159) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1074.209405] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "interface-748ccd51-7efa-47c2-bbdd-9d071bf3903e-a2dfefcd-dd51-4527-a106-3e34ac9c8ba3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.209597] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-748ccd51-7efa-47c2-bbdd-9d071bf3903e-a2dfefcd-dd51-4527-a106-3e34ac9c8ba3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.264274] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquiring lock "f71cd352-c0cb-4c57-a1d1-1706e3529897" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.264625] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "f71cd352-c0cb-4c57-a1d1-1706e3529897" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.264870] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquiring lock "f71cd352-c0cb-4c57-a1d1-1706e3529897-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.265073] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "f71cd352-c0cb-4c57-a1d1-1706e3529897-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.265250] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "f71cd352-c0cb-4c57-a1d1-1706e3529897-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.267983] env[69159]: INFO nova.compute.manager [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Terminating instance [ 1074.311424] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449252, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.468302] env[69159]: DEBUG nova.compute.manager [req-8f9f4ccb-548d-4413-95b6-9ebf5be35555 req-ce50467f-4683-4f26-b0e4-6e0b882799d6 service nova] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Received event network-vif-plugged-3ce3090e-2a4b-4e7c-8c5a-09388176ff76 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1074.468521] env[69159]: DEBUG oslo_concurrency.lockutils [req-8f9f4ccb-548d-4413-95b6-9ebf5be35555 req-ce50467f-4683-4f26-b0e4-6e0b882799d6 service nova] Acquiring lock "3d16b06b-df33-4bba-9832-dd919699dc92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.468733] env[69159]: DEBUG oslo_concurrency.lockutils [req-8f9f4ccb-548d-4413-95b6-9ebf5be35555 req-ce50467f-4683-4f26-b0e4-6e0b882799d6 service nova] Lock "3d16b06b-df33-4bba-9832-dd919699dc92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.469127] env[69159]: DEBUG oslo_concurrency.lockutils [req-8f9f4ccb-548d-4413-95b6-9ebf5be35555 req-ce50467f-4683-4f26-b0e4-6e0b882799d6 service nova] Lock "3d16b06b-df33-4bba-9832-dd919699dc92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.471033] env[69159]: DEBUG nova.compute.manager [req-8f9f4ccb-548d-4413-95b6-9ebf5be35555 req-ce50467f-4683-4f26-b0e4-6e0b882799d6 service nova] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] No waiting events found dispatching network-vif-plugged-3ce3090e-2a4b-4e7c-8c5a-09388176ff76 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1074.471033] env[69159]: WARNING nova.compute.manager [req-8f9f4ccb-548d-4413-95b6-9ebf5be35555 req-ce50467f-4683-4f26-b0e4-6e0b882799d6 service nova] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Received unexpected event network-vif-plugged-3ce3090e-2a4b-4e7c-8c5a-09388176ff76 for instance with vm_state building and task_state block_device_mapping. [ 1074.523142] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1074.523969] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.340s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.560336] env[69159]: DEBUG nova.network.neutron [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Successfully updated port: 3ce3090e-2a4b-4e7c-8c5a-09388176ff76 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.571584] env[69159]: INFO nova.compute.manager [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Took 19.37 seconds to build instance. [ 1074.577186] env[69159]: DEBUG oslo_vmware.api [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449253, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.713340] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.713608] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.714636] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9f1051-42a3-4fe6-a118-b8c891715f5e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.743336] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b9276e-ce57-45ca-8581-53105ed73b3a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.774495] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Reconfiguring VM to detach interface {{(pid=69159) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1074.776155] env[69159]: DEBUG nova.compute.manager [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1074.776362] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.776600] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8530932b-1298-4db8-8115-f12d0b42f5a0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.793917] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04749441-de16-436e-ba6a-7736b14f6aaa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.801933] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.806337] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b601c40f-9f0b-4bde-9ca5-053a85a54df9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.807977] env[69159]: DEBUG oslo_vmware.api [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1074.807977] env[69159]: value = "task-3449257" [ 1074.807977] env[69159]: _type = "Task" [ 1074.807977] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.815353] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610283} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.815923] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 98d6140f-745c-4da7-937b-1633b1d47a56/98d6140f-745c-4da7-937b-1633b1d47a56.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.816182] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.816438] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-121a3188-96ab-41c8-a604-ec7e4d608a8d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.821433] env[69159]: DEBUG oslo_vmware.api [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449257, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.826629] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1074.826629] env[69159]: value = "task-3449259" [ 1074.826629] env[69159]: _type = "Task" [ 1074.826629] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.841620] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.901297] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.901702] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.901958] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Deleting the datastore file [datastore1] f71cd352-c0cb-4c57-a1d1-1706e3529897 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.902431] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f474901-cbfc-4734-87ed-6a471210659b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.911614] env[69159]: DEBUG oslo_vmware.api [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1074.911614] env[69159]: value = "task-3449260" [ 1074.911614] env[69159]: _type = "Task" [ 1074.911614] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.919708] env[69159]: DEBUG oslo_vmware.api [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.065713] env[69159]: DEBUG oslo_concurrency.lockutils [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.065989] env[69159]: DEBUG oslo_concurrency.lockutils [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.066101] env[69159]: DEBUG nova.network.neutron [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.077718] env[69159]: DEBUG oslo_concurrency.lockutils [None req-af9af42b-cf27-4ffb-9470-6f722c88a3b0 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "8789958a-5cbb-4547-8d2b-20a93eb82a63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.883s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.084495] env[69159]: DEBUG oslo_vmware.api [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449253, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.297158] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.297466] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.322457] env[69159]: DEBUG oslo_vmware.api [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.336685] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079854} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.336832] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.337738] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc8a4c3-cd02-490c-a573-06d1696c667f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.361785] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 98d6140f-745c-4da7-937b-1633b1d47a56/98d6140f-745c-4da7-937b-1633b1d47a56.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.362130] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cfd0090-926d-4881-a7de-9733953eacb2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.387105] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1075.387105] env[69159]: value = "task-3449261" [ 1075.387105] env[69159]: _type = "Task" [ 1075.387105] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.397152] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.423304] env[69159]: DEBUG oslo_vmware.api [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.576997] env[69159]: DEBUG oslo_vmware.api [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449253, 'name': CloneVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.606879] env[69159]: DEBUG nova.network.neutron [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.743456] env[69159]: DEBUG nova.network.neutron [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updating instance_info_cache with network_info: [{"id": "3ce3090e-2a4b-4e7c-8c5a-09388176ff76", "address": "fa:16:3e:01:42:da", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce3090e-2a", "ovs_interfaceid": "3ce3090e-2a4b-4e7c-8c5a-09388176ff76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.800795] env[69159]: INFO nova.compute.manager [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Detaching volume 01ce9ca1-859b-4155-8fb9-de51377881e8 [ 1075.819408] env[69159]: DEBUG oslo_vmware.api [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.830836] env[69159]: INFO nova.virt.block_device [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Attempting to driver detach volume 01ce9ca1-859b-4155-8fb9-de51377881e8 from mountpoint /dev/sdb [ 1075.831069] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1075.831256] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688632', 'volume_id': '01ce9ca1-859b-4155-8fb9-de51377881e8', 'name': 'volume-01ce9ca1-859b-4155-8fb9-de51377881e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6', 'attached_at': '', 'detached_at': '', 'volume_id': '01ce9ca1-859b-4155-8fb9-de51377881e8', 'serial': '01ce9ca1-859b-4155-8fb9-de51377881e8'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1075.832064] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a03147d-e2cd-4854-aead-57e2a3ab90b6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.852902] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca4b04a-7f13-4190-913f-c177ee002c18 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.861431] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc305567-e57f-4787-ab29-a15fbe5d5718 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.882568] env[69159]: DEBUG nova.compute.manager [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1075.883181] env[69159]: DEBUG nova.virt.hardware [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.883345] env[69159]: DEBUG nova.virt.hardware [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.883503] env[69159]: DEBUG nova.virt.hardware [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.883682] env[69159]: DEBUG nova.virt.hardware [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.883826] env[69159]: DEBUG nova.virt.hardware [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.883970] env[69159]: DEBUG nova.virt.hardware [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.884188] env[69159]: DEBUG nova.virt.hardware [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.884343] env[69159]: DEBUG nova.virt.hardware [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.884507] env[69159]: DEBUG nova.virt.hardware [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.884664] env[69159]: DEBUG nova.virt.hardware [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.884835] env[69159]: DEBUG nova.virt.hardware [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.885667] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07745e7a-7336-400c-b20e-fc4a8e5caccc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.888670] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b3df7f-27f8-4a0e-ac8f-d80a6dbac940 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.912526] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7001f08-7ffe-4aed-b77a-ea34775e97a3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.916493] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] The volume has not been displaced from its original location: [datastore1] volume-01ce9ca1-859b-4155-8fb9-de51377881e8/volume-01ce9ca1-859b-4155-8fb9-de51377881e8.vmdk. No consolidation needed. {{(pid=69159) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1075.921690] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1075.921981] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.922264] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c25d411a-ad82-48f1-86eb-407accd95b33 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.943072] env[69159]: DEBUG oslo_vmware.api [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.575629} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.951738] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.951957] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.952164] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.952337] env[69159]: INFO nova.compute.manager [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1075.952581] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.954010] env[69159]: DEBUG nova.compute.manager [-] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1075.954136] env[69159]: DEBUG nova.network.neutron [-] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.955864] env[69159]: DEBUG oslo_vmware.api [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1075.955864] env[69159]: value = "task-3449262" [ 1075.955864] env[69159]: _type = "Task" [ 1075.955864] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.965018] env[69159]: DEBUG oslo_concurrency.lockutils [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "8789958a-5cbb-4547-8d2b-20a93eb82a63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.965018] env[69159]: DEBUG oslo_concurrency.lockutils [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "8789958a-5cbb-4547-8d2b-20a93eb82a63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.965242] env[69159]: DEBUG oslo_concurrency.lockutils [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "8789958a-5cbb-4547-8d2b-20a93eb82a63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.965484] env[69159]: DEBUG oslo_concurrency.lockutils [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "8789958a-5cbb-4547-8d2b-20a93eb82a63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.965576] env[69159]: DEBUG oslo_concurrency.lockutils [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "8789958a-5cbb-4547-8d2b-20a93eb82a63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.967186] env[69159]: DEBUG oslo_vmware.api [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.967902] env[69159]: INFO nova.compute.manager [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Terminating instance [ 1076.076851] env[69159]: DEBUG oslo_vmware.api [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449253, 'name': CloneVM_Task, 'duration_secs': 1.550911} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.077232] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Created linked-clone VM from snapshot [ 1076.077884] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bd2288-2037-4162-92b7-bfd8b6c5a2b4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.086222] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Uploading image 5eced56c-adda-4526-a04e-369a53afb14d {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1076.172352] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1076.172671] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-61fa0110-04b5-4485-a3f2-c0f4b3155c30 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.186911] env[69159]: DEBUG oslo_vmware.api [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1076.186911] env[69159]: value = "task-3449263" [ 1076.186911] env[69159]: _type = "Task" [ 1076.186911] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.199138] env[69159]: DEBUG oslo_vmware.api [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449263, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.246018] env[69159]: DEBUG oslo_concurrency.lockutils [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.246018] env[69159]: DEBUG nova.compute.manager [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Instance network_info: |[{"id": "3ce3090e-2a4b-4e7c-8c5a-09388176ff76", "address": "fa:16:3e:01:42:da", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce3090e-2a", "ovs_interfaceid": "3ce3090e-2a4b-4e7c-8c5a-09388176ff76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1076.246382] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:42:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ce3090e-2a4b-4e7c-8c5a-09388176ff76', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.253953] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.254271] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.254527] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2d1a653-955a-4d7f-833d-671db7ec1a0f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.276481] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.276481] env[69159]: value = "task-3449264" [ 1076.276481] env[69159]: _type = "Task" [ 1076.276481] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.290913] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449264, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.320610] env[69159]: DEBUG oslo_vmware.api [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.402423] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449261, 'name': ReconfigVM_Task, 'duration_secs': 0.835805} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.402787] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 98d6140f-745c-4da7-937b-1633b1d47a56/98d6140f-745c-4da7-937b-1633b1d47a56.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.403502] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57f573b8-6848-4268-a1ff-f73f7fc030a3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.411352] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1076.411352] env[69159]: value = "task-3449265" [ 1076.411352] env[69159]: _type = "Task" [ 1076.411352] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.421464] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449265, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.467125] env[69159]: DEBUG oslo_vmware.api [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449262, 'name': ReconfigVM_Task, 'duration_secs': 0.262719} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.467443] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1076.472839] env[69159]: DEBUG nova.compute.manager [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1076.473085] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.473392] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-215f1902-55aa-47a7-b549-2388d27578c6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.490447] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3b5022-c7cc-4bfb-a0f2-4f6bf3d6e48c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.502769] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.504855] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00b7135a-5966-4369-9dc3-59514dbd5278 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.508397] env[69159]: DEBUG oslo_vmware.api [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1076.508397] env[69159]: value = "task-3449266" [ 1076.508397] env[69159]: _type = "Task" [ 1076.508397] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.513386] env[69159]: DEBUG nova.compute.manager [req-19cd23f7-39ed-4068-9926-25e8914e73b3 req-183a3a8e-773b-4ce2-b178-68025034e37c service nova] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Received event network-changed-3ce3090e-2a4b-4e7c-8c5a-09388176ff76 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1076.513549] env[69159]: DEBUG nova.compute.manager [req-19cd23f7-39ed-4068-9926-25e8914e73b3 req-183a3a8e-773b-4ce2-b178-68025034e37c service nova] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Refreshing instance network info cache due to event network-changed-3ce3090e-2a4b-4e7c-8c5a-09388176ff76. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1076.513775] env[69159]: DEBUG oslo_concurrency.lockutils [req-19cd23f7-39ed-4068-9926-25e8914e73b3 req-183a3a8e-773b-4ce2-b178-68025034e37c service nova] Acquiring lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.513922] env[69159]: DEBUG oslo_concurrency.lockutils [req-19cd23f7-39ed-4068-9926-25e8914e73b3 req-183a3a8e-773b-4ce2-b178-68025034e37c service nova] Acquired lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.514095] env[69159]: DEBUG nova.network.neutron [req-19cd23f7-39ed-4068-9926-25e8914e73b3 req-183a3a8e-773b-4ce2-b178-68025034e37c service nova] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Refreshing network info cache for port 3ce3090e-2a4b-4e7c-8c5a-09388176ff76 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.517334] env[69159]: DEBUG oslo_vmware.api [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1076.517334] env[69159]: value = "task-3449267" [ 1076.517334] env[69159]: _type = "Task" [ 1076.517334] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.524931] env[69159]: DEBUG oslo_vmware.api [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.531320] env[69159]: DEBUG oslo_vmware.api [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.699516] env[69159]: DEBUG oslo_vmware.api [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449263, 'name': Destroy_Task, 'duration_secs': 0.358873} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.699918] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Destroyed the VM [ 1076.700235] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1076.700515] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6701e772-ecf3-4b7c-bb58-15c3d0393748 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.708438] env[69159]: DEBUG oslo_vmware.api [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1076.708438] env[69159]: value = "task-3449269" [ 1076.708438] env[69159]: _type = "Task" [ 1076.708438] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.717913] env[69159]: DEBUG oslo_vmware.api [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449269, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.743625] env[69159]: DEBUG nova.network.neutron [-] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.788540] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449264, 'name': CreateVM_Task, 'duration_secs': 0.364751} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.789693] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.789693] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'attachment_id': 'b7b02d8e-19f8-49b7-92f4-e480a37d56c3', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688661', 'volume_id': '59460fae-3bfd-448f-87fe-4f81b5edfb2f', 'name': 'volume-59460fae-3bfd-448f-87fe-4f81b5edfb2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d16b06b-df33-4bba-9832-dd919699dc92', 'attached_at': '', 'detached_at': '', 'volume_id': '59460fae-3bfd-448f-87fe-4f81b5edfb2f', 'serial': '59460fae-3bfd-448f-87fe-4f81b5edfb2f'}, 'boot_index': 0, 'delete_on_termination': True, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69159) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1076.789974] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Root volume attach. Driver type: vmdk {{(pid=69159) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1076.790792] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f46fa66-f0df-42ed-b684-44edab13cf7d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.799889] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe456838-e371-4315-b884-b387a4517205 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.809822] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cade89-2f8a-45b6-9843-8a452698a0f5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.823780] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-463087e6-d05a-4acf-a9ac-396f0557dab4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.826538] env[69159]: DEBUG oslo_vmware.api [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.833015] env[69159]: DEBUG oslo_vmware.api [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1076.833015] env[69159]: value = "task-3449270" [ 1076.833015] env[69159]: _type = "Task" [ 1076.833015] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.842440] env[69159]: DEBUG oslo_vmware.api [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449270, 'name': RelocateVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.922945] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449265, 'name': Rename_Task, 'duration_secs': 0.172519} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.923274] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.923536] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fbc88f4-b2c2-43d0-8e3b-8e6c03a1ff28 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.930977] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1076.930977] env[69159]: value = "task-3449271" [ 1076.930977] env[69159]: _type = "Task" [ 1076.930977] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.940103] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.022483] env[69159]: DEBUG oslo_vmware.api [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449266, 'name': ReconfigVM_Task, 'duration_secs': 0.211295} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.026278] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688632', 'volume_id': '01ce9ca1-859b-4155-8fb9-de51377881e8', 'name': 'volume-01ce9ca1-859b-4155-8fb9-de51377881e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6', 'attached_at': '', 'detached_at': '', 'volume_id': '01ce9ca1-859b-4155-8fb9-de51377881e8', 'serial': '01ce9ca1-859b-4155-8fb9-de51377881e8'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1077.035662] env[69159]: DEBUG oslo_vmware.api [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449267, 'name': PowerOffVM_Task, 'duration_secs': 0.236083} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.036496] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.036496] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.036629] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cec32fe-beab-4d92-b8fd-968e66b6a6e6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.109286] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.109286] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.109687] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleting the datastore file [datastore2] 8789958a-5cbb-4547-8d2b-20a93eb82a63 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.109874] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e1b4e5a-ccfb-4ba3-9685-971202630dc0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.121572] env[69159]: DEBUG oslo_vmware.api [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for the task: (returnval){ [ 1077.121572] env[69159]: value = "task-3449273" [ 1077.121572] env[69159]: _type = "Task" [ 1077.121572] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.131337] env[69159]: DEBUG oslo_vmware.api [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.223314] env[69159]: DEBUG oslo_vmware.api [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449269, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.246965] env[69159]: INFO nova.compute.manager [-] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Took 1.29 seconds to deallocate network for instance. [ 1077.268747] env[69159]: DEBUG nova.network.neutron [req-19cd23f7-39ed-4068-9926-25e8914e73b3 req-183a3a8e-773b-4ce2-b178-68025034e37c service nova] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updated VIF entry in instance network info cache for port 3ce3090e-2a4b-4e7c-8c5a-09388176ff76. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.269159] env[69159]: DEBUG nova.network.neutron [req-19cd23f7-39ed-4068-9926-25e8914e73b3 req-183a3a8e-773b-4ce2-b178-68025034e37c service nova] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updating instance_info_cache with network_info: [{"id": "3ce3090e-2a4b-4e7c-8c5a-09388176ff76", "address": "fa:16:3e:01:42:da", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce3090e-2a", "ovs_interfaceid": "3ce3090e-2a4b-4e7c-8c5a-09388176ff76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.336583] env[69159]: DEBUG oslo_vmware.api [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.346549] env[69159]: DEBUG oslo_vmware.api [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449270, 'name': RelocateVM_Task, 'duration_secs': 0.507541} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.346881] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Volume attach. Driver type: vmdk {{(pid=69159) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1077.347105] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688661', 'volume_id': '59460fae-3bfd-448f-87fe-4f81b5edfb2f', 'name': 'volume-59460fae-3bfd-448f-87fe-4f81b5edfb2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d16b06b-df33-4bba-9832-dd919699dc92', 'attached_at': '', 'detached_at': '', 'volume_id': '59460fae-3bfd-448f-87fe-4f81b5edfb2f', 'serial': '59460fae-3bfd-448f-87fe-4f81b5edfb2f'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1077.347956] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e4ce8c-a642-4564-97fb-fe11175f2112 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.365086] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcab656b-75eb-4278-9a53-8f71ceb09014 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.388810] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-59460fae-3bfd-448f-87fe-4f81b5edfb2f/volume-59460fae-3bfd-448f-87fe-4f81b5edfb2f.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.389196] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed03ecd3-8ded-46f9-a667-60b4876ed34f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.414461] env[69159]: DEBUG oslo_vmware.api [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1077.414461] env[69159]: value = "task-3449274" [ 1077.414461] env[69159]: _type = "Task" [ 1077.414461] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.423787] env[69159]: DEBUG oslo_vmware.api [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.441180] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449271, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.577335] env[69159]: DEBUG nova.objects.instance [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lazy-loading 'flavor' on Instance uuid 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.636484] env[69159]: DEBUG oslo_vmware.api [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Task: {'id': task-3449273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292659} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.636924] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.637271] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.637580] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.637884] env[69159]: INFO nova.compute.manager [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1077.638301] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.638600] env[69159]: DEBUG nova.compute.manager [-] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1077.638755] env[69159]: DEBUG nova.network.neutron [-] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.721209] env[69159]: DEBUG oslo_vmware.api [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449269, 'name': RemoveSnapshot_Task, 'duration_secs': 0.85503} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.721482] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1077.755054] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.755317] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.755552] env[69159]: DEBUG nova.objects.instance [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lazy-loading 'resources' on Instance uuid f71cd352-c0cb-4c57-a1d1-1706e3529897 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.772271] env[69159]: DEBUG oslo_concurrency.lockutils [req-19cd23f7-39ed-4068-9926-25e8914e73b3 req-183a3a8e-773b-4ce2-b178-68025034e37c service nova] Releasing lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.772542] env[69159]: DEBUG nova.compute.manager [req-19cd23f7-39ed-4068-9926-25e8914e73b3 req-183a3a8e-773b-4ce2-b178-68025034e37c service nova] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Received event network-vif-deleted-b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1077.772818] env[69159]: INFO nova.compute.manager [req-19cd23f7-39ed-4068-9926-25e8914e73b3 req-183a3a8e-773b-4ce2-b178-68025034e37c service nova] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Neutron deleted interface b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd; detaching it from the instance and deleting it from the info cache [ 1077.773037] env[69159]: DEBUG nova.network.neutron [req-19cd23f7-39ed-4068-9926-25e8914e73b3 req-183a3a8e-773b-4ce2-b178-68025034e37c service nova] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.824264] env[69159]: DEBUG oslo_vmware.api [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.925054] env[69159]: DEBUG oslo_vmware.api [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449274, 'name': ReconfigVM_Task, 'duration_secs': 0.405164} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.925350] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-59460fae-3bfd-448f-87fe-4f81b5edfb2f/volume-59460fae-3bfd-448f-87fe-4f81b5edfb2f.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.930178] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25d444c0-5ce7-452f-94a1-bb938daa8a6c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.949156] env[69159]: DEBUG oslo_vmware.api [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449271, 'name': PowerOnVM_Task, 'duration_secs': 0.669065} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.950690] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.950828] env[69159]: INFO nova.compute.manager [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1077.951132] env[69159]: DEBUG nova.compute.manager [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1077.951600] env[69159]: DEBUG oslo_vmware.api [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1077.951600] env[69159]: value = "task-3449275" [ 1077.951600] env[69159]: _type = "Task" [ 1077.951600] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.952675] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ec6a1f-7442-41f8-8a90-4dadea24a971 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.968988] env[69159]: DEBUG oslo_vmware.api [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449275, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.226228] env[69159]: WARNING nova.compute.manager [None req-9895d5de-debb-4f2c-89be-2abdc91b4b54 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Image not found during snapshot: nova.exception.ImageNotFound: Image 5eced56c-adda-4526-a04e-369a53afb14d could not be found. [ 1078.276382] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-507b34fd-cb6d-4ee2-838d-490f9fb5f1c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.287104] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec42721d-5464-43eb-beaa-b6a13babeeb9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.339274] env[69159]: DEBUG nova.compute.manager [req-19cd23f7-39ed-4068-9926-25e8914e73b3 req-183a3a8e-773b-4ce2-b178-68025034e37c service nova] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Detach interface failed, port_id=b6f5ab47-9aa8-4560-bc64-cb05b6c0c6bd, reason: Instance f71cd352-c0cb-4c57-a1d1-1706e3529897 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1078.346264] env[69159]: DEBUG oslo_vmware.api [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.390327] env[69159]: DEBUG nova.network.neutron [-] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.465697] env[69159]: DEBUG oslo_vmware.api [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449275, 'name': ReconfigVM_Task, 'duration_secs': 0.135223} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.466264] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688661', 'volume_id': '59460fae-3bfd-448f-87fe-4f81b5edfb2f', 'name': 'volume-59460fae-3bfd-448f-87fe-4f81b5edfb2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d16b06b-df33-4bba-9832-dd919699dc92', 'attached_at': '', 'detached_at': '', 'volume_id': '59460fae-3bfd-448f-87fe-4f81b5edfb2f', 'serial': '59460fae-3bfd-448f-87fe-4f81b5edfb2f'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1078.467160] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48f25e52-0eb5-492b-825c-a269bba3481f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.469913] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fb9873-00f0-4a66-81de-17f89d69b48c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.479724] env[69159]: DEBUG oslo_vmware.api [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1078.479724] env[69159]: value = "task-3449276" [ 1078.479724] env[69159]: _type = "Task" [ 1078.479724] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.481855] env[69159]: INFO nova.compute.manager [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Took 15.70 seconds to build instance. [ 1078.486896] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761d0ab6-6fa8-4cb9-b723-10ded759dc2f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.496058] env[69159]: DEBUG oslo_vmware.api [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449276, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.525863] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2602dc62-fe43-4987-8ab6-502fc943ec40 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.535031] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca505e3-46b2-42ec-975e-bf78bc507b4c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.555762] env[69159]: DEBUG nova.compute.manager [req-165c2b57-279e-4652-be0c-c5f81c7fada8 req-0158be0a-efdc-4f75-93e1-04d79a3e0d07 service nova] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Received event network-vif-deleted-b5a091c2-9dcd-472a-83d1-0712f54cfe19 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1078.555762] env[69159]: DEBUG nova.compute.provider_tree [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.585846] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e0b87e06-89d9-4a1f-b222-b59416593051 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.288s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.697769] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Volume attach. Driver type: vmdk {{(pid=69159) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1078.698089] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688669', 'volume_id': 'cf58525a-2dba-4851-857d-a0b7d72943cb', 'name': 'volume-cf58525a-2dba-4851-857d-a0b7d72943cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '141fc427-cb02-41a8-bf19-6ffd96e5cd86', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf58525a-2dba-4851-857d-a0b7d72943cb', 'serial': 'cf58525a-2dba-4851-857d-a0b7d72943cb'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1078.699359] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa378a9-de9a-4516-b7fd-7bad47d9a9ee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.716675] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901f2961-65c3-4bcf-ab36-11976381e668 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.742465] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-cf58525a-2dba-4851-857d-a0b7d72943cb/volume-cf58525a-2dba-4851-857d-a0b7d72943cb.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.742465] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb42456d-da6c-45b7-b54c-73da96e1a92e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.762516] env[69159]: DEBUG oslo_vmware.api [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1078.762516] env[69159]: value = "task-3449277" [ 1078.762516] env[69159]: _type = "Task" [ 1078.762516] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.772111] env[69159]: DEBUG oslo_vmware.api [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.823904] env[69159]: DEBUG oslo_vmware.api [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.892651] env[69159]: INFO nova.compute.manager [-] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Took 1.25 seconds to deallocate network for instance. [ 1078.992916] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76da7042-552b-46cc-a13b-5ec03d8c7bd8 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "98d6140f-745c-4da7-937b-1633b1d47a56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.223s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.993520] env[69159]: DEBUG oslo_vmware.api [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449276, 'name': Rename_Task, 'duration_secs': 0.198414} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.993774] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.994026] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27a1d019-3d36-4b6e-bdfd-d440048b5466 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.001289] env[69159]: DEBUG oslo_vmware.api [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1079.001289] env[69159]: value = "task-3449278" [ 1079.001289] env[69159]: _type = "Task" [ 1079.001289] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.010300] env[69159]: DEBUG oslo_vmware.api [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.077406] env[69159]: ERROR nova.scheduler.client.report [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [req-17e0b9d8-b1f2-44f7-930f-ad2beb51c23c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bb8e5e26-0b56-454c-ae24-e4322af67e22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17e0b9d8-b1f2-44f7-930f-ad2beb51c23c"}]} [ 1079.083537] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "b2780a0d-e804-4722-90fe-8bb1cbee2c40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.083537] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "b2780a0d-e804-4722-90fe-8bb1cbee2c40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.083695] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "b2780a0d-e804-4722-90fe-8bb1cbee2c40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.083876] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "b2780a0d-e804-4722-90fe-8bb1cbee2c40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.084105] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "b2780a0d-e804-4722-90fe-8bb1cbee2c40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.086267] env[69159]: INFO nova.compute.manager [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Terminating instance [ 1079.095971] env[69159]: DEBUG nova.scheduler.client.report [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Refreshing inventories for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1079.111394] env[69159]: DEBUG nova.scheduler.client.report [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating ProviderTree inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1079.111617] env[69159]: DEBUG nova.compute.provider_tree [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.123952] env[69159]: DEBUG nova.scheduler.client.report [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Refreshing aggregate associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, aggregates: None {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1079.144087] env[69159]: DEBUG nova.scheduler.client.report [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Refreshing trait associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1079.279715] env[69159]: DEBUG oslo_vmware.api [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.315467] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dd82e5-7756-493f-b099-cd0ba8c4a5ee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.329433] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e80aca5-6789-40a6-b91a-335cd2e7c33a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.332353] env[69159]: DEBUG oslo_vmware.api [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.360114] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad47b804-f004-4f53-9e8a-e885974340eb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.368754] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f84cab7-a24a-4a0b-974e-314003901301 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.383385] env[69159]: DEBUG nova.compute.provider_tree [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.398917] env[69159]: DEBUG oslo_concurrency.lockutils [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.524121] env[69159]: DEBUG oslo_vmware.api [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449278, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.589887] env[69159]: DEBUG nova.compute.manager [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1079.590221] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.591618] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee45f669-3912-436d-a748-e1134a6bf3dd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.601041] env[69159]: DEBUG oslo_concurrency.lockutils [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.601284] env[69159]: DEBUG oslo_concurrency.lockutils [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.601480] env[69159]: DEBUG oslo_concurrency.lockutils [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.601658] env[69159]: DEBUG oslo_concurrency.lockutils [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.601821] env[69159]: DEBUG oslo_concurrency.lockutils [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.603360] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.603818] env[69159]: INFO nova.compute.manager [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Terminating instance [ 1079.605085] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3438e759-4287-41b9-afeb-9e7f1c5dfc2b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.612801] env[69159]: DEBUG oslo_vmware.api [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1079.612801] env[69159]: value = "task-3449279" [ 1079.612801] env[69159]: _type = "Task" [ 1079.612801] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.625081] env[69159]: DEBUG oslo_vmware.api [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.774602] env[69159]: DEBUG oslo_vmware.api [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449277, 'name': ReconfigVM_Task, 'duration_secs': 0.701375} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.774830] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-cf58525a-2dba-4851-857d-a0b7d72943cb/volume-cf58525a-2dba-4851-857d-a0b7d72943cb.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.779559] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05c1cbf0-5a43-42b0-ade9-5b7046ee00b5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.794797] env[69159]: DEBUG oslo_vmware.api [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1079.794797] env[69159]: value = "task-3449280" [ 1079.794797] env[69159]: _type = "Task" [ 1079.794797] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.805104] env[69159]: DEBUG oslo_vmware.api [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.825252] env[69159]: DEBUG oslo_vmware.api [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.923332] env[69159]: DEBUG nova.scheduler.client.report [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updated inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1079.923652] env[69159]: DEBUG nova.compute.provider_tree [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 generation from 132 to 133 during operation: update_inventory {{(pid=69159) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1079.923841] env[69159]: DEBUG nova.compute.provider_tree [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.013233] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "98d6140f-745c-4da7-937b-1633b1d47a56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.013487] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "98d6140f-745c-4da7-937b-1633b1d47a56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.013687] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "98d6140f-745c-4da7-937b-1633b1d47a56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.013864] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "98d6140f-745c-4da7-937b-1633b1d47a56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.014053] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "98d6140f-745c-4da7-937b-1633b1d47a56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.015587] env[69159]: DEBUG oslo_vmware.api [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449278, 'name': PowerOnVM_Task, 'duration_secs': 0.592702} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.015834] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.016038] env[69159]: INFO nova.compute.manager [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Took 4.13 seconds to spawn the instance on the hypervisor. [ 1080.016239] env[69159]: DEBUG nova.compute.manager [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1080.016723] env[69159]: INFO nova.compute.manager [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Terminating instance [ 1080.018434] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ead411-43d3-44d1-89b4-a8c050608186 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.109354] env[69159]: DEBUG nova.compute.manager [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1080.109706] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.111142] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f51f7d-66fa-4e27-b901-551456c68c21 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.125751] env[69159]: DEBUG oslo_vmware.api [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449279, 'name': PowerOffVM_Task, 'duration_secs': 0.369236} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.128490] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.128751] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.129087] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.129338] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bdce5cc-1dc8-43c9-af0f-ce8645c533bf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.130814] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d73e8fb-f69f-4609-9960-6a598dfe5b6b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.141021] env[69159]: DEBUG oslo_vmware.api [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1080.141021] env[69159]: value = "task-3449281" [ 1080.141021] env[69159]: _type = "Task" [ 1080.141021] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.152962] env[69159]: DEBUG oslo_vmware.api [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.214914] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.215264] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.215509] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Deleting the datastore file [datastore2] b2780a0d-e804-4722-90fe-8bb1cbee2c40 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.215841] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66d864a2-e1f1-4bec-b135-dbb4f2ba5fd6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.224415] env[69159]: DEBUG oslo_vmware.api [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for the task: (returnval){ [ 1080.224415] env[69159]: value = "task-3449283" [ 1080.224415] env[69159]: _type = "Task" [ 1080.224415] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.233692] env[69159]: DEBUG oslo_vmware.api [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.307515] env[69159]: DEBUG oslo_vmware.api [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449280, 'name': ReconfigVM_Task, 'duration_secs': 0.201212} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.307916] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688669', 'volume_id': 'cf58525a-2dba-4851-857d-a0b7d72943cb', 'name': 'volume-cf58525a-2dba-4851-857d-a0b7d72943cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '141fc427-cb02-41a8-bf19-6ffd96e5cd86', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf58525a-2dba-4851-857d-a0b7d72943cb', 'serial': 'cf58525a-2dba-4851-857d-a0b7d72943cb'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1080.328300] env[69159]: DEBUG oslo_vmware.api [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449257, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.428595] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.673s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.431104] env[69159]: DEBUG oslo_concurrency.lockutils [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.032s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.431432] env[69159]: DEBUG nova.objects.instance [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lazy-loading 'resources' on Instance uuid 8789958a-5cbb-4547-8d2b-20a93eb82a63 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.450388] env[69159]: INFO nova.scheduler.client.report [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Deleted allocations for instance f71cd352-c0cb-4c57-a1d1-1706e3529897 [ 1080.523387] env[69159]: DEBUG nova.compute.manager [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1080.523620] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.524563] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fe711f-4e7c-43e1-821f-435754d864c2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.535412] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.536955] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e8bacde-233f-4268-9371-568157a5fcca {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.538876] env[69159]: INFO nova.compute.manager [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Took 10.74 seconds to build instance. [ 1080.545931] env[69159]: DEBUG oslo_vmware.api [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1080.545931] env[69159]: value = "task-3449284" [ 1080.545931] env[69159]: _type = "Task" [ 1080.545931] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.556334] env[69159]: DEBUG oslo_vmware.api [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.651267] env[69159]: DEBUG oslo_vmware.api [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449281, 'name': PowerOffVM_Task, 'duration_secs': 0.21054} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.651546] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.651961] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.652052] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-262eff55-4644-4d5e-87a5-05059e7b4705 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.730159] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.730455] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.730679] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Deleting the datastore file [datastore1] 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.731327] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddfe80d8-b00d-46cf-b03b-72d3c7b54856 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.736056] env[69159]: DEBUG oslo_vmware.api [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Task: {'id': task-3449283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188072} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.736690] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.736902] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.737109] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.737347] env[69159]: INFO nova.compute.manager [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1080.737693] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.737918] env[69159]: DEBUG nova.compute.manager [-] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1080.738030] env[69159]: DEBUG nova.network.neutron [-] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.742012] env[69159]: DEBUG oslo_vmware.api [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1080.742012] env[69159]: value = "task-3449286" [ 1080.742012] env[69159]: _type = "Task" [ 1080.742012] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.752458] env[69159]: DEBUG oslo_vmware.api [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.826602] env[69159]: DEBUG oslo_vmware.api [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449257, 'name': ReconfigVM_Task, 'duration_secs': 5.800377} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.826871] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.827109] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Reconfigured VM to detach interface {{(pid=69159) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1080.962075] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d0de28-2c05-4a80-9674-5ba328f42593 tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "f71cd352-c0cb-4c57-a1d1-1706e3529897" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.696s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.035934] env[69159]: DEBUG nova.compute.manager [req-fbc4f980-4d4d-41ad-8447-a9f70ecb0bb0 req-205b7c01-038e-4656-9568-f857703ba5e6 service nova] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Received event network-vif-deleted-4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1081.036205] env[69159]: INFO nova.compute.manager [req-fbc4f980-4d4d-41ad-8447-a9f70ecb0bb0 req-205b7c01-038e-4656-9568-f857703ba5e6 service nova] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Neutron deleted interface 4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd; detaching it from the instance and deleting it from the info cache [ 1081.036389] env[69159]: DEBUG nova.network.neutron [req-fbc4f980-4d4d-41ad-8447-a9f70ecb0bb0 req-205b7c01-038e-4656-9568-f857703ba5e6 service nova] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.041967] env[69159]: DEBUG oslo_concurrency.lockutils [None req-33cb2296-be05-4118-bded-ea297c509e99 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "3d16b06b-df33-4bba-9832-dd919699dc92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.253s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.057072] env[69159]: DEBUG oslo_vmware.api [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449284, 'name': PowerOffVM_Task, 'duration_secs': 0.237375} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.057863] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.058058] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.060722] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80ea0d1c-d325-43ee-93bc-134f739834d8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.126767] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.126993] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.127247] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleting the datastore file [datastore2] 98d6140f-745c-4da7-937b-1633b1d47a56 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.127448] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcbc559a-c621-4b48-ad6b-7c1517ba90a4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.134860] env[69159]: DEBUG oslo_vmware.api [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1081.134860] env[69159]: value = "task-3449288" [ 1081.134860] env[69159]: _type = "Task" [ 1081.134860] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.141251] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e530aedc-f22f-41fe-9acf-a8d17e322c85 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.149519] env[69159]: DEBUG oslo_vmware.api [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.156019] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e568c789-a872-471f-9eeb-97d9c6fbbe94 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.185951] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335ea758-ea63-4cf0-ab42-46c63efff9b4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.195328] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3552dc1f-9c09-498a-9a9b-49948c95cbb1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.212901] env[69159]: DEBUG nova.compute.provider_tree [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.253373] env[69159]: DEBUG oslo_vmware.api [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155063} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.253739] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.254323] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.254519] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.254722] env[69159]: INFO nova.compute.manager [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1081.254995] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.255747] env[69159]: DEBUG nova.compute.manager [-] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1081.255835] env[69159]: DEBUG nova.network.neutron [-] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.284336] env[69159]: DEBUG nova.compute.manager [req-75545ff1-2755-4ae4-aeee-0e5cbbc087de req-3ae0ecd2-1add-4e12-a66f-d11fb961418a service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Received event network-vif-deleted-a2dfefcd-dd51-4527-a106-3e34ac9c8ba3 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1081.284613] env[69159]: INFO nova.compute.manager [req-75545ff1-2755-4ae4-aeee-0e5cbbc087de req-3ae0ecd2-1add-4e12-a66f-d11fb961418a service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Neutron deleted interface a2dfefcd-dd51-4527-a106-3e34ac9c8ba3; detaching it from the instance and deleting it from the info cache [ 1081.284902] env[69159]: DEBUG nova.network.neutron [req-75545ff1-2755-4ae4-aeee-0e5cbbc087de req-3ae0ecd2-1add-4e12-a66f-d11fb961418a service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Updating instance_info_cache with network_info: [{"id": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "address": "fa:16:3e:77:fb:0f", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4b6374-05", "ovs_interfaceid": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4634797-a5d8-424d-8fea-3ba55359c2a8", "address": "fa:16:3e:3b:be:37", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4634797-a5", "ovs_interfaceid": "c4634797-a5d8-424d-8fea-3ba55359c2a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.358772] env[69159]: DEBUG nova.objects.instance [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lazy-loading 'flavor' on Instance uuid 141fc427-cb02-41a8-bf19-6ffd96e5cd86 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.509277] env[69159]: DEBUG nova.network.neutron [-] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.543035] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2dd5cd6-63ec-46df-8075-f05ce9dc4ee7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.557452] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464651af-ec34-4ef7-9e13-9150c80471e6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.595949] env[69159]: DEBUG nova.compute.manager [req-fbc4f980-4d4d-41ad-8447-a9f70ecb0bb0 req-205b7c01-038e-4656-9568-f857703ba5e6 service nova] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Detach interface failed, port_id=4fb8c76a-8b30-4ced-bc7b-de5c0ff830fd, reason: Instance b2780a0d-e804-4722-90fe-8bb1cbee2c40 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1081.646172] env[69159]: DEBUG oslo_vmware.api [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149171} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.647986] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.648436] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.651020] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.651020] env[69159]: INFO nova.compute.manager [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1081.651020] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.651020] env[69159]: DEBUG nova.compute.manager [-] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1081.651020] env[69159]: DEBUG nova.network.neutron [-] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.718883] env[69159]: DEBUG nova.scheduler.client.report [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.790571] env[69159]: DEBUG oslo_concurrency.lockutils [req-75545ff1-2755-4ae4-aeee-0e5cbbc087de req-3ae0ecd2-1add-4e12-a66f-d11fb961418a service nova] Acquiring lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.790571] env[69159]: DEBUG oslo_concurrency.lockutils [req-75545ff1-2755-4ae4-aeee-0e5cbbc087de req-3ae0ecd2-1add-4e12-a66f-d11fb961418a service nova] Acquired lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.790571] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcebbe3-687f-49f6-83c6-00f1bda42a21 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.814495] env[69159]: DEBUG oslo_concurrency.lockutils [req-75545ff1-2755-4ae4-aeee-0e5cbbc087de req-3ae0ecd2-1add-4e12-a66f-d11fb961418a service nova] Releasing lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.814495] env[69159]: WARNING nova.compute.manager [req-75545ff1-2755-4ae4-aeee-0e5cbbc087de req-3ae0ecd2-1add-4e12-a66f-d11fb961418a service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Detach interface failed, port_id=a2dfefcd-dd51-4527-a106-3e34ac9c8ba3, reason: No device with interface-id a2dfefcd-dd51-4527-a106-3e34ac9c8ba3 exists on VM: nova.exception.NotFound: No device with interface-id a2dfefcd-dd51-4527-a106-3e34ac9c8ba3 exists on VM [ 1081.865200] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7748f834-45d1-480c-934e-fdc465b0106d tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.784s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.013544] env[69159]: INFO nova.compute.manager [-] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Took 1.28 seconds to deallocate network for instance. [ 1082.226244] env[69159]: DEBUG oslo_concurrency.lockutils [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.233497] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquiring lock "e1c5d804-c6b6-43c0-b787-c1b3efabe957" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.233774] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "e1c5d804-c6b6-43c0-b787-c1b3efabe957" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.234032] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquiring lock "e1c5d804-c6b6-43c0-b787-c1b3efabe957-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.234234] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "e1c5d804-c6b6-43c0-b787-c1b3efabe957-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.234482] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "e1c5d804-c6b6-43c0-b787-c1b3efabe957-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.238302] env[69159]: INFO nova.compute.manager [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Terminating instance [ 1082.263457] env[69159]: INFO nova.scheduler.client.report [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Deleted allocations for instance 8789958a-5cbb-4547-8d2b-20a93eb82a63 [ 1082.268982] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.268982] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.269267] env[69159]: DEBUG nova.network.neutron [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.480627] env[69159]: DEBUG nova.network.neutron [-] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.524766] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.526141] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.526141] env[69159]: DEBUG nova.objects.instance [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lazy-loading 'resources' on Instance uuid b2780a0d-e804-4722-90fe-8bb1cbee2c40 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.749656] env[69159]: DEBUG nova.compute.manager [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1082.749900] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.750973] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891ae715-1a19-43af-ad5a-115577aa0b59 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.760211] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.760581] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2da07cd2-1fd0-4d24-8a0d-f5a2be1c73a8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.769557] env[69159]: DEBUG oslo_vmware.api [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1082.769557] env[69159]: value = "task-3449289" [ 1082.769557] env[69159]: _type = "Task" [ 1082.769557] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.777647] env[69159]: DEBUG oslo_concurrency.lockutils [None req-36708657-e23c-418e-a0c5-e76a0f5dfbf6 tempest-ServerDiskConfigTestJSON-770791006 tempest-ServerDiskConfigTestJSON-770791006-project-member] Lock "8789958a-5cbb-4547-8d2b-20a93eb82a63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.813s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.786145] env[69159]: DEBUG oslo_vmware.api [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.855395] env[69159]: DEBUG nova.network.neutron [-] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.917143] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.917143] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.917143] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.917143] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.917143] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.918451] env[69159]: INFO nova.compute.manager [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Terminating instance [ 1082.985724] env[69159]: INFO nova.compute.manager [-] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Took 1.34 seconds to deallocate network for instance. [ 1083.031997] env[69159]: INFO nova.network.neutron [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Port c4634797-a5d8-424d-8fea-3ba55359c2a8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1083.032372] env[69159]: DEBUG nova.network.neutron [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Updating instance_info_cache with network_info: [{"id": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "address": "fa:16:3e:77:fb:0f", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4b6374-05", "ovs_interfaceid": "ce4b6374-0585-49b4-9a26-fa098fff8d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.084537] env[69159]: DEBUG nova.compute.manager [req-5be84170-9f98-471c-a14e-5c7c17adfd71 req-0baa7048-4352-451c-884b-3fb4ee323844 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Received event network-vif-deleted-c4634797-a5d8-424d-8fea-3ba55359c2a8 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1083.084537] env[69159]: DEBUG nova.compute.manager [req-5be84170-9f98-471c-a14e-5c7c17adfd71 req-0baa7048-4352-451c-884b-3fb4ee323844 service nova] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Received event network-vif-deleted-fc57e1fe-0b10-45d9-bfa9-e903bd980ea9 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1083.214318] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd14d0f-bbd5-4a95-9332-40555ecfa014 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.222760] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487254f3-8502-4153-855f-adf2a6609f60 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.254732] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8275e1-13b2-430c-98e3-814cabe1acab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.262766] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489ba9dd-4529-4eb6-b98a-3d49ea03875f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.276278] env[69159]: DEBUG nova.compute.provider_tree [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.285896] env[69159]: DEBUG oslo_vmware.api [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449289, 'name': PowerOffVM_Task, 'duration_secs': 0.316289} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.286805] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.286960] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.287682] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13ffe54f-fab2-4f02-a8f6-2b7d5ca857bc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.327474] env[69159]: DEBUG nova.compute.manager [req-592f3f2f-7735-4007-a65c-0659f3f449ff req-18cfe528-35cd-48ef-87f8-98196e9d6415 service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Received event network-changed-ed749741-68aa-429b-9034-c55597a375ed {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1083.327854] env[69159]: DEBUG nova.compute.manager [req-592f3f2f-7735-4007-a65c-0659f3f449ff req-18cfe528-35cd-48ef-87f8-98196e9d6415 service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Refreshing instance network info cache due to event network-changed-ed749741-68aa-429b-9034-c55597a375ed. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1083.327983] env[69159]: DEBUG oslo_concurrency.lockutils [req-592f3f2f-7735-4007-a65c-0659f3f449ff req-18cfe528-35cd-48ef-87f8-98196e9d6415 service nova] Acquiring lock "refresh_cache-cd8d5436-42d4-4e64-a3db-6874c199f078" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.328160] env[69159]: DEBUG oslo_concurrency.lockutils [req-592f3f2f-7735-4007-a65c-0659f3f449ff req-18cfe528-35cd-48ef-87f8-98196e9d6415 service nova] Acquired lock "refresh_cache-cd8d5436-42d4-4e64-a3db-6874c199f078" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.328329] env[69159]: DEBUG nova.network.neutron [req-592f3f2f-7735-4007-a65c-0659f3f449ff req-18cfe528-35cd-48ef-87f8-98196e9d6415 service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Refreshing network info cache for port ed749741-68aa-429b-9034-c55597a375ed {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.359533] env[69159]: INFO nova.compute.manager [-] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Took 2.10 seconds to deallocate network for instance. [ 1083.368196] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.368522] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.368844] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Deleting the datastore file [datastore2] e1c5d804-c6b6-43c0-b787-c1b3efabe957 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.369211] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15e2abc9-9b40-444d-9df9-c14a008eecfc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.376605] env[69159]: DEBUG oslo_vmware.api [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for the task: (returnval){ [ 1083.376605] env[69159]: value = "task-3449291" [ 1083.376605] env[69159]: _type = "Task" [ 1083.376605] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.385519] env[69159]: DEBUG oslo_vmware.api [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.399409] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "d5453c5b-1080-4eb1-9898-ba328cedf496" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.399635] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "d5453c5b-1080-4eb1-9898-ba328cedf496" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.422872] env[69159]: DEBUG nova.compute.manager [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1083.423142] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.424040] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd8d4ce-511b-45ad-b9bd-49b54159a3bc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.436774] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.437575] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18d356ff-c4db-4c24-8c17-babe2e5d1a55 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.447663] env[69159]: DEBUG oslo_vmware.api [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1083.447663] env[69159]: value = "task-3449292" [ 1083.447663] env[69159]: _type = "Task" [ 1083.447663] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.460699] env[69159]: DEBUG oslo_vmware.api [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.495151] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.537748] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "refresh_cache-748ccd51-7efa-47c2-bbdd-9d071bf3903e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.543953] env[69159]: DEBUG nova.compute.manager [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Stashing vm_state: active {{(pid=69159) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 1083.781656] env[69159]: DEBUG nova.scheduler.client.report [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.866502] env[69159]: DEBUG oslo_concurrency.lockutils [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.886648] env[69159]: DEBUG oslo_vmware.api [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Task: {'id': task-3449291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165056} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.887274] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.887274] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.887405] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.887481] env[69159]: INFO nova.compute.manager [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1083.887724] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.887916] env[69159]: DEBUG nova.compute.manager [-] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1083.888037] env[69159]: DEBUG nova.network.neutron [-] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.901896] env[69159]: DEBUG nova.compute.manager [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1083.961160] env[69159]: DEBUG oslo_vmware.api [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449292, 'name': PowerOffVM_Task, 'duration_secs': 0.229798} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.961478] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.961648] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.961896] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8412325-e5bb-4f33-868e-a746329b137d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.043799] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac26c9cc-c8f0-4083-baf2-845aa386da75 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-748ccd51-7efa-47c2-bbdd-9d071bf3903e-a2dfefcd-dd51-4527-a106-3e34ac9c8ba3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.834s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.058586] env[69159]: DEBUG nova.network.neutron [req-592f3f2f-7735-4007-a65c-0659f3f449ff req-18cfe528-35cd-48ef-87f8-98196e9d6415 service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Updated VIF entry in instance network info cache for port ed749741-68aa-429b-9034-c55597a375ed. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.058842] env[69159]: DEBUG nova.network.neutron [req-592f3f2f-7735-4007-a65c-0659f3f449ff req-18cfe528-35cd-48ef-87f8-98196e9d6415 service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Updating instance_info_cache with network_info: [{"id": "ed749741-68aa-429b-9034-c55597a375ed", "address": "fa:16:3e:c7:25:24", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped749741-68", "ovs_interfaceid": "ed749741-68aa-429b-9034-c55597a375ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.061848] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.062157] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.062529] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Deleting the datastore file [datastore2] 748ccd51-7efa-47c2-bbdd-9d071bf3903e {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.063416] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0b6e52c-3175-4af4-b935-441a9bb1ef1e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.073227] env[69159]: DEBUG oslo_vmware.api [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1084.073227] env[69159]: value = "task-3449294" [ 1084.073227] env[69159]: _type = "Task" [ 1084.073227] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.073227] env[69159]: DEBUG oslo_concurrency.lockutils [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.083666] env[69159]: DEBUG oslo_vmware.api [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.286817] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.289641] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.795s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.290367] env[69159]: DEBUG nova.objects.instance [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lazy-loading 'resources' on Instance uuid 98d6140f-745c-4da7-937b-1633b1d47a56 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.311178] env[69159]: INFO nova.scheduler.client.report [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Deleted allocations for instance b2780a0d-e804-4722-90fe-8bb1cbee2c40 [ 1084.421388] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.564215] env[69159]: DEBUG oslo_concurrency.lockutils [req-592f3f2f-7735-4007-a65c-0659f3f449ff req-18cfe528-35cd-48ef-87f8-98196e9d6415 service nova] Releasing lock "refresh_cache-cd8d5436-42d4-4e64-a3db-6874c199f078" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.564564] env[69159]: DEBUG nova.compute.manager [req-592f3f2f-7735-4007-a65c-0659f3f449ff req-18cfe528-35cd-48ef-87f8-98196e9d6415 service nova] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Received event network-changed-3ce3090e-2a4b-4e7c-8c5a-09388176ff76 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1084.564651] env[69159]: DEBUG nova.compute.manager [req-592f3f2f-7735-4007-a65c-0659f3f449ff req-18cfe528-35cd-48ef-87f8-98196e9d6415 service nova] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Refreshing instance network info cache due to event network-changed-3ce3090e-2a4b-4e7c-8c5a-09388176ff76. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1084.564882] env[69159]: DEBUG oslo_concurrency.lockutils [req-592f3f2f-7735-4007-a65c-0659f3f449ff req-18cfe528-35cd-48ef-87f8-98196e9d6415 service nova] Acquiring lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.565035] env[69159]: DEBUG oslo_concurrency.lockutils [req-592f3f2f-7735-4007-a65c-0659f3f449ff req-18cfe528-35cd-48ef-87f8-98196e9d6415 service nova] Acquired lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.565205] env[69159]: DEBUG nova.network.neutron [req-592f3f2f-7735-4007-a65c-0659f3f449ff req-18cfe528-35cd-48ef-87f8-98196e9d6415 service nova] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Refreshing network info cache for port 3ce3090e-2a4b-4e7c-8c5a-09388176ff76 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.584308] env[69159]: DEBUG oslo_vmware.api [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19329} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.584308] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.584499] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.584555] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.584708] env[69159]: INFO nova.compute.manager [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1084.584941] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.585194] env[69159]: DEBUG nova.compute.manager [-] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1084.585290] env[69159]: DEBUG nova.network.neutron [-] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.824518] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8355aafa-19ac-46aa-b385-4b9534001d89 tempest-ImagesTestJSON-1939072856 tempest-ImagesTestJSON-1939072856-project-member] Lock "b2780a0d-e804-4722-90fe-8bb1cbee2c40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.741s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.842341] env[69159]: DEBUG nova.network.neutron [-] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.905878] env[69159]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port c4634797-a5d8-424d-8fea-3ba55359c2a8 could not be found.", "detail": ""}} {{(pid=69159) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1084.906170] env[69159]: DEBUG nova.network.neutron [-] Unable to show port c4634797-a5d8-424d-8fea-3ba55359c2a8 as it no longer exists. {{(pid=69159) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1084.965147] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5eb1f96-1381-4999-b498-7d9d23ad528d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.975664] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fff40d9-60e6-4851-baa5-fde0e988065e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.011225] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfd72d2-2313-46c8-a22a-d510bfdc5a50 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.021074] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221a952d-aa42-40fe-86a8-669dd4bf8e94 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.035317] env[69159]: DEBUG nova.compute.provider_tree [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.274606] env[69159]: DEBUG nova.network.neutron [req-592f3f2f-7735-4007-a65c-0659f3f449ff req-18cfe528-35cd-48ef-87f8-98196e9d6415 service nova] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updated VIF entry in instance network info cache for port 3ce3090e-2a4b-4e7c-8c5a-09388176ff76. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.274975] env[69159]: DEBUG nova.network.neutron [req-592f3f2f-7735-4007-a65c-0659f3f449ff req-18cfe528-35cd-48ef-87f8-98196e9d6415 service nova] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updating instance_info_cache with network_info: [{"id": "3ce3090e-2a4b-4e7c-8c5a-09388176ff76", "address": "fa:16:3e:01:42:da", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce3090e-2a", "ovs_interfaceid": "3ce3090e-2a4b-4e7c-8c5a-09388176ff76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.344603] env[69159]: INFO nova.compute.manager [-] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Took 1.46 seconds to deallocate network for instance. [ 1085.352894] env[69159]: DEBUG nova.compute.manager [req-f9ff470c-7fb9-4c1e-886d-b8077c78f189 req-2b934b6a-3811-465a-b15d-2c03219a274a service nova] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Received event network-vif-deleted-0173649e-a21d-4e01-810b-4b285bd65021 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1085.539802] env[69159]: DEBUG nova.scheduler.client.report [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.782114] env[69159]: DEBUG oslo_concurrency.lockutils [req-592f3f2f-7735-4007-a65c-0659f3f449ff req-18cfe528-35cd-48ef-87f8-98196e9d6415 service nova] Releasing lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.782471] env[69159]: DEBUG nova.compute.manager [req-592f3f2f-7735-4007-a65c-0659f3f449ff req-18cfe528-35cd-48ef-87f8-98196e9d6415 service nova] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Received event network-vif-deleted-e271a655-588c-4e98-b85c-9c78d177ca9a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1085.852913] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.052782] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.055220] env[69159]: DEBUG oslo_concurrency.lockutils [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.189s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.055457] env[69159]: DEBUG nova.objects.instance [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lazy-loading 'resources' on Instance uuid 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.078023] env[69159]: INFO nova.scheduler.client.report [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleted allocations for instance 98d6140f-745c-4da7-937b-1633b1d47a56 [ 1086.142124] env[69159]: DEBUG nova.network.neutron [-] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.594811] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6808b3d2-7e09-40af-b6d3-5df8402308cc tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "98d6140f-745c-4da7-937b-1633b1d47a56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.581s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.642694] env[69159]: INFO nova.compute.manager [-] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Took 2.06 seconds to deallocate network for instance. [ 1086.743382] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf00fce-dcb0-4977-bbcc-80550b470e1a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.751971] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da23148b-3f8b-47b1-9cc4-5386d5754c08 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.786378] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec094ecc-eb55-4272-890e-e677ed078f1c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.796099] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8a3a90-78ee-4e4b-b8ff-dcdc96ae03e5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.811903] env[69159]: DEBUG nova.compute.provider_tree [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.157556] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.273315] env[69159]: DEBUG oslo_concurrency.lockutils [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.273452] env[69159]: DEBUG oslo_concurrency.lockutils [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.313857] env[69159]: DEBUG nova.scheduler.client.report [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.381517] env[69159]: DEBUG nova.compute.manager [req-91844137-0a5f-4245-9137-c91c450a0467 req-a94db94e-f1ac-4b32-a95d-cc035baa8ce0 service nova] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Received event network-vif-deleted-ce4b6374-0585-49b4-9a26-fa098fff8d35 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1087.778211] env[69159]: DEBUG nova.compute.manager [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1087.818482] env[69159]: DEBUG oslo_concurrency.lockutils [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.823328] env[69159]: DEBUG oslo_concurrency.lockutils [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.748s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.841929] env[69159]: INFO nova.scheduler.client.report [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Deleted allocations for instance 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6 [ 1088.312526] env[69159]: DEBUG oslo_concurrency.lockutils [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.331211] env[69159]: INFO nova.compute.claims [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.350168] env[69159]: DEBUG oslo_concurrency.lockutils [None req-67772568-455b-4c12-8417-de9888e735d8 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.749s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.840167] env[69159]: INFO nova.compute.resource_tracker [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updating resource usage from migration 62fe49bb-8aff-4d6e-aa4d-95874c5e2ac9 [ 1089.068828] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2ee847-de63-40f3-b2af-eff44694eca8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.079038] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186374e4-0efd-484f-bcd4-5e4622b5bb54 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.110285] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022729ab-3a4d-480c-a199-32a6df309331 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.118860] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39b1ba4-e388-4930-8915-c2fa3d28e89f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.133816] env[69159]: DEBUG nova.compute.provider_tree [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.477387] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.478084] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.292022] env[69159]: DEBUG nova.scheduler.client.report [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.294166] env[69159]: DEBUG nova.compute.utils [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.798935] env[69159]: DEBUG oslo_concurrency.lockutils [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.978s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.799268] env[69159]: INFO nova.compute.manager [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Migrating [ 1090.812512] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.335s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.819827] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.397s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.819827] env[69159]: INFO nova.compute.claims [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.886413] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.886703] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.291886] env[69159]: DEBUG oslo_concurrency.lockutils [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Acquiring lock "9c955be7-162b-4f04-aa0c-0e32b504f4c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.292149] env[69159]: DEBUG oslo_concurrency.lockutils [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Lock "9c955be7-162b-4f04-aa0c-0e32b504f4c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.332514] env[69159]: DEBUG oslo_concurrency.lockutils [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.332823] env[69159]: DEBUG oslo_concurrency.lockutils [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.333042] env[69159]: DEBUG nova.network.neutron [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.388472] env[69159]: DEBUG nova.compute.manager [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1091.582036] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.582036] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.582036] env[69159]: INFO nova.compute.manager [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Attaching volume 850b1164-de43-4bc1-a7f4-0ae2c34e1d3f to /dev/sdb [ 1091.619306] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a26d722-a113-401c-a436-085709773033 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.627440] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59038971-70f4-4dc8-a005-4862a18c857c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.638247] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "716efb03-8f77-4eb2-bfac-97fe724909f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.638522] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.644418] env[69159]: DEBUG nova.virt.block_device [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Updating existing volume attachment record: 534f2c12-b7ec-47f6-81e5-1919a6a2420b {{(pid=69159) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1091.794795] env[69159]: DEBUG nova.compute.manager [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1091.911571] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.058458] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c9dc83-5d8d-4160-b7b1-a52c57bb77e4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.074079] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbea2de-e9c3-40b3-b808-54be36e71a05 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.106245] env[69159]: DEBUG nova.network.neutron [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updating instance_info_cache with network_info: [{"id": "3ce3090e-2a4b-4e7c-8c5a-09388176ff76", "address": "fa:16:3e:01:42:da", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce3090e-2a", "ovs_interfaceid": "3ce3090e-2a4b-4e7c-8c5a-09388176ff76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.108461] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3823f0-6d89-4323-a718-05061da4cb6a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.117454] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adc0666-dc4a-462c-9d52-ac1fad0eb6c4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.133835] env[69159]: DEBUG nova.compute.provider_tree [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.148030] env[69159]: DEBUG nova.compute.manager [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1092.313270] env[69159]: DEBUG oslo_concurrency.lockutils [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.612822] env[69159]: DEBUG oslo_concurrency.lockutils [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.637167] env[69159]: DEBUG nova.scheduler.client.report [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.666403] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.141821] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.142365] env[69159]: DEBUG nova.compute.manager [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1093.144971] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.292s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.145204] env[69159]: DEBUG nova.objects.instance [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lazy-loading 'resources' on Instance uuid e1c5d804-c6b6-43c0-b787-c1b3efabe957 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.649129] env[69159]: DEBUG nova.compute.utils [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.653120] env[69159]: DEBUG nova.compute.manager [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1093.653796] env[69159]: DEBUG nova.network.neutron [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.713111] env[69159]: DEBUG nova.policy [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e9b17b9e31646baa6aae279c4b3ea6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfbf2ac1d0fb4170beb492c4de5e0c72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.808858] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d500a51-42e2-470e-8efb-e50a8202b03e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.816856] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f07ae3-1e68-44bf-a2ef-100ac6a44ceb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.851254] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2712c803-6d75-4656-9807-f31e60cc6cdf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.859051] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4d9e16-24be-49bb-9b02-f828e9714997 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.872684] env[69159]: DEBUG nova.compute.provider_tree [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.980544] env[69159]: DEBUG nova.network.neutron [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Successfully created port: 26169c5f-3a8e-4b61-992c-aed306847a8b {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.128656] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5b692d-399b-44c9-b21a-a8933dd45a74 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.147840] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updating instance '3d16b06b-df33-4bba-9832-dd919699dc92' progress to 0 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.151467] env[69159]: DEBUG nova.compute.manager [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1094.376082] env[69159]: DEBUG nova.scheduler.client.report [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.656544] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.660128] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d025fca-f6e7-4ecd-8896-6af8dcabc3bc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.670018] env[69159]: DEBUG oslo_vmware.api [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1094.670018] env[69159]: value = "task-3449297" [ 1094.670018] env[69159]: _type = "Task" [ 1094.670018] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.679188] env[69159]: DEBUG oslo_vmware.api [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.881701] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.884462] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.727s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.884462] env[69159]: DEBUG nova.objects.instance [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lazy-loading 'resources' on Instance uuid 748ccd51-7efa-47c2-bbdd-9d071bf3903e {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.904166] env[69159]: INFO nova.scheduler.client.report [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Deleted allocations for instance e1c5d804-c6b6-43c0-b787-c1b3efabe957 [ 1095.164083] env[69159]: DEBUG nova.compute.manager [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1095.179989] env[69159]: DEBUG oslo_vmware.api [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449297, 'name': PowerOffVM_Task, 'duration_secs': 0.169167} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.180264] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.180447] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updating instance '3d16b06b-df33-4bba-9832-dd919699dc92' progress to 17 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.191394] env[69159]: DEBUG nova.virt.hardware [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.191619] env[69159]: DEBUG nova.virt.hardware [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.191774] env[69159]: DEBUG nova.virt.hardware [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.191954] env[69159]: DEBUG nova.virt.hardware [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.192117] env[69159]: DEBUG nova.virt.hardware [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.192267] env[69159]: DEBUG nova.virt.hardware [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.192474] env[69159]: DEBUG nova.virt.hardware [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.192635] env[69159]: DEBUG nova.virt.hardware [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.192796] env[69159]: DEBUG nova.virt.hardware [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.192955] env[69159]: DEBUG nova.virt.hardware [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.193138] env[69159]: DEBUG nova.virt.hardware [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.193999] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ac31a2-efac-4288-9c49-74f025b0ac03 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.202896] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531388fe-0543-402c-88f2-0e6ad571d66e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.410679] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c95213b0-4e33-4f3c-a59f-4e3cfe1607fd tempest-ServersAdminNegativeTestJSON-1596350996 tempest-ServersAdminNegativeTestJSON-1596350996-project-member] Lock "e1c5d804-c6b6-43c0-b787-c1b3efabe957" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.177s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.567478] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faee5a2-1bb9-4fe7-9a85-7e020a8c3000 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.575463] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebc068f-42c6-4e4f-aea6-1f8ced3cfe26 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.606478] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a96d97a-af2b-46b7-b77f-96a2d2f4db73 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.614809] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68d5ace-5a0d-4513-ae0f-5cdd900b5b0e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.628768] env[69159]: DEBUG nova.compute.provider_tree [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.687796] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.688114] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.688234] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.688548] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.688770] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.688964] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.689330] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.689865] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.689865] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.689865] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.690018] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.697337] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-568f57ab-6aa7-4b04-9443-9fa7e61e4880 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.715982] env[69159]: DEBUG oslo_vmware.api [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1095.715982] env[69159]: value = "task-3449298" [ 1095.715982] env[69159]: _type = "Task" [ 1095.715982] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.725172] env[69159]: DEBUG oslo_vmware.api [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.749597] env[69159]: DEBUG nova.compute.manager [req-d4ebbe1e-ff78-4ff1-9cc5-1e3935d295ae req-6174fa57-f6f9-4efc-a849-30275bd3e225 service nova] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Received event network-vif-plugged-26169c5f-3a8e-4b61-992c-aed306847a8b {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1095.749826] env[69159]: DEBUG oslo_concurrency.lockutils [req-d4ebbe1e-ff78-4ff1-9cc5-1e3935d295ae req-6174fa57-f6f9-4efc-a849-30275bd3e225 service nova] Acquiring lock "d5453c5b-1080-4eb1-9898-ba328cedf496-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.750186] env[69159]: DEBUG oslo_concurrency.lockutils [req-d4ebbe1e-ff78-4ff1-9cc5-1e3935d295ae req-6174fa57-f6f9-4efc-a849-30275bd3e225 service nova] Lock "d5453c5b-1080-4eb1-9898-ba328cedf496-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.750317] env[69159]: DEBUG oslo_concurrency.lockutils [req-d4ebbe1e-ff78-4ff1-9cc5-1e3935d295ae req-6174fa57-f6f9-4efc-a849-30275bd3e225 service nova] Lock "d5453c5b-1080-4eb1-9898-ba328cedf496-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.750512] env[69159]: DEBUG nova.compute.manager [req-d4ebbe1e-ff78-4ff1-9cc5-1e3935d295ae req-6174fa57-f6f9-4efc-a849-30275bd3e225 service nova] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] No waiting events found dispatching network-vif-plugged-26169c5f-3a8e-4b61-992c-aed306847a8b {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1095.750707] env[69159]: WARNING nova.compute.manager [req-d4ebbe1e-ff78-4ff1-9cc5-1e3935d295ae req-6174fa57-f6f9-4efc-a849-30275bd3e225 service nova] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Received unexpected event network-vif-plugged-26169c5f-3a8e-4b61-992c-aed306847a8b for instance with vm_state building and task_state spawning. [ 1095.849850] env[69159]: DEBUG nova.network.neutron [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Successfully updated port: 26169c5f-3a8e-4b61-992c-aed306847a8b {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.132333] env[69159]: DEBUG nova.scheduler.client.report [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.192149] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Volume attach. Driver type: vmdk {{(pid=69159) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1096.192397] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688671', 'volume_id': '850b1164-de43-4bc1-a7f4-0ae2c34e1d3f', 'name': 'volume-850b1164-de43-4bc1-a7f4-0ae2c34e1d3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea3b21e5-1a7b-4ad3-92da-9df616184050', 'attached_at': '', 'detached_at': '', 'volume_id': '850b1164-de43-4bc1-a7f4-0ae2c34e1d3f', 'serial': '850b1164-de43-4bc1-a7f4-0ae2c34e1d3f'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1096.193306] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d210277-7a99-4b25-bbfc-640c3d1a1fb7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.211230] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7616ff-016a-433f-94a0-6e9bc7f24664 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.241448] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-850b1164-de43-4bc1-a7f4-0ae2c34e1d3f/volume-850b1164-de43-4bc1-a7f4-0ae2c34e1d3f.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.242338] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d23d8ae3-0d5a-4109-8b4f-fd3cc0676425 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.258864] env[69159]: DEBUG oslo_vmware.api [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449298, 'name': ReconfigVM_Task, 'duration_secs': 0.201215} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.261356] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updating instance '3d16b06b-df33-4bba-9832-dd919699dc92' progress to 33 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.266047] env[69159]: DEBUG oslo_vmware.api [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1096.266047] env[69159]: value = "task-3449299" [ 1096.266047] env[69159]: _type = "Task" [ 1096.266047] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.277477] env[69159]: DEBUG oslo_vmware.api [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.353236] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "refresh_cache-d5453c5b-1080-4eb1-9898-ba328cedf496" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.353424] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquired lock "refresh_cache-d5453c5b-1080-4eb1-9898-ba328cedf496" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.353616] env[69159]: DEBUG nova.network.neutron [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.637750] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.640382] env[69159]: DEBUG oslo_concurrency.lockutils [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.328s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.642041] env[69159]: INFO nova.compute.claims [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.665501] env[69159]: INFO nova.scheduler.client.report [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Deleted allocations for instance 748ccd51-7efa-47c2-bbdd-9d071bf3903e [ 1096.767215] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.767661] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.767661] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.767803] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.767952] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.768128] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.768340] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.769049] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.769049] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.769049] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.769310] env[69159]: DEBUG nova.virt.hardware [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.774466] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1096.774826] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-436fca70-6025-4b02-a2fb-65146d667cbc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.798896] env[69159]: DEBUG oslo_vmware.api [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449299, 'name': ReconfigVM_Task, 'duration_secs': 0.513545} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.800207] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-850b1164-de43-4bc1-a7f4-0ae2c34e1d3f/volume-850b1164-de43-4bc1-a7f4-0ae2c34e1d3f.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.804859] env[69159]: DEBUG oslo_vmware.api [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1096.804859] env[69159]: value = "task-3449300" [ 1096.804859] env[69159]: _type = "Task" [ 1096.804859] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.805082] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6230b700-e0f5-412d-99bc-afa2ec602b92 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.826111] env[69159]: DEBUG oslo_vmware.api [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.827661] env[69159]: DEBUG oslo_vmware.api [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1096.827661] env[69159]: value = "task-3449301" [ 1096.827661] env[69159]: _type = "Task" [ 1096.827661] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.837214] env[69159]: DEBUG oslo_vmware.api [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.892094] env[69159]: DEBUG nova.network.neutron [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.108305] env[69159]: DEBUG nova.network.neutron [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Updating instance_info_cache with network_info: [{"id": "26169c5f-3a8e-4b61-992c-aed306847a8b", "address": "fa:16:3e:fe:99:c9", "network": {"id": "a7ebe38f-e7a7-41cc-b894-9e950e4139ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-933271080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfbf2ac1d0fb4170beb492c4de5e0c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26169c5f-3a", "ovs_interfaceid": "26169c5f-3a8e-4b61-992c-aed306847a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.173704] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f3cc943d-c5ef-4c8e-8bac-b7d9aaed3db7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "748ccd51-7efa-47c2-bbdd-9d071bf3903e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.259s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.326588] env[69159]: DEBUG oslo_vmware.api [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449300, 'name': ReconfigVM_Task, 'duration_secs': 0.210748} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.327391] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1097.327908] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a90e10-854e-4c92-9855-c61dc7327a61 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.355584] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-59460fae-3bfd-448f-87fe-4f81b5edfb2f/volume-59460fae-3bfd-448f-87fe-4f81b5edfb2f.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.359181] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62f5d33c-796f-4377-8627-6ac1774da444 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.373063] env[69159]: DEBUG oslo_vmware.api [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449301, 'name': ReconfigVM_Task, 'duration_secs': 0.177414} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.373488] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688671', 'volume_id': '850b1164-de43-4bc1-a7f4-0ae2c34e1d3f', 'name': 'volume-850b1164-de43-4bc1-a7f4-0ae2c34e1d3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea3b21e5-1a7b-4ad3-92da-9df616184050', 'attached_at': '', 'detached_at': '', 'volume_id': '850b1164-de43-4bc1-a7f4-0ae2c34e1d3f', 'serial': '850b1164-de43-4bc1-a7f4-0ae2c34e1d3f'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1097.382946] env[69159]: DEBUG oslo_vmware.api [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1097.382946] env[69159]: value = "task-3449302" [ 1097.382946] env[69159]: _type = "Task" [ 1097.382946] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.394239] env[69159]: DEBUG oslo_vmware.api [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.614312] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Releasing lock "refresh_cache-d5453c5b-1080-4eb1-9898-ba328cedf496" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.614312] env[69159]: DEBUG nova.compute.manager [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Instance network_info: |[{"id": "26169c5f-3a8e-4b61-992c-aed306847a8b", "address": "fa:16:3e:fe:99:c9", "network": {"id": "a7ebe38f-e7a7-41cc-b894-9e950e4139ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-933271080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfbf2ac1d0fb4170beb492c4de5e0c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26169c5f-3a", "ovs_interfaceid": "26169c5f-3a8e-4b61-992c-aed306847a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1097.614643] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:99:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26169c5f-3a8e-4b61-992c-aed306847a8b', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.622373] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.622611] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.622961] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcd3984d-2314-47e5-9a9c-b740b886db8c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.645581] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.645581] env[69159]: value = "task-3449303" [ 1097.645581] env[69159]: _type = "Task" [ 1097.645581] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.662431] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449303, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.850823] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bca8ebc-7e0e-45c4-9767-d43bddf9317c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.856588] env[69159]: DEBUG nova.compute.manager [req-64334132-ff28-436f-8da4-8ffeb9fa194d req-1c4ba955-df17-4c84-8ec5-180e88d8cb99 service nova] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Received event network-changed-26169c5f-3a8e-4b61-992c-aed306847a8b {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1097.856916] env[69159]: DEBUG nova.compute.manager [req-64334132-ff28-436f-8da4-8ffeb9fa194d req-1c4ba955-df17-4c84-8ec5-180e88d8cb99 service nova] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Refreshing instance network info cache due to event network-changed-26169c5f-3a8e-4b61-992c-aed306847a8b. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1097.857247] env[69159]: DEBUG oslo_concurrency.lockutils [req-64334132-ff28-436f-8da4-8ffeb9fa194d req-1c4ba955-df17-4c84-8ec5-180e88d8cb99 service nova] Acquiring lock "refresh_cache-d5453c5b-1080-4eb1-9898-ba328cedf496" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.857524] env[69159]: DEBUG oslo_concurrency.lockutils [req-64334132-ff28-436f-8da4-8ffeb9fa194d req-1c4ba955-df17-4c84-8ec5-180e88d8cb99 service nova] Acquired lock "refresh_cache-d5453c5b-1080-4eb1-9898-ba328cedf496" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.857870] env[69159]: DEBUG nova.network.neutron [req-64334132-ff28-436f-8da4-8ffeb9fa194d req-1c4ba955-df17-4c84-8ec5-180e88d8cb99 service nova] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Refreshing network info cache for port 26169c5f-3a8e-4b61-992c-aed306847a8b {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.866136] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d33576-5257-4bdf-bf5c-9d2b222c87c7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.912639] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f963debe-2a03-403f-9dd3-935935c28d70 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.924713] env[69159]: DEBUG oslo_vmware.api [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449302, 'name': ReconfigVM_Task, 'duration_secs': 0.307128} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.925515] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-59460fae-3bfd-448f-87fe-4f81b5edfb2f/volume-59460fae-3bfd-448f-87fe-4f81b5edfb2f.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.925861] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updating instance '3d16b06b-df33-4bba-9832-dd919699dc92' progress to 50 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.930758] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfe317a-b2d6-4806-b890-8eaa4c961fe0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.948314] env[69159]: DEBUG nova.compute.provider_tree [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.156253] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449303, 'name': CreateVM_Task, 'duration_secs': 0.349982} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.156770] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.157155] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.157336] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.157710] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.158063] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a3fc4b-47a9-4ea6-b387-cdacc52de0e1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.162922] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1098.162922] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527ce7b2-d96d-d6b8-04eb-02c6e299d921" [ 1098.162922] env[69159]: _type = "Task" [ 1098.162922] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.170907] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527ce7b2-d96d-d6b8-04eb-02c6e299d921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.428870] env[69159]: DEBUG nova.objects.instance [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lazy-loading 'flavor' on Instance uuid ea3b21e5-1a7b-4ad3-92da-9df616184050 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.439065] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28bbb80-dac9-42de-bb81-a46289360922 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.467983] env[69159]: DEBUG nova.scheduler.client.report [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.477457] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999cea2b-1889-4eeb-8231-40aba5e199e6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.502958] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updating instance '3d16b06b-df33-4bba-9832-dd919699dc92' progress to 67 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.669684] env[69159]: DEBUG nova.network.neutron [req-64334132-ff28-436f-8da4-8ffeb9fa194d req-1c4ba955-df17-4c84-8ec5-180e88d8cb99 service nova] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Updated VIF entry in instance network info cache for port 26169c5f-3a8e-4b61-992c-aed306847a8b. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.670482] env[69159]: DEBUG nova.network.neutron [req-64334132-ff28-436f-8da4-8ffeb9fa194d req-1c4ba955-df17-4c84-8ec5-180e88d8cb99 service nova] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Updating instance_info_cache with network_info: [{"id": "26169c5f-3a8e-4b61-992c-aed306847a8b", "address": "fa:16:3e:fe:99:c9", "network": {"id": "a7ebe38f-e7a7-41cc-b894-9e950e4139ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-933271080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfbf2ac1d0fb4170beb492c4de5e0c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26169c5f-3a", "ovs_interfaceid": "26169c5f-3a8e-4b61-992c-aed306847a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.676061] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527ce7b2-d96d-d6b8-04eb-02c6e299d921, 'name': SearchDatastore_Task, 'duration_secs': 0.012181} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.676392] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.676634] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.676873] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.677033] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.677219] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.677521] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-993efbd9-ecad-4641-9ec3-989c9900a379 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.689177] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.689428] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.690139] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f085bb1-f224-485f-898f-0a22ba6734c9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.697169] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1098.697169] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e0ebc2-4365-fcb0-1020-b35ead5e1b2b" [ 1098.697169] env[69159]: _type = "Task" [ 1098.697169] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.705811] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e0ebc2-4365-fcb0-1020-b35ead5e1b2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.934205] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0f17333f-c093-4565-993a-01c8607d24df tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.353s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.983107] env[69159]: DEBUG oslo_concurrency.lockutils [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.983594] env[69159]: DEBUG nova.compute.manager [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1098.986516] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.075s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.988469] env[69159]: INFO nova.compute.claims [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.173256] env[69159]: DEBUG oslo_concurrency.lockutils [req-64334132-ff28-436f-8da4-8ffeb9fa194d req-1c4ba955-df17-4c84-8ec5-180e88d8cb99 service nova] Releasing lock "refresh_cache-d5453c5b-1080-4eb1-9898-ba328cedf496" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.207898] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e0ebc2-4365-fcb0-1020-b35ead5e1b2b, 'name': SearchDatastore_Task, 'duration_secs': 0.012055} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.208697] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bec691e-0736-495b-9e45-a39eb2384151 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.214063] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1099.214063] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52908fba-31a5-9c7e-4c18-0133e4fdf5df" [ 1099.214063] env[69159]: _type = "Task" [ 1099.214063] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.221998] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52908fba-31a5-9c7e-4c18-0133e4fdf5df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.496072] env[69159]: DEBUG nova.compute.utils [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.497522] env[69159]: DEBUG nova.compute.manager [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1099.497694] env[69159]: DEBUG nova.network.neutron [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.542038] env[69159]: DEBUG nova.policy [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8858d472e7e844c9bc7f59add3321e95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b57d4867fc1d4382b4451d8fa7b2a464', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.699508] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.699735] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.726874] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52908fba-31a5-9c7e-4c18-0133e4fdf5df, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.727205] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.727446] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] d5453c5b-1080-4eb1-9898-ba328cedf496/d5453c5b-1080-4eb1-9898-ba328cedf496.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.727755] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e05b8266-1749-422c-9db2-91bc6572d8ed {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.737137] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1099.737137] env[69159]: value = "task-3449304" [ 1099.737137] env[69159]: _type = "Task" [ 1099.737137] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.746746] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.802871] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.803097] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.854865] env[69159]: DEBUG nova.network.neutron [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Successfully created port: 88a23e9b-ced0-42ad-8a34-4ee9b93e5671 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.001909] env[69159]: DEBUG nova.compute.manager [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1100.144971] env[69159]: DEBUG nova.network.neutron [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Port 3ce3090e-2a4b-4e7c-8c5a-09388176ff76 binding to destination host cpu-1 is already ACTIVE {{(pid=69159) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1100.201958] env[69159]: DEBUG nova.compute.manager [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1100.211162] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2de717c-fae3-4e84-9092-ac5ca8756b20 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.220399] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7311b742-b620-4f12-af02-ebe5ebc35ac5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.257605] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b947b95-a0e9-46ec-8a49-f4afb5c3ff5e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.270154] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523104} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.270751] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] d5453c5b-1080-4eb1-9898-ba328cedf496/d5453c5b-1080-4eb1-9898-ba328cedf496.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.270976] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.272174] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0346e0c4-971e-4a75-9e6e-77c9edbfe8db {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.276152] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80d285bb-0b10-4392-be22-b7372fcf94e6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.288114] env[69159]: DEBUG nova.compute.provider_tree [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.290685] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1100.290685] env[69159]: value = "task-3449305" [ 1100.290685] env[69159]: _type = "Task" [ 1100.290685] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.306979] env[69159]: DEBUG nova.compute.utils [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.719884] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.792792] env[69159]: DEBUG nova.scheduler.client.report [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.805066] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.377737} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.805344] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.806130] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e08c3b6-8e71-4eaa-8ab8-1a9c9e0cd921 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.809304] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.828636] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] d5453c5b-1080-4eb1-9898-ba328cedf496/d5453c5b-1080-4eb1-9898-ba328cedf496.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.829104] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0adb7853-c790-42e2-bb09-14558323456b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.849691] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1100.849691] env[69159]: value = "task-3449306" [ 1100.849691] env[69159]: _type = "Task" [ 1100.849691] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.857710] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.010650] env[69159]: DEBUG nova.compute.manager [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1101.035956] env[69159]: DEBUG nova.virt.hardware [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.036226] env[69159]: DEBUG nova.virt.hardware [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.036420] env[69159]: DEBUG nova.virt.hardware [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.036652] env[69159]: DEBUG nova.virt.hardware [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.036875] env[69159]: DEBUG nova.virt.hardware [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.037057] env[69159]: DEBUG nova.virt.hardware [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.037274] env[69159]: DEBUG nova.virt.hardware [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.037433] env[69159]: DEBUG nova.virt.hardware [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.037600] env[69159]: DEBUG nova.virt.hardware [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.037761] env[69159]: DEBUG nova.virt.hardware [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.037937] env[69159]: DEBUG nova.virt.hardware [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.038813] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f1c8db-8e33-41e2-b751-6ec6f0e25598 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.047305] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4675499f-553a-4bb6-a0e0-c7ae0dff4e2f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.166640] env[69159]: DEBUG oslo_concurrency.lockutils [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "3d16b06b-df33-4bba-9832-dd919699dc92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.166871] env[69159]: DEBUG oslo_concurrency.lockutils [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "3d16b06b-df33-4bba-9832-dd919699dc92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.167071] env[69159]: DEBUG oslo_concurrency.lockutils [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "3d16b06b-df33-4bba-9832-dd919699dc92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.300946] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.301510] env[69159]: DEBUG nova.compute.manager [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1101.304318] env[69159]: DEBUG oslo_concurrency.lockutils [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.991s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.306030] env[69159]: INFO nova.compute.claims [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.361142] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449306, 'name': ReconfigVM_Task, 'duration_secs': 0.273061} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.361142] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Reconfigured VM instance instance-00000065 to attach disk [datastore2] d5453c5b-1080-4eb1-9898-ba328cedf496/d5453c5b-1080-4eb1-9898-ba328cedf496.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.361726] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0bb4961-c422-4434-af9c-20d5ccb8f092 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.373183] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1101.373183] env[69159]: value = "task-3449307" [ 1101.373183] env[69159]: _type = "Task" [ 1101.373183] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.382188] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449307, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.419351] env[69159]: DEBUG nova.compute.manager [req-bdccc94e-23bb-4541-99c2-c0f23220fa34 req-d9dd19c5-6f04-4ff9-8731-7abacbb09ac5 service nova] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Received event network-vif-plugged-88a23e9b-ced0-42ad-8a34-4ee9b93e5671 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1101.419582] env[69159]: DEBUG oslo_concurrency.lockutils [req-bdccc94e-23bb-4541-99c2-c0f23220fa34 req-d9dd19c5-6f04-4ff9-8731-7abacbb09ac5 service nova] Acquiring lock "8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.419787] env[69159]: DEBUG oslo_concurrency.lockutils [req-bdccc94e-23bb-4541-99c2-c0f23220fa34 req-d9dd19c5-6f04-4ff9-8731-7abacbb09ac5 service nova] Lock "8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.419994] env[69159]: DEBUG oslo_concurrency.lockutils [req-bdccc94e-23bb-4541-99c2-c0f23220fa34 req-d9dd19c5-6f04-4ff9-8731-7abacbb09ac5 service nova] Lock "8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.420508] env[69159]: DEBUG nova.compute.manager [req-bdccc94e-23bb-4541-99c2-c0f23220fa34 req-d9dd19c5-6f04-4ff9-8731-7abacbb09ac5 service nova] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] No waiting events found dispatching network-vif-plugged-88a23e9b-ced0-42ad-8a34-4ee9b93e5671 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1101.420708] env[69159]: WARNING nova.compute.manager [req-bdccc94e-23bb-4541-99c2-c0f23220fa34 req-d9dd19c5-6f04-4ff9-8731-7abacbb09ac5 service nova] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Received unexpected event network-vif-plugged-88a23e9b-ced0-42ad-8a34-4ee9b93e5671 for instance with vm_state building and task_state spawning. [ 1101.552365] env[69159]: DEBUG nova.network.neutron [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Successfully updated port: 88a23e9b-ced0-42ad-8a34-4ee9b93e5671 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.810334] env[69159]: DEBUG nova.compute.utils [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.813913] env[69159]: DEBUG nova.compute.manager [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1101.814095] env[69159]: DEBUG nova.network.neutron [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.848867] env[69159]: DEBUG nova.policy [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5ef0d7c722a422db3483949d3727daa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ee2b7fe8b894b7fad608df786ce0d76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.873981] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.874241] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.874499] env[69159]: INFO nova.compute.manager [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Attaching volume ddf00203-3f0b-4408-824d-e4363566da2a to /dev/sdc [ 1101.886069] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449307, 'name': Rename_Task, 'duration_secs': 0.171424} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.886341] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.886603] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86769520-5c1a-41e0-baf0-a4918ba0a280 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.896994] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1101.896994] env[69159]: value = "task-3449308" [ 1101.896994] env[69159]: _type = "Task" [ 1101.896994] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.905720] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.910684] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9517904-4579-4b82-9cda-b50678292d32 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.919299] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddd9d94-8966-4c20-9fa0-352bbabab199 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.934173] env[69159]: DEBUG nova.virt.block_device [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Updating existing volume attachment record: 6c22919a-8c80-4b1d-a6d8-5ec444564b9b {{(pid=69159) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1102.054762] env[69159]: DEBUG oslo_concurrency.lockutils [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "refresh_cache-8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.054959] env[69159]: DEBUG oslo_concurrency.lockutils [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "refresh_cache-8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.055184] env[69159]: DEBUG nova.network.neutron [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.146593] env[69159]: DEBUG nova.network.neutron [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Successfully created port: cf04bccf-8f72-46de-af46-fbcb1b7b0868 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.205937] env[69159]: DEBUG oslo_concurrency.lockutils [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.206182] env[69159]: DEBUG oslo_concurrency.lockutils [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.206365] env[69159]: DEBUG nova.network.neutron [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.313712] env[69159]: DEBUG nova.compute.manager [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1102.408925] env[69159]: DEBUG oslo_vmware.api [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449308, 'name': PowerOnVM_Task, 'duration_secs': 0.467499} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.409876] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.409876] env[69159]: INFO nova.compute.manager [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1102.409876] env[69159]: DEBUG nova.compute.manager [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1102.410785] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef55c19-0f79-49d5-8192-0917813237b2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.554730] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f21a0ed-b8ac-47fa-8ff9-08d4166d66b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.564415] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6322b77-3b21-41d7-828e-48c97d890eaa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.601074] env[69159]: DEBUG nova.network.neutron [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.604010] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888b9fac-2146-4540-b2fe-777214a97b60 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.615782] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69cf0af-9cf2-4363-94fc-5f648f4ce80b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.632806] env[69159]: DEBUG nova.compute.provider_tree [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.740780] env[69159]: DEBUG nova.network.neutron [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Updating instance_info_cache with network_info: [{"id": "88a23e9b-ced0-42ad-8a34-4ee9b93e5671", "address": "fa:16:3e:4e:ee:d2", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88a23e9b-ce", "ovs_interfaceid": "88a23e9b-ced0-42ad-8a34-4ee9b93e5671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.929315] env[69159]: INFO nova.compute.manager [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Took 18.52 seconds to build instance. [ 1102.936829] env[69159]: DEBUG nova.network.neutron [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updating instance_info_cache with network_info: [{"id": "3ce3090e-2a4b-4e7c-8c5a-09388176ff76", "address": "fa:16:3e:01:42:da", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce3090e-2a", "ovs_interfaceid": "3ce3090e-2a4b-4e7c-8c5a-09388176ff76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.137337] env[69159]: DEBUG nova.scheduler.client.report [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.243126] env[69159]: DEBUG oslo_concurrency.lockutils [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "refresh_cache-8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.243447] env[69159]: DEBUG nova.compute.manager [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Instance network_info: |[{"id": "88a23e9b-ced0-42ad-8a34-4ee9b93e5671", "address": "fa:16:3e:4e:ee:d2", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88a23e9b-ce", "ovs_interfaceid": "88a23e9b-ced0-42ad-8a34-4ee9b93e5671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1103.243869] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:ee:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88a23e9b-ced0-42ad-8a34-4ee9b93e5671', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.251351] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.251558] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.251781] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1c3ac52-2708-49a7-b8f9-275e2dc08278 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.272708] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.272708] env[69159]: value = "task-3449310" [ 1103.272708] env[69159]: _type = "Task" [ 1103.272708] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.280794] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449310, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.328820] env[69159]: DEBUG nova.compute.manager [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1103.357098] env[69159]: DEBUG nova.virt.hardware [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.357380] env[69159]: DEBUG nova.virt.hardware [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.357566] env[69159]: DEBUG nova.virt.hardware [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.357791] env[69159]: DEBUG nova.virt.hardware [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.357959] env[69159]: DEBUG nova.virt.hardware [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.358125] env[69159]: DEBUG nova.virt.hardware [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.358372] env[69159]: DEBUG nova.virt.hardware [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.358546] env[69159]: DEBUG nova.virt.hardware [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.358755] env[69159]: DEBUG nova.virt.hardware [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.358913] env[69159]: DEBUG nova.virt.hardware [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.359125] env[69159]: DEBUG nova.virt.hardware [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.360021] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba9aa49-1aa7-4253-874a-288c6ab770b4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.368707] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20217bf8-a669-4d54-b8ab-89f6103dbb9d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.431311] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ecd7c035-3189-4159-a894-a9b4e1dac7e7 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "d5453c5b-1080-4eb1-9898-ba328cedf496" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.031s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.439129] env[69159]: DEBUG oslo_concurrency.lockutils [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.446587] env[69159]: DEBUG nova.compute.manager [req-d3346bfe-8fc0-4673-9b51-fff89518f3e2 req-62a0fe7f-de5e-4784-bfa0-676d1d2d5ade service nova] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Received event network-changed-88a23e9b-ced0-42ad-8a34-4ee9b93e5671 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1103.446925] env[69159]: DEBUG nova.compute.manager [req-d3346bfe-8fc0-4673-9b51-fff89518f3e2 req-62a0fe7f-de5e-4784-bfa0-676d1d2d5ade service nova] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Refreshing instance network info cache due to event network-changed-88a23e9b-ced0-42ad-8a34-4ee9b93e5671. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1103.447109] env[69159]: DEBUG oslo_concurrency.lockutils [req-d3346bfe-8fc0-4673-9b51-fff89518f3e2 req-62a0fe7f-de5e-4784-bfa0-676d1d2d5ade service nova] Acquiring lock "refresh_cache-8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.447344] env[69159]: DEBUG oslo_concurrency.lockutils [req-d3346bfe-8fc0-4673-9b51-fff89518f3e2 req-62a0fe7f-de5e-4784-bfa0-676d1d2d5ade service nova] Acquired lock "refresh_cache-8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.447401] env[69159]: DEBUG nova.network.neutron [req-d3346bfe-8fc0-4673-9b51-fff89518f3e2 req-62a0fe7f-de5e-4784-bfa0-676d1d2d5ade service nova] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Refreshing network info cache for port 88a23e9b-ced0-42ad-8a34-4ee9b93e5671 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.647018] env[69159]: DEBUG oslo_concurrency.lockutils [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.647018] env[69159]: DEBUG nova.compute.manager [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1103.647772] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.981s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.649599] env[69159]: INFO nova.compute.claims [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.783221] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449310, 'name': CreateVM_Task, 'duration_secs': 0.326105} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.783394] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.784091] env[69159]: DEBUG oslo_concurrency.lockutils [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.784259] env[69159]: DEBUG oslo_concurrency.lockutils [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.784645] env[69159]: DEBUG oslo_concurrency.lockutils [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.784901] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c9a3dec-c679-400c-9611-d3dc62a680a7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.790142] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1103.790142] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524c20fc-ed66-c084-14ec-833f4861ffd5" [ 1103.790142] env[69159]: _type = "Task" [ 1103.790142] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.799384] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524c20fc-ed66-c084-14ec-833f4861ffd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.863678] env[69159]: DEBUG nova.network.neutron [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Successfully updated port: cf04bccf-8f72-46de-af46-fbcb1b7b0868 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.949080] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afe468d-dc74-4835-ac95-208c883ae040 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.959034] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4a2828-f174-4ee8-a875-bee192feb469 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.149447] env[69159]: DEBUG nova.compute.utils [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.150820] env[69159]: DEBUG nova.compute.manager [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1104.154020] env[69159]: DEBUG nova.network.neutron [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.197247] env[69159]: DEBUG nova.compute.manager [req-dc6582ab-fc0b-4d2c-beac-df9e0b7c1341 req-e0b1b85a-987e-486e-8b42-5ee7dde4c08e service nova] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Received event network-changed-26169c5f-3a8e-4b61-992c-aed306847a8b {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1104.197451] env[69159]: DEBUG nova.compute.manager [req-dc6582ab-fc0b-4d2c-beac-df9e0b7c1341 req-e0b1b85a-987e-486e-8b42-5ee7dde4c08e service nova] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Refreshing instance network info cache due to event network-changed-26169c5f-3a8e-4b61-992c-aed306847a8b. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1104.197672] env[69159]: DEBUG oslo_concurrency.lockutils [req-dc6582ab-fc0b-4d2c-beac-df9e0b7c1341 req-e0b1b85a-987e-486e-8b42-5ee7dde4c08e service nova] Acquiring lock "refresh_cache-d5453c5b-1080-4eb1-9898-ba328cedf496" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.197823] env[69159]: DEBUG oslo_concurrency.lockutils [req-dc6582ab-fc0b-4d2c-beac-df9e0b7c1341 req-e0b1b85a-987e-486e-8b42-5ee7dde4c08e service nova] Acquired lock "refresh_cache-d5453c5b-1080-4eb1-9898-ba328cedf496" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.198238] env[69159]: DEBUG nova.network.neutron [req-dc6582ab-fc0b-4d2c-beac-df9e0b7c1341 req-e0b1b85a-987e-486e-8b42-5ee7dde4c08e service nova] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Refreshing network info cache for port 26169c5f-3a8e-4b61-992c-aed306847a8b {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.232563] env[69159]: DEBUG nova.policy [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8691f7c955de4b11be8a003f2e60eedb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bdb95cabfce44c88a571884c0a9ffbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.248286] env[69159]: DEBUG nova.network.neutron [req-d3346bfe-8fc0-4673-9b51-fff89518f3e2 req-62a0fe7f-de5e-4784-bfa0-676d1d2d5ade service nova] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Updated VIF entry in instance network info cache for port 88a23e9b-ced0-42ad-8a34-4ee9b93e5671. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.248771] env[69159]: DEBUG nova.network.neutron [req-d3346bfe-8fc0-4673-9b51-fff89518f3e2 req-62a0fe7f-de5e-4784-bfa0-676d1d2d5ade service nova] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Updating instance_info_cache with network_info: [{"id": "88a23e9b-ced0-42ad-8a34-4ee9b93e5671", "address": "fa:16:3e:4e:ee:d2", "network": {"id": "a449e607-b2bd-47cf-b979-cdcf94e42edf", "bridge": "br-int", "label": "tempest-ServersTestJSON-86275975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57d4867fc1d4382b4451d8fa7b2a464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88a23e9b-ce", "ovs_interfaceid": "88a23e9b-ced0-42ad-8a34-4ee9b93e5671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.301298] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524c20fc-ed66-c084-14ec-833f4861ffd5, 'name': SearchDatastore_Task, 'duration_secs': 0.011815} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.301629] env[69159]: DEBUG oslo_concurrency.lockutils [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.301882] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.302154] env[69159]: DEBUG oslo_concurrency.lockutils [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.302314] env[69159]: DEBUG oslo_concurrency.lockutils [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.302511] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.302788] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71da3c59-26fb-4110-969b-d866cfc45852 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.312018] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.312214] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.313030] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74139654-f79a-4bb3-96a5-7b92850795e0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.318502] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1104.318502] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524c8c27-6672-f203-29dd-4de3df895843" [ 1104.318502] env[69159]: _type = "Task" [ 1104.318502] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.327247] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524c8c27-6672-f203-29dd-4de3df895843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.370019] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.370019] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.370019] env[69159]: DEBUG nova.network.neutron [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.582250] env[69159]: DEBUG nova.network.neutron [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Successfully created port: 602c3bbe-4681-48ce-8713-8ed5b83afcc4 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.654114] env[69159]: DEBUG nova.compute.manager [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1104.751080] env[69159]: DEBUG oslo_concurrency.lockutils [req-d3346bfe-8fc0-4673-9b51-fff89518f3e2 req-62a0fe7f-de5e-4784-bfa0-676d1d2d5ade service nova] Releasing lock "refresh_cache-8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.829183] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524c8c27-6672-f203-29dd-4de3df895843, 'name': SearchDatastore_Task, 'duration_secs': 0.009915} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.832225] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5570f965-07bc-4496-8fe5-db412d6d0e74 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.839614] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1104.839614] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521a478c-0534-8422-78c6-9174836eaa24" [ 1104.839614] env[69159]: _type = "Task" [ 1104.839614] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.847336] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5200395-0558-45af-a1c9-8bd3091950d1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.852769] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521a478c-0534-8422-78c6-9174836eaa24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.857852] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8db73a-4d13-4f86-b1f4-b16410dc3dad {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.895039] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b976b95-02e5-423e-aaeb-9e7fe6d45cf1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.903939] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9877ca-9184-4093-a047-a4102b18d6ea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.919017] env[69159]: DEBUG nova.compute.provider_tree [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.936080] env[69159]: DEBUG nova.network.neutron [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.056155] env[69159]: DEBUG nova.network.neutron [req-dc6582ab-fc0b-4d2c-beac-df9e0b7c1341 req-e0b1b85a-987e-486e-8b42-5ee7dde4c08e service nova] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Updated VIF entry in instance network info cache for port 26169c5f-3a8e-4b61-992c-aed306847a8b. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.056538] env[69159]: DEBUG nova.network.neutron [req-dc6582ab-fc0b-4d2c-beac-df9e0b7c1341 req-e0b1b85a-987e-486e-8b42-5ee7dde4c08e service nova] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Updating instance_info_cache with network_info: [{"id": "26169c5f-3a8e-4b61-992c-aed306847a8b", "address": "fa:16:3e:fe:99:c9", "network": {"id": "a7ebe38f-e7a7-41cc-b894-9e950e4139ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-933271080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfbf2ac1d0fb4170beb492c4de5e0c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26169c5f-3a", "ovs_interfaceid": "26169c5f-3a8e-4b61-992c-aed306847a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.077133] env[69159]: DEBUG nova.network.neutron [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Updating instance_info_cache with network_info: [{"id": "cf04bccf-8f72-46de-af46-fbcb1b7b0868", "address": "fa:16:3e:46:62:65", "network": {"id": "0ec7c2af-82d0-4f2e-9053-9c71addc6ec2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1487965669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee2b7fe8b894b7fad608df786ce0d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf04bccf-8f", "ovs_interfaceid": "cf04bccf-8f72-46de-af46-fbcb1b7b0868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.090053] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72821c49-6e1f-47ea-8d2b-227337f6d8c3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.116784] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b4ba49-0f86-4bfb-997f-ae0641ac8d6a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.125117] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updating instance '3d16b06b-df33-4bba-9832-dd919699dc92' progress to 83 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.350460] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521a478c-0534-8422-78c6-9174836eaa24, 'name': SearchDatastore_Task, 'duration_secs': 0.011124} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.350794] env[69159]: DEBUG oslo_concurrency.lockutils [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.350981] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4/8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.351252] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8503d8a8-92e9-4cbd-8d2b-9ef04ac739ce {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.358328] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1105.358328] env[69159]: value = "task-3449312" [ 1105.358328] env[69159]: _type = "Task" [ 1105.358328] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.366238] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.422905] env[69159]: DEBUG nova.scheduler.client.report [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.474570] env[69159]: DEBUG nova.compute.manager [req-14a6e888-d31e-4b10-b23b-be428d924466 req-6f826025-bd58-471f-a192-b122acdb1337 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Received event network-vif-plugged-cf04bccf-8f72-46de-af46-fbcb1b7b0868 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1105.474796] env[69159]: DEBUG oslo_concurrency.lockutils [req-14a6e888-d31e-4b10-b23b-be428d924466 req-6f826025-bd58-471f-a192-b122acdb1337 service nova] Acquiring lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.474943] env[69159]: DEBUG oslo_concurrency.lockutils [req-14a6e888-d31e-4b10-b23b-be428d924466 req-6f826025-bd58-471f-a192-b122acdb1337 service nova] Lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.475142] env[69159]: DEBUG oslo_concurrency.lockutils [req-14a6e888-d31e-4b10-b23b-be428d924466 req-6f826025-bd58-471f-a192-b122acdb1337 service nova] Lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.475323] env[69159]: DEBUG nova.compute.manager [req-14a6e888-d31e-4b10-b23b-be428d924466 req-6f826025-bd58-471f-a192-b122acdb1337 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] No waiting events found dispatching network-vif-plugged-cf04bccf-8f72-46de-af46-fbcb1b7b0868 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1105.475493] env[69159]: WARNING nova.compute.manager [req-14a6e888-d31e-4b10-b23b-be428d924466 req-6f826025-bd58-471f-a192-b122acdb1337 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Received unexpected event network-vif-plugged-cf04bccf-8f72-46de-af46-fbcb1b7b0868 for instance with vm_state building and task_state spawning. [ 1105.475653] env[69159]: DEBUG nova.compute.manager [req-14a6e888-d31e-4b10-b23b-be428d924466 req-6f826025-bd58-471f-a192-b122acdb1337 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Received event network-changed-cf04bccf-8f72-46de-af46-fbcb1b7b0868 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1105.475805] env[69159]: DEBUG nova.compute.manager [req-14a6e888-d31e-4b10-b23b-be428d924466 req-6f826025-bd58-471f-a192-b122acdb1337 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Refreshing instance network info cache due to event network-changed-cf04bccf-8f72-46de-af46-fbcb1b7b0868. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1105.475974] env[69159]: DEBUG oslo_concurrency.lockutils [req-14a6e888-d31e-4b10-b23b-be428d924466 req-6f826025-bd58-471f-a192-b122acdb1337 service nova] Acquiring lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.559937] env[69159]: DEBUG oslo_concurrency.lockutils [req-dc6582ab-fc0b-4d2c-beac-df9e0b7c1341 req-e0b1b85a-987e-486e-8b42-5ee7dde4c08e service nova] Releasing lock "refresh_cache-d5453c5b-1080-4eb1-9898-ba328cedf496" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.581100] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Releasing lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.581100] env[69159]: DEBUG nova.compute.manager [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Instance network_info: |[{"id": "cf04bccf-8f72-46de-af46-fbcb1b7b0868", "address": "fa:16:3e:46:62:65", "network": {"id": "0ec7c2af-82d0-4f2e-9053-9c71addc6ec2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1487965669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee2b7fe8b894b7fad608df786ce0d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf04bccf-8f", "ovs_interfaceid": "cf04bccf-8f72-46de-af46-fbcb1b7b0868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1105.581100] env[69159]: DEBUG oslo_concurrency.lockutils [req-14a6e888-d31e-4b10-b23b-be428d924466 req-6f826025-bd58-471f-a192-b122acdb1337 service nova] Acquired lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.581100] env[69159]: DEBUG nova.network.neutron [req-14a6e888-d31e-4b10-b23b-be428d924466 req-6f826025-bd58-471f-a192-b122acdb1337 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Refreshing network info cache for port cf04bccf-8f72-46de-af46-fbcb1b7b0868 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.582962] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:62:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf04bccf-8f72-46de-af46-fbcb1b7b0868', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.592647] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.593738] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.594300] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ef49074-de78-4981-824d-b0480160f21c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.618922] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.618922] env[69159]: value = "task-3449313" [ 1105.618922] env[69159]: _type = "Task" [ 1105.618922] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.629990] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449313, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.633158] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.633527] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f09e55c-3811-4243-9c8c-ccde857f25bd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.642815] env[69159]: DEBUG oslo_vmware.api [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1105.642815] env[69159]: value = "task-3449314" [ 1105.642815] env[69159]: _type = "Task" [ 1105.642815] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.654625] env[69159]: DEBUG oslo_vmware.api [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.664254] env[69159]: DEBUG nova.compute.manager [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1105.696585] env[69159]: DEBUG nova.virt.hardware [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.696989] env[69159]: DEBUG nova.virt.hardware [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.697271] env[69159]: DEBUG nova.virt.hardware [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.697574] env[69159]: DEBUG nova.virt.hardware [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.697824] env[69159]: DEBUG nova.virt.hardware [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.698100] env[69159]: DEBUG nova.virt.hardware [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.698395] env[69159]: DEBUG nova.virt.hardware [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.698660] env[69159]: DEBUG nova.virt.hardware [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.698880] env[69159]: DEBUG nova.virt.hardware [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.699123] env[69159]: DEBUG nova.virt.hardware [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.699424] env[69159]: DEBUG nova.virt.hardware [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.700756] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3e02a0-07a5-4f13-8e7e-e61477e8a411 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.711247] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46af7eab-1885-4eaa-99fa-1ecb5c0ad757 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.869117] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455581} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.869403] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4/8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.869629] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.869886] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41320a64-1268-487f-a504-99be7127ebef {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.876773] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1105.876773] env[69159]: value = "task-3449315" [ 1105.876773] env[69159]: _type = "Task" [ 1105.876773] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.886786] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.928174] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.928832] env[69159]: DEBUG nova.compute.manager [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1105.932022] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.212s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.933690] env[69159]: INFO nova.compute.claims [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.132011] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449313, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.152212] env[69159]: DEBUG oslo_vmware.api [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449314, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.248394] env[69159]: DEBUG nova.network.neutron [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Successfully updated port: 602c3bbe-4681-48ce-8713-8ed5b83afcc4 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.315922] env[69159]: DEBUG nova.network.neutron [req-14a6e888-d31e-4b10-b23b-be428d924466 req-6f826025-bd58-471f-a192-b122acdb1337 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Updated VIF entry in instance network info cache for port cf04bccf-8f72-46de-af46-fbcb1b7b0868. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.316362] env[69159]: DEBUG nova.network.neutron [req-14a6e888-d31e-4b10-b23b-be428d924466 req-6f826025-bd58-471f-a192-b122acdb1337 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Updating instance_info_cache with network_info: [{"id": "cf04bccf-8f72-46de-af46-fbcb1b7b0868", "address": "fa:16:3e:46:62:65", "network": {"id": "0ec7c2af-82d0-4f2e-9053-9c71addc6ec2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1487965669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee2b7fe8b894b7fad608df786ce0d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf04bccf-8f", "ovs_interfaceid": "cf04bccf-8f72-46de-af46-fbcb1b7b0868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.388043] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073913} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.388043] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.388522] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50867f5b-6f53-4245-a6cb-bf08d0481dc7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.411659] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4/8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.411938] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcf967f1-a870-4e0d-8e2c-d8272d5616b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.432543] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1106.432543] env[69159]: value = "task-3449316" [ 1106.432543] env[69159]: _type = "Task" [ 1106.432543] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.438519] env[69159]: DEBUG nova.compute.utils [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.444855] env[69159]: DEBUG nova.compute.manager [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1106.445035] env[69159]: DEBUG nova.network.neutron [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.446834] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.485462] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Volume attach. Driver type: vmdk {{(pid=69159) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1106.485699] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688673', 'volume_id': 'ddf00203-3f0b-4408-824d-e4363566da2a', 'name': 'volume-ddf00203-3f0b-4408-824d-e4363566da2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea3b21e5-1a7b-4ad3-92da-9df616184050', 'attached_at': '', 'detached_at': '', 'volume_id': 'ddf00203-3f0b-4408-824d-e4363566da2a', 'serial': 'ddf00203-3f0b-4408-824d-e4363566da2a'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1106.486598] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c769392-8fc8-4676-9a03-414804789fbb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.490813] env[69159]: DEBUG nova.policy [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10cd438b43242bdadb9e68d0a43405a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b63e273ae14d4c2d8a14a43471fe57e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.505963] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6752f30c-8a29-42b7-ad00-8113027c55dc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.536064] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-ddf00203-3f0b-4408-824d-e4363566da2a/volume-ddf00203-3f0b-4408-824d-e4363566da2a.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.538196] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dba9b4af-9a41-4531-a01e-114f22511c3a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.557454] env[69159]: DEBUG oslo_vmware.api [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1106.557454] env[69159]: value = "task-3449317" [ 1106.557454] env[69159]: _type = "Task" [ 1106.557454] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.566246] env[69159]: DEBUG oslo_vmware.api [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.630667] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449313, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.653299] env[69159]: DEBUG oslo_vmware.api [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449314, 'name': PowerOnVM_Task, 'duration_secs': 0.752148} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.653491] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.653676] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-88721381-287c-4f1b-a093-048afe5f6337 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updating instance '3d16b06b-df33-4bba-9832-dd919699dc92' progress to 100 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.753153] env[69159]: DEBUG oslo_concurrency.lockutils [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Acquiring lock "refresh_cache-9c955be7-162b-4f04-aa0c-0e32b504f4c3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.753153] env[69159]: DEBUG oslo_concurrency.lockutils [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Acquired lock "refresh_cache-9c955be7-162b-4f04-aa0c-0e32b504f4c3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.753153] env[69159]: DEBUG nova.network.neutron [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.807134] env[69159]: DEBUG nova.network.neutron [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Successfully created port: c7361ef5-7d04-48da-859a-b4e98e012527 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.819833] env[69159]: DEBUG oslo_concurrency.lockutils [req-14a6e888-d31e-4b10-b23b-be428d924466 req-6f826025-bd58-471f-a192-b122acdb1337 service nova] Releasing lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.944013] env[69159]: DEBUG nova.compute.manager [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1106.949143] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449316, 'name': ReconfigVM_Task, 'duration_secs': 0.314098} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.951195] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4/8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.952976] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f963230-bae9-4ec5-b735-048246fe0f1e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.961194] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1106.961194] env[69159]: value = "task-3449318" [ 1106.961194] env[69159]: _type = "Task" [ 1106.961194] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.970261] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449318, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.067545] env[69159]: DEBUG oslo_vmware.api [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.135133] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449313, 'name': CreateVM_Task, 'duration_secs': 1.446007} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.135354] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.136085] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.136271] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.136660] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.137197] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35512f3b-568f-4436-82ca-d40efd337899 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.141923] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1107.141923] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529de41f-7d56-7a08-5823-e465ad5aa3d3" [ 1107.141923] env[69159]: _type = "Task" [ 1107.141923] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.143458] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac909aac-a753-446c-93a9-1b4f70109a42 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.153343] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529de41f-7d56-7a08-5823-e465ad5aa3d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.155878] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910361cb-e3eb-4844-85b4-7d093e19233c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.195378] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad57da4-91b1-45cd-9485-1117e8310669 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.203702] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b033b940-df11-43fc-97d7-4b9208447a6c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.218960] env[69159]: DEBUG nova.compute.provider_tree [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.284772] env[69159]: DEBUG nova.network.neutron [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.471672] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449318, 'name': Rename_Task, 'duration_secs': 0.174175} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.472161] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.472228] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d86c2973-67d9-4224-9256-5aba6d3459a5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.480509] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1107.480509] env[69159]: value = "task-3449319" [ 1107.480509] env[69159]: _type = "Task" [ 1107.480509] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.488401] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.550823] env[69159]: DEBUG nova.compute.manager [req-0e8aff53-1e41-4f29-9191-db0ad295affb req-06aae6b3-b409-4cea-a1ff-dabc8a5f6cd3 service nova] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Received event network-vif-plugged-602c3bbe-4681-48ce-8713-8ed5b83afcc4 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1107.551136] env[69159]: DEBUG oslo_concurrency.lockutils [req-0e8aff53-1e41-4f29-9191-db0ad295affb req-06aae6b3-b409-4cea-a1ff-dabc8a5f6cd3 service nova] Acquiring lock "9c955be7-162b-4f04-aa0c-0e32b504f4c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.551356] env[69159]: DEBUG oslo_concurrency.lockutils [req-0e8aff53-1e41-4f29-9191-db0ad295affb req-06aae6b3-b409-4cea-a1ff-dabc8a5f6cd3 service nova] Lock "9c955be7-162b-4f04-aa0c-0e32b504f4c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.551525] env[69159]: DEBUG oslo_concurrency.lockutils [req-0e8aff53-1e41-4f29-9191-db0ad295affb req-06aae6b3-b409-4cea-a1ff-dabc8a5f6cd3 service nova] Lock "9c955be7-162b-4f04-aa0c-0e32b504f4c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.551696] env[69159]: DEBUG nova.compute.manager [req-0e8aff53-1e41-4f29-9191-db0ad295affb req-06aae6b3-b409-4cea-a1ff-dabc8a5f6cd3 service nova] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] No waiting events found dispatching network-vif-plugged-602c3bbe-4681-48ce-8713-8ed5b83afcc4 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1107.551860] env[69159]: WARNING nova.compute.manager [req-0e8aff53-1e41-4f29-9191-db0ad295affb req-06aae6b3-b409-4cea-a1ff-dabc8a5f6cd3 service nova] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Received unexpected event network-vif-plugged-602c3bbe-4681-48ce-8713-8ed5b83afcc4 for instance with vm_state building and task_state spawning. [ 1107.552030] env[69159]: DEBUG nova.compute.manager [req-0e8aff53-1e41-4f29-9191-db0ad295affb req-06aae6b3-b409-4cea-a1ff-dabc8a5f6cd3 service nova] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Received event network-changed-602c3bbe-4681-48ce-8713-8ed5b83afcc4 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1107.552189] env[69159]: DEBUG nova.compute.manager [req-0e8aff53-1e41-4f29-9191-db0ad295affb req-06aae6b3-b409-4cea-a1ff-dabc8a5f6cd3 service nova] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Refreshing instance network info cache due to event network-changed-602c3bbe-4681-48ce-8713-8ed5b83afcc4. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1107.552354] env[69159]: DEBUG oslo_concurrency.lockutils [req-0e8aff53-1e41-4f29-9191-db0ad295affb req-06aae6b3-b409-4cea-a1ff-dabc8a5f6cd3 service nova] Acquiring lock "refresh_cache-9c955be7-162b-4f04-aa0c-0e32b504f4c3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.553407] env[69159]: DEBUG nova.network.neutron [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Updating instance_info_cache with network_info: [{"id": "602c3bbe-4681-48ce-8713-8ed5b83afcc4", "address": "fa:16:3e:6c:90:09", "network": {"id": "f363040e-ede5-4e5b-84de-9f8650a7c33e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1951362843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bdb95cabfce44c88a571884c0a9ffbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602c3bbe-46", "ovs_interfaceid": "602c3bbe-4681-48ce-8713-8ed5b83afcc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.566350] env[69159]: DEBUG oslo_vmware.api [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449317, 'name': ReconfigVM_Task, 'duration_secs': 0.806354} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.567154] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-ddf00203-3f0b-4408-824d-e4363566da2a/volume-ddf00203-3f0b-4408-824d-e4363566da2a.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.572177] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15788cc3-fcdb-4170-b999-0939c3ba0f8d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.589511] env[69159]: DEBUG oslo_vmware.api [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1107.589511] env[69159]: value = "task-3449320" [ 1107.589511] env[69159]: _type = "Task" [ 1107.589511] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.598552] env[69159]: DEBUG oslo_vmware.api [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.653976] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529de41f-7d56-7a08-5823-e465ad5aa3d3, 'name': SearchDatastore_Task, 'duration_secs': 0.020156} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.654379] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.654659] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.654911] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.655076] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.655272] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.655531] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d2ac045-e007-4f62-82b3-782c23833bc1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.664078] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.664307] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.665100] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58aaacce-9372-48c8-aff9-3c7fa15946f9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.670225] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1107.670225] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52567d40-1afe-598f-5aac-eba45fddab22" [ 1107.670225] env[69159]: _type = "Task" [ 1107.670225] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.677922] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52567d40-1afe-598f-5aac-eba45fddab22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.721724] env[69159]: DEBUG nova.scheduler.client.report [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.955371] env[69159]: DEBUG nova.compute.manager [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1107.981450] env[69159]: DEBUG nova.virt.hardware [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.981684] env[69159]: DEBUG nova.virt.hardware [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.981842] env[69159]: DEBUG nova.virt.hardware [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.982032] env[69159]: DEBUG nova.virt.hardware [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.982186] env[69159]: DEBUG nova.virt.hardware [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.982332] env[69159]: DEBUG nova.virt.hardware [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.982539] env[69159]: DEBUG nova.virt.hardware [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.982699] env[69159]: DEBUG nova.virt.hardware [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.982863] env[69159]: DEBUG nova.virt.hardware [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.983081] env[69159]: DEBUG nova.virt.hardware [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.983307] env[69159]: DEBUG nova.virt.hardware [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.984222] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd4988d-2b45-4cbc-99a9-34bcf9feadb3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.998532] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbf7baa-2bd7-45a0-adfa-e57eed245d64 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.002277] env[69159]: DEBUG oslo_vmware.api [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449319, 'name': PowerOnVM_Task, 'duration_secs': 0.465134} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.002829] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.003045] env[69159]: INFO nova.compute.manager [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Took 6.99 seconds to spawn the instance on the hypervisor. [ 1108.003233] env[69159]: DEBUG nova.compute.manager [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1108.004282] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df86750f-17a4-405f-b739-bed603780767 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.057151] env[69159]: DEBUG oslo_concurrency.lockutils [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Releasing lock "refresh_cache-9c955be7-162b-4f04-aa0c-0e32b504f4c3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.057503] env[69159]: DEBUG nova.compute.manager [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Instance network_info: |[{"id": "602c3bbe-4681-48ce-8713-8ed5b83afcc4", "address": "fa:16:3e:6c:90:09", "network": {"id": "f363040e-ede5-4e5b-84de-9f8650a7c33e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1951362843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bdb95cabfce44c88a571884c0a9ffbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602c3bbe-46", "ovs_interfaceid": "602c3bbe-4681-48ce-8713-8ed5b83afcc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1108.057843] env[69159]: DEBUG oslo_concurrency.lockutils [req-0e8aff53-1e41-4f29-9191-db0ad295affb req-06aae6b3-b409-4cea-a1ff-dabc8a5f6cd3 service nova] Acquired lock "refresh_cache-9c955be7-162b-4f04-aa0c-0e32b504f4c3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.058039] env[69159]: DEBUG nova.network.neutron [req-0e8aff53-1e41-4f29-9191-db0ad295affb req-06aae6b3-b409-4cea-a1ff-dabc8a5f6cd3 service nova] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Refreshing network info cache for port 602c3bbe-4681-48ce-8713-8ed5b83afcc4 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.059142] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:90:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '602c3bbe-4681-48ce-8713-8ed5b83afcc4', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.066431] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Creating folder: Project (4bdb95cabfce44c88a571884c0a9ffbe). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.069732] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7893c979-532c-40fe-a7fb-2feb824b866c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.082050] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Created folder: Project (4bdb95cabfce44c88a571884c0a9ffbe) in parent group-v688391. [ 1108.082247] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Creating folder: Instances. Parent ref: group-v688676. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.082478] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cb93205-9bf1-4fa3-a13f-f6c7fee1085c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.094818] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Created folder: Instances in parent group-v688676. [ 1108.095070] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.095545] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.097760] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aa7fdc8-6e51-43c7-921f-515588a16926 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.115788] env[69159]: DEBUG oslo_vmware.api [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449320, 'name': ReconfigVM_Task, 'duration_secs': 0.145194} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.116417] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688673', 'volume_id': 'ddf00203-3f0b-4408-824d-e4363566da2a', 'name': 'volume-ddf00203-3f0b-4408-824d-e4363566da2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea3b21e5-1a7b-4ad3-92da-9df616184050', 'attached_at': '', 'detached_at': '', 'volume_id': 'ddf00203-3f0b-4408-824d-e4363566da2a', 'serial': 'ddf00203-3f0b-4408-824d-e4363566da2a'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1108.121659] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.121659] env[69159]: value = "task-3449323" [ 1108.121659] env[69159]: _type = "Task" [ 1108.121659] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.129406] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449323, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.179281] env[69159]: DEBUG nova.compute.manager [req-626e47a9-fc2b-4c3c-9f8a-b5143bc50c5a req-7f32d24b-bff8-49f7-a761-7c82e70ec646 service nova] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Received event network-vif-plugged-c7361ef5-7d04-48da-859a-b4e98e012527 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1108.179281] env[69159]: DEBUG oslo_concurrency.lockutils [req-626e47a9-fc2b-4c3c-9f8a-b5143bc50c5a req-7f32d24b-bff8-49f7-a761-7c82e70ec646 service nova] Acquiring lock "716efb03-8f77-4eb2-bfac-97fe724909f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.179281] env[69159]: DEBUG oslo_concurrency.lockutils [req-626e47a9-fc2b-4c3c-9f8a-b5143bc50c5a req-7f32d24b-bff8-49f7-a761-7c82e70ec646 service nova] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.179281] env[69159]: DEBUG oslo_concurrency.lockutils [req-626e47a9-fc2b-4c3c-9f8a-b5143bc50c5a req-7f32d24b-bff8-49f7-a761-7c82e70ec646 service nova] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.179281] env[69159]: DEBUG nova.compute.manager [req-626e47a9-fc2b-4c3c-9f8a-b5143bc50c5a req-7f32d24b-bff8-49f7-a761-7c82e70ec646 service nova] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] No waiting events found dispatching network-vif-plugged-c7361ef5-7d04-48da-859a-b4e98e012527 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1108.179281] env[69159]: WARNING nova.compute.manager [req-626e47a9-fc2b-4c3c-9f8a-b5143bc50c5a req-7f32d24b-bff8-49f7-a761-7c82e70ec646 service nova] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Received unexpected event network-vif-plugged-c7361ef5-7d04-48da-859a-b4e98e012527 for instance with vm_state building and task_state spawning. [ 1108.184265] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52567d40-1afe-598f-5aac-eba45fddab22, 'name': SearchDatastore_Task, 'duration_secs': 0.020968} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.188757] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8799209-73c0-4ae8-9b83-4e93381efe03 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.195014] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1108.195014] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ab5f62-f367-e220-a939-4e71fb92a04e" [ 1108.195014] env[69159]: _type = "Task" [ 1108.195014] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.213997] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ab5f62-f367-e220-a939-4e71fb92a04e, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.215481] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.215867] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] bb9e1830-29fb-4d4f-a74b-24c5235598ed/bb9e1830-29fb-4d4f-a74b-24c5235598ed.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.216450] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2c4edc1-d1f4-4f7c-9503-17a2e84b5c79 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.227396] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.229263] env[69159]: DEBUG nova.compute.manager [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1108.233298] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1108.233298] env[69159]: value = "task-3449324" [ 1108.233298] env[69159]: _type = "Task" [ 1108.233298] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.246317] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.279692] env[69159]: DEBUG nova.network.neutron [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Successfully updated port: c7361ef5-7d04-48da-859a-b4e98e012527 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.347172] env[69159]: DEBUG nova.network.neutron [req-0e8aff53-1e41-4f29-9191-db0ad295affb req-06aae6b3-b409-4cea-a1ff-dabc8a5f6cd3 service nova] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Updated VIF entry in instance network info cache for port 602c3bbe-4681-48ce-8713-8ed5b83afcc4. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.347656] env[69159]: DEBUG nova.network.neutron [req-0e8aff53-1e41-4f29-9191-db0ad295affb req-06aae6b3-b409-4cea-a1ff-dabc8a5f6cd3 service nova] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Updating instance_info_cache with network_info: [{"id": "602c3bbe-4681-48ce-8713-8ed5b83afcc4", "address": "fa:16:3e:6c:90:09", "network": {"id": "f363040e-ede5-4e5b-84de-9f8650a7c33e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1951362843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bdb95cabfce44c88a571884c0a9ffbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602c3bbe-46", "ovs_interfaceid": "602c3bbe-4681-48ce-8713-8ed5b83afcc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.529698] env[69159]: INFO nova.compute.manager [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Took 20.25 seconds to build instance. [ 1108.633251] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449323, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.735955] env[69159]: DEBUG nova.compute.utils [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.737589] env[69159]: DEBUG nova.compute.manager [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1108.737769] env[69159]: DEBUG nova.network.neutron [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.749180] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437021} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.749997] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] bb9e1830-29fb-4d4f-a74b-24c5235598ed/bb9e1830-29fb-4d4f-a74b-24c5235598ed.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.750250] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.750476] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0104ccac-99d3-4eae-bca0-02062499d267 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.757548] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1108.757548] env[69159]: value = "task-3449325" [ 1108.757548] env[69159]: _type = "Task" [ 1108.757548] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.769933] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.781873] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.782915] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.783278] env[69159]: DEBUG nova.network.neutron [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.789331] env[69159]: DEBUG nova.policy [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d8e89bc43444ae192093aa2d5689101', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b556003d9a8461b8d25da04f106e6d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.850512] env[69159]: DEBUG oslo_concurrency.lockutils [req-0e8aff53-1e41-4f29-9191-db0ad295affb req-06aae6b3-b409-4cea-a1ff-dabc8a5f6cd3 service nova] Releasing lock "refresh_cache-9c955be7-162b-4f04-aa0c-0e32b504f4c3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.897945] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "3d16b06b-df33-4bba-9832-dd919699dc92" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.898246] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "3d16b06b-df33-4bba-9832-dd919699dc92" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.898445] env[69159]: DEBUG nova.compute.manager [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Going to confirm migration 5 {{(pid=69159) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5249}} [ 1109.032030] env[69159]: DEBUG oslo_concurrency.lockutils [None req-86ebaee9-b409-403e-8a3c-9834b2170545 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.758s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.134134] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449323, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.155591] env[69159]: DEBUG nova.network.neutron [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Successfully created port: fd733083-d416-4488-af7b-395abdf44202 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.244349] env[69159]: DEBUG nova.compute.manager [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1109.272120] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071785} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.272984] env[69159]: DEBUG nova.objects.instance [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lazy-loading 'flavor' on Instance uuid ea3b21e5-1a7b-4ad3-92da-9df616184050 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.274317] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.281036] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a0106e-96e7-41cf-9f18-4c852c49576d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.308273] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] bb9e1830-29fb-4d4f-a74b-24c5235598ed/bb9e1830-29fb-4d4f-a74b-24c5235598ed.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.309649] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-953f508e-a37e-42fd-af5c-726894abacd7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.333627] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1109.333627] env[69159]: value = "task-3449326" [ 1109.333627] env[69159]: _type = "Task" [ 1109.333627] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.343243] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.357754] env[69159]: DEBUG nova.network.neutron [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.496184] env[69159]: DEBUG nova.network.neutron [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating instance_info_cache with network_info: [{"id": "c7361ef5-7d04-48da-859a-b4e98e012527", "address": "fa:16:3e:f4:b7:44", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7361ef5-7d", "ovs_interfaceid": "c7361ef5-7d04-48da-859a-b4e98e012527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.547782] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.548096] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquired lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.548234] env[69159]: DEBUG nova.network.neutron [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.548420] env[69159]: DEBUG nova.objects.instance [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lazy-loading 'info_cache' on Instance uuid 3d16b06b-df33-4bba-9832-dd919699dc92 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.632969] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449323, 'name': CreateVM_Task, 'duration_secs': 1.455208} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.633677] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.634461] env[69159]: DEBUG oslo_concurrency.lockutils [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.635117] env[69159]: DEBUG oslo_concurrency.lockutils [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.635117] env[69159]: DEBUG oslo_concurrency.lockutils [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.635288] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acc18ef5-3db1-42ed-8f85-2f1fafeb1978 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.640104] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Waiting for the task: (returnval){ [ 1109.640104] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52450507-1f31-e112-7d2f-d04f4ac18ce1" [ 1109.640104] env[69159]: _type = "Task" [ 1109.640104] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.648088] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52450507-1f31-e112-7d2f-d04f4ac18ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.789476] env[69159]: DEBUG oslo_concurrency.lockutils [None req-76c34548-1d0e-4f0f-ade5-423504b2325f tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.915s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.845974] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449326, 'name': ReconfigVM_Task, 'duration_secs': 0.267266} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.846350] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Reconfigured VM instance instance-00000067 to attach disk [datastore2] bb9e1830-29fb-4d4f-a74b-24c5235598ed/bb9e1830-29fb-4d4f-a74b-24c5235598ed.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.847152] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c82a81f-1b68-4cbe-b3c7-fd325aca4c39 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.858427] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1109.858427] env[69159]: value = "task-3449327" [ 1109.858427] env[69159]: _type = "Task" [ 1109.858427] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.867524] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449327, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.999631] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.999823] env[69159]: DEBUG nova.compute.manager [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Instance network_info: |[{"id": "c7361ef5-7d04-48da-859a-b4e98e012527", "address": "fa:16:3e:f4:b7:44", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7361ef5-7d", "ovs_interfaceid": "c7361ef5-7d04-48da-859a-b4e98e012527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1110.000306] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:b7:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7361ef5-7d04-48da-859a-b4e98e012527', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.009226] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Creating folder: Project (b63e273ae14d4c2d8a14a43471fe57e4). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.009537] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfed908b-d28a-471f-a3f0-b7464f4b6309 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.035023] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Created folder: Project (b63e273ae14d4c2d8a14a43471fe57e4) in parent group-v688391. [ 1110.035023] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Creating folder: Instances. Parent ref: group-v688679. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.035023] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d9c4141-66ca-4ecf-9f0d-6b56e9b6d4e6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.043785] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Created folder: Instances in parent group-v688679. [ 1110.044021] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.044216] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.044416] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88feead0-8523-4d72-8bc3-d4ec28ead2db {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.071905] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.071905] env[69159]: value = "task-3449330" [ 1110.071905] env[69159]: _type = "Task" [ 1110.071905] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.080321] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449330, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.150085] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52450507-1f31-e112-7d2f-d04f4ac18ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.009431} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.150349] env[69159]: DEBUG oslo_concurrency.lockutils [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.150592] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.150839] env[69159]: DEBUG oslo_concurrency.lockutils [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.150984] env[69159]: DEBUG oslo_concurrency.lockutils [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.151180] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.151450] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5582f962-d940-4548-9c93-7b617645d5c6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.160038] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.160349] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.161199] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12e269e2-9bf6-4137-be58-14e2371a6d19 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.167289] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Waiting for the task: (returnval){ [ 1110.167289] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5219bc44-4588-8947-2d10-6b477998d6a4" [ 1110.167289] env[69159]: _type = "Task" [ 1110.167289] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.178198] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5219bc44-4588-8947-2d10-6b477998d6a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.209020] env[69159]: DEBUG nova.compute.manager [req-07b40f09-fade-4585-844a-2d9e656b7268 req-fc5eb1e0-3120-4fd6-ade1-624c393ccfd0 service nova] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Received event network-changed-c7361ef5-7d04-48da-859a-b4e98e012527 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1110.209258] env[69159]: DEBUG nova.compute.manager [req-07b40f09-fade-4585-844a-2d9e656b7268 req-fc5eb1e0-3120-4fd6-ade1-624c393ccfd0 service nova] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Refreshing instance network info cache due to event network-changed-c7361ef5-7d04-48da-859a-b4e98e012527. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1110.209475] env[69159]: DEBUG oslo_concurrency.lockutils [req-07b40f09-fade-4585-844a-2d9e656b7268 req-fc5eb1e0-3120-4fd6-ade1-624c393ccfd0 service nova] Acquiring lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.209625] env[69159]: DEBUG oslo_concurrency.lockutils [req-07b40f09-fade-4585-844a-2d9e656b7268 req-fc5eb1e0-3120-4fd6-ade1-624c393ccfd0 service nova] Acquired lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.209791] env[69159]: DEBUG nova.network.neutron [req-07b40f09-fade-4585-844a-2d9e656b7268 req-fc5eb1e0-3120-4fd6-ade1-624c393ccfd0 service nova] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Refreshing network info cache for port c7361ef5-7d04-48da-859a-b4e98e012527 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.218968] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e76cee7f-7d9d-4b07-87b5-b23fcd9e79d6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.219279] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e76cee7f-7d9d-4b07-87b5-b23fcd9e79d6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.219467] env[69159]: DEBUG nova.compute.manager [None req-e76cee7f-7d9d-4b07-87b5-b23fcd9e79d6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1110.220824] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4af765-39da-4c34-882a-98b16e717fb2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.228044] env[69159]: DEBUG nova.compute.manager [None req-e76cee7f-7d9d-4b07-87b5-b23fcd9e79d6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69159) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 1110.228645] env[69159]: DEBUG nova.objects.instance [None req-e76cee7f-7d9d-4b07-87b5-b23fcd9e79d6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lazy-loading 'flavor' on Instance uuid 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.261158] env[69159]: DEBUG nova.compute.manager [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1110.289050] env[69159]: DEBUG nova.virt.hardware [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.289328] env[69159]: DEBUG nova.virt.hardware [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.289496] env[69159]: DEBUG nova.virt.hardware [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.289760] env[69159]: DEBUG nova.virt.hardware [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.289942] env[69159]: DEBUG nova.virt.hardware [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.290109] env[69159]: DEBUG nova.virt.hardware [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.290327] env[69159]: DEBUG nova.virt.hardware [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.290486] env[69159]: DEBUG nova.virt.hardware [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.290677] env[69159]: DEBUG nova.virt.hardware [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.290969] env[69159]: DEBUG nova.virt.hardware [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.291098] env[69159]: DEBUG nova.virt.hardware [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.291915] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a107b4-50c4-4f93-a638-c362cb2b71b3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.300108] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b42900-934d-40a9-a581-0c7bb06a6f9f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.368480] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449327, 'name': Rename_Task, 'duration_secs': 0.369294} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.368693] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.368928] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56863099-8005-453f-b2c9-2de4091a5d85 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.397672] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1110.397672] env[69159]: value = "task-3449331" [ 1110.397672] env[69159]: _type = "Task" [ 1110.397672] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.406284] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.583019] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449330, 'name': CreateVM_Task, 'duration_secs': 0.398015} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.584035] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.584035] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.584276] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.584750] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.585140] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f55b0ea-1c3a-4c7a-aa14-66a9b1d426ee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.590176] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1110.590176] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e96b8d-6415-7886-86e1-c04d44c9a634" [ 1110.590176] env[69159]: _type = "Task" [ 1110.590176] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.598361] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e96b8d-6415-7886-86e1-c04d44c9a634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.678982] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5219bc44-4588-8947-2d10-6b477998d6a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012605} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.681681] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ad2ca8-34b7-465f-8536-6d2adf33ef08 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.687283] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Waiting for the task: (returnval){ [ 1110.687283] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525f9974-556b-c2e3-69bc-d76f2a001332" [ 1110.687283] env[69159]: _type = "Task" [ 1110.687283] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.696198] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525f9974-556b-c2e3-69bc-d76f2a001332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.711911] env[69159]: DEBUG oslo_concurrency.lockutils [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.712179] env[69159]: DEBUG oslo_concurrency.lockutils [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.875664] env[69159]: DEBUG nova.network.neutron [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updating instance_info_cache with network_info: [{"id": "3ce3090e-2a4b-4e7c-8c5a-09388176ff76", "address": "fa:16:3e:01:42:da", "network": {"id": "6483817b-7341-4cf8-bcb6-6d9dfb4eac8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-628720038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365e6c63cf6244bbad5d9c2642b41075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce3090e-2a", "ovs_interfaceid": "3ce3090e-2a4b-4e7c-8c5a-09388176ff76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.911924] env[69159]: DEBUG oslo_vmware.api [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449331, 'name': PowerOnVM_Task, 'duration_secs': 0.513071} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.912201] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.912396] env[69159]: INFO nova.compute.manager [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1110.912570] env[69159]: DEBUG nova.compute.manager [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1110.913357] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9beeb7f8-eabd-4961-802d-4f8c0fd309f7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.938339] env[69159]: DEBUG nova.network.neutron [req-07b40f09-fade-4585-844a-2d9e656b7268 req-fc5eb1e0-3120-4fd6-ade1-624c393ccfd0 service nova] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updated VIF entry in instance network info cache for port c7361ef5-7d04-48da-859a-b4e98e012527. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.938582] env[69159]: DEBUG nova.network.neutron [req-07b40f09-fade-4585-844a-2d9e656b7268 req-fc5eb1e0-3120-4fd6-ade1-624c393ccfd0 service nova] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating instance_info_cache with network_info: [{"id": "c7361ef5-7d04-48da-859a-b4e98e012527", "address": "fa:16:3e:f4:b7:44", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7361ef5-7d", "ovs_interfaceid": "c7361ef5-7d04-48da-859a-b4e98e012527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.101180] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e96b8d-6415-7886-86e1-c04d44c9a634, 'name': SearchDatastore_Task, 'duration_secs': 0.011778} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.101512] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.101743] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.101957] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.200089] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525f9974-556b-c2e3-69bc-d76f2a001332, 'name': SearchDatastore_Task, 'duration_secs': 0.009175} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.200422] env[69159]: DEBUG oslo_concurrency.lockutils [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.201076] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 9c955be7-162b-4f04-aa0c-0e32b504f4c3/9c955be7-162b-4f04-aa0c-0e32b504f4c3.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.201392] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.201637] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.201846] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aec15313-3ec3-4bbf-93aa-5aa577d72b76 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.204383] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27377370-eca3-427e-bf8d-19a8e70e7847 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.212151] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Waiting for the task: (returnval){ [ 1111.212151] env[69159]: value = "task-3449332" [ 1111.212151] env[69159]: _type = "Task" [ 1111.212151] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.213323] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.213499] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.216890] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54ad4199-1809-4ac9-aed4-a22fcf284e40 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.220110] env[69159]: INFO nova.compute.manager [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Detaching volume 850b1164-de43-4bc1-a7f4-0ae2c34e1d3f [ 1111.231860] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': task-3449332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.233763] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1111.233763] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52627c7c-9ec2-4139-977b-f33bf94b1d2e" [ 1111.233763] env[69159]: _type = "Task" [ 1111.233763] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.239285] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76cee7f-7d9d-4b07-87b5-b23fcd9e79d6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.241297] env[69159]: DEBUG nova.compute.manager [req-f77bd8e4-dc6a-43bc-a456-5a8b4e8fa9a3 req-dcc94a78-2dc8-41b6-aedd-0de9ade390b9 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Received event network-vif-plugged-fd733083-d416-4488-af7b-395abdf44202 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1111.241614] env[69159]: DEBUG oslo_concurrency.lockutils [req-f77bd8e4-dc6a-43bc-a456-5a8b4e8fa9a3 req-dcc94a78-2dc8-41b6-aedd-0de9ade390b9 service nova] Acquiring lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.241940] env[69159]: DEBUG oslo_concurrency.lockutils [req-f77bd8e4-dc6a-43bc-a456-5a8b4e8fa9a3 req-dcc94a78-2dc8-41b6-aedd-0de9ade390b9 service nova] Lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.242232] env[69159]: DEBUG oslo_concurrency.lockutils [req-f77bd8e4-dc6a-43bc-a456-5a8b4e8fa9a3 req-dcc94a78-2dc8-41b6-aedd-0de9ade390b9 service nova] Lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.242496] env[69159]: DEBUG nova.compute.manager [req-f77bd8e4-dc6a-43bc-a456-5a8b4e8fa9a3 req-dcc94a78-2dc8-41b6-aedd-0de9ade390b9 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] No waiting events found dispatching network-vif-plugged-fd733083-d416-4488-af7b-395abdf44202 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1111.242769] env[69159]: WARNING nova.compute.manager [req-f77bd8e4-dc6a-43bc-a456-5a8b4e8fa9a3 req-dcc94a78-2dc8-41b6-aedd-0de9ade390b9 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Received unexpected event network-vif-plugged-fd733083-d416-4488-af7b-395abdf44202 for instance with vm_state building and task_state spawning. [ 1111.245103] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-054e2192-2699-4cca-806e-5e1dff941543 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.249960] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52627c7c-9ec2-4139-977b-f33bf94b1d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010403} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.251401] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725bae2e-f5c1-41a5-bfc3-0acce4f85f5e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.255792] env[69159]: DEBUG oslo_vmware.api [None req-e76cee7f-7d9d-4b07-87b5-b23fcd9e79d6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1111.255792] env[69159]: value = "task-3449333" [ 1111.255792] env[69159]: _type = "Task" [ 1111.255792] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.267024] env[69159]: INFO nova.virt.block_device [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Attempting to driver detach volume 850b1164-de43-4bc1-a7f4-0ae2c34e1d3f from mountpoint /dev/sdb [ 1111.268258] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1111.268258] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688671', 'volume_id': '850b1164-de43-4bc1-a7f4-0ae2c34e1d3f', 'name': 'volume-850b1164-de43-4bc1-a7f4-0ae2c34e1d3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea3b21e5-1a7b-4ad3-92da-9df616184050', 'attached_at': '', 'detached_at': '', 'volume_id': '850b1164-de43-4bc1-a7f4-0ae2c34e1d3f', 'serial': '850b1164-de43-4bc1-a7f4-0ae2c34e1d3f'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1111.270080] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c46e001-8a2a-42d2-ad57-af59dcd71009 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.272800] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1111.272800] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5227e8aa-d5d8-e4ce-8f7b-4404712eee51" [ 1111.272800] env[69159]: _type = "Task" [ 1111.272800] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.298907] env[69159]: DEBUG oslo_vmware.api [None req-e76cee7f-7d9d-4b07-87b5-b23fcd9e79d6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.301656] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ade3fe-561c-4c3f-9e1b-e9b499323fba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.307978] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5227e8aa-d5d8-e4ce-8f7b-4404712eee51, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.308589] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.308860] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 716efb03-8f77-4eb2-bfac-97fe724909f9/716efb03-8f77-4eb2-bfac-97fe724909f9.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.309146] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b86b5c5a-929f-492f-8547-46e3b10ace0c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.313233] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc08efcc-7820-456b-8464-16947e5886ed {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.316650] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1111.316650] env[69159]: value = "task-3449334" [ 1111.316650] env[69159]: _type = "Task" [ 1111.316650] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.342287] env[69159]: DEBUG nova.network.neutron [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Successfully updated port: fd733083-d416-4488-af7b-395abdf44202 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.342355] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b80fc3-c553-40a2-8fa4-b9a42d8d8ae2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.349234] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.362849] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] The volume has not been displaced from its original location: [datastore2] volume-850b1164-de43-4bc1-a7f4-0ae2c34e1d3f/volume-850b1164-de43-4bc1-a7f4-0ae2c34e1d3f.vmdk. No consolidation needed. {{(pid=69159) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1111.368414] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1111.369069] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-900448a9-c316-4744-8f7c-9a3424d84f39 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.383545] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Releasing lock "refresh_cache-3d16b06b-df33-4bba-9832-dd919699dc92" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.383829] env[69159]: DEBUG nova.objects.instance [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lazy-loading 'migration_context' on Instance uuid 3d16b06b-df33-4bba-9832-dd919699dc92 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.390460] env[69159]: DEBUG oslo_vmware.api [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1111.390460] env[69159]: value = "task-3449335" [ 1111.390460] env[69159]: _type = "Task" [ 1111.390460] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.399647] env[69159]: DEBUG oslo_vmware.api [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.431158] env[69159]: INFO nova.compute.manager [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Took 19.53 seconds to build instance. [ 1111.441304] env[69159]: DEBUG oslo_concurrency.lockutils [req-07b40f09-fade-4585-844a-2d9e656b7268 req-fc5eb1e0-3120-4fd6-ade1-624c393ccfd0 service nova] Releasing lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.723678] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': task-3449332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501053} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.724056] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 9c955be7-162b-4f04-aa0c-0e32b504f4c3/9c955be7-162b-4f04-aa0c-0e32b504f4c3.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.724143] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.724383] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2eaec45c-19b7-433a-be09-1189a8b7f40d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.731795] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Waiting for the task: (returnval){ [ 1111.731795] env[69159]: value = "task-3449336" [ 1111.731795] env[69159]: _type = "Task" [ 1111.731795] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.741464] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': task-3449336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.766435] env[69159]: DEBUG oslo_vmware.api [None req-e76cee7f-7d9d-4b07-87b5-b23fcd9e79d6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449333, 'name': PowerOffVM_Task, 'duration_secs': 0.223023} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.766876] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76cee7f-7d9d-4b07-87b5-b23fcd9e79d6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.767139] env[69159]: DEBUG nova.compute.manager [None req-e76cee7f-7d9d-4b07-87b5-b23fcd9e79d6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1111.768055] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247b8d59-70ee-4051-bdd8-908ac14d3991 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.827927] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449334, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.847364] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.847530] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.847955] env[69159]: DEBUG nova.network.neutron [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.886785] env[69159]: DEBUG nova.objects.base [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Object Instance<3d16b06b-df33-4bba-9832-dd919699dc92> lazy-loaded attributes: info_cache,migration_context {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1111.887907] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c0c875-3262-45de-a4c0-32eb813c7c14 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.902517] env[69159]: DEBUG oslo_vmware.api [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449335, 'name': ReconfigVM_Task, 'duration_secs': 0.466617} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.917151] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1111.922023] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a21ec163-75b6-463d-96ad-782d6dd5c69d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.932357] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12115547-e89d-40c5-8dba-b69f85dcf291 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.935455] env[69159]: DEBUG oslo_concurrency.lockutils [None req-05dbc10d-0c68-4386-8c5f-261c9f2f0536 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.049s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.939334] env[69159]: DEBUG oslo_vmware.api [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1111.939334] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5234882e-99cd-03bb-e092-b3d4ee900242" [ 1111.939334] env[69159]: _type = "Task" [ 1111.939334] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.944418] env[69159]: DEBUG oslo_vmware.api [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1111.944418] env[69159]: value = "task-3449337" [ 1111.944418] env[69159]: _type = "Task" [ 1111.944418] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.952077] env[69159]: DEBUG oslo_vmware.api [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5234882e-99cd-03bb-e092-b3d4ee900242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.955697] env[69159]: DEBUG oslo_vmware.api [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449337, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.242176] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': task-3449336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156856} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.242429] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.243189] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c607850-25ee-4f78-838d-4bc4b2e6dffb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.268986] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 9c955be7-162b-4f04-aa0c-0e32b504f4c3/9c955be7-162b-4f04-aa0c-0e32b504f4c3.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.269580] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37cefc1a-ee2a-4a22-a2da-5240c7c3d39c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.297180] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e76cee7f-7d9d-4b07-87b5-b23fcd9e79d6 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.302100] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Waiting for the task: (returnval){ [ 1112.302100] env[69159]: value = "task-3449338" [ 1112.302100] env[69159]: _type = "Task" [ 1112.302100] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.312242] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': task-3449338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.328663] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803093} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.328999] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 716efb03-8f77-4eb2-bfac-97fe724909f9/716efb03-8f77-4eb2-bfac-97fe724909f9.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.329320] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.329630] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-776c1b79-9675-4b8f-b901-fa49f170cd50 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.336556] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1112.336556] env[69159]: value = "task-3449339" [ 1112.336556] env[69159]: _type = "Task" [ 1112.336556] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.346125] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.387060] env[69159]: DEBUG nova.network.neutron [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.450285] env[69159]: DEBUG oslo_vmware.api [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5234882e-99cd-03bb-e092-b3d4ee900242, 'name': SearchDatastore_Task, 'duration_secs': 0.015854} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.453708] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.453999] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.460625] env[69159]: DEBUG oslo_vmware.api [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449337, 'name': ReconfigVM_Task, 'duration_secs': 0.234042} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.460917] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688671', 'volume_id': '850b1164-de43-4bc1-a7f4-0ae2c34e1d3f', 'name': 'volume-850b1164-de43-4bc1-a7f4-0ae2c34e1d3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea3b21e5-1a7b-4ad3-92da-9df616184050', 'attached_at': '', 'detached_at': '', 'volume_id': '850b1164-de43-4bc1-a7f4-0ae2c34e1d3f', 'serial': '850b1164-de43-4bc1-a7f4-0ae2c34e1d3f'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1112.600340] env[69159]: DEBUG nova.network.neutron [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Updating instance_info_cache with network_info: [{"id": "fd733083-d416-4488-af7b-395abdf44202", "address": "fa:16:3e:03:87:a1", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd733083-d4", "ovs_interfaceid": "fd733083-d416-4488-af7b-395abdf44202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.699774] env[69159]: DEBUG nova.compute.manager [req-c6292b22-674e-43c6-b27f-9314c150eafc req-ba955759-3cc7-4063-9f37-f4a6155aefdf service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Received event network-changed-cf04bccf-8f72-46de-af46-fbcb1b7b0868 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1112.699922] env[69159]: DEBUG nova.compute.manager [req-c6292b22-674e-43c6-b27f-9314c150eafc req-ba955759-3cc7-4063-9f37-f4a6155aefdf service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Refreshing instance network info cache due to event network-changed-cf04bccf-8f72-46de-af46-fbcb1b7b0868. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1112.700149] env[69159]: DEBUG oslo_concurrency.lockutils [req-c6292b22-674e-43c6-b27f-9314c150eafc req-ba955759-3cc7-4063-9f37-f4a6155aefdf service nova] Acquiring lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.700287] env[69159]: DEBUG oslo_concurrency.lockutils [req-c6292b22-674e-43c6-b27f-9314c150eafc req-ba955759-3cc7-4063-9f37-f4a6155aefdf service nova] Acquired lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.700439] env[69159]: DEBUG nova.network.neutron [req-c6292b22-674e-43c6-b27f-9314c150eafc req-ba955759-3cc7-4063-9f37-f4a6155aefdf service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Refreshing network info cache for port cf04bccf-8f72-46de-af46-fbcb1b7b0868 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.812178] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': task-3449338, 'name': ReconfigVM_Task, 'duration_secs': 0.29152} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.812635] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 9c955be7-162b-4f04-aa0c-0e32b504f4c3/9c955be7-162b-4f04-aa0c-0e32b504f4c3.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.813400] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c9fb443-289f-403a-8462-9110f2317a36 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.820302] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Waiting for the task: (returnval){ [ 1112.820302] env[69159]: value = "task-3449340" [ 1112.820302] env[69159]: _type = "Task" [ 1112.820302] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.828202] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': task-3449340, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.845867] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072599} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.846326] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.847234] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f63137e-e3c5-4854-8407-60fb4451d2f3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.871695] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 716efb03-8f77-4eb2-bfac-97fe724909f9/716efb03-8f77-4eb2-bfac-97fe724909f9.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.872159] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82df305b-e4d0-4af7-902e-7725fb529f14 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.893924] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1112.893924] env[69159]: value = "task-3449341" [ 1112.893924] env[69159]: _type = "Task" [ 1112.893924] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.902499] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.004251] env[69159]: DEBUG nova.objects.instance [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lazy-loading 'flavor' on Instance uuid ea3b21e5-1a7b-4ad3-92da-9df616184050 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.104477] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.104477] env[69159]: DEBUG nova.compute.manager [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Instance network_info: |[{"id": "fd733083-d416-4488-af7b-395abdf44202", "address": "fa:16:3e:03:87:a1", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd733083-d4", "ovs_interfaceid": "fd733083-d416-4488-af7b-395abdf44202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1113.104671] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:87:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd733083-d416-4488-af7b-395abdf44202', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.112845] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.115706] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.116144] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f7bceb8-bd6d-4d58-b3b2-dddd9962470a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.131899] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e0bc78-f652-4390-8019-98695a1f1468 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.141061] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fb95db-72c2-4565-a240-f6a1d2355ac2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.143900] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.143900] env[69159]: value = "task-3449342" [ 1113.143900] env[69159]: _type = "Task" [ 1113.143900] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.172520] env[69159]: DEBUG oslo_concurrency.lockutils [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.172819] env[69159]: DEBUG oslo_concurrency.lockutils [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.173016] env[69159]: DEBUG oslo_concurrency.lockutils [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.173200] env[69159]: DEBUG oslo_concurrency.lockutils [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.173340] env[69159]: DEBUG oslo_concurrency.lockutils [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.176050] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f709b087-9a39-4141-97ca-553fa6c0391e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.181852] env[69159]: INFO nova.compute.manager [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Terminating instance [ 1113.183247] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449342, 'name': CreateVM_Task} progress is 15%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.188277] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d2da85-0716-4588-ad9d-da9edcf1dbbb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.205382] env[69159]: DEBUG nova.compute.provider_tree [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.270358] env[69159]: DEBUG nova.compute.manager [req-c4def5c5-3ddd-4231-90e1-039de3373ad0 req-24112609-e9b9-4214-bbf7-abc1025934e0 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Received event network-changed-fd733083-d416-4488-af7b-395abdf44202 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1113.270554] env[69159]: DEBUG nova.compute.manager [req-c4def5c5-3ddd-4231-90e1-039de3373ad0 req-24112609-e9b9-4214-bbf7-abc1025934e0 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Refreshing instance network info cache due to event network-changed-fd733083-d416-4488-af7b-395abdf44202. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1113.270862] env[69159]: DEBUG oslo_concurrency.lockutils [req-c4def5c5-3ddd-4231-90e1-039de3373ad0 req-24112609-e9b9-4214-bbf7-abc1025934e0 service nova] Acquiring lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.271101] env[69159]: DEBUG oslo_concurrency.lockutils [req-c4def5c5-3ddd-4231-90e1-039de3373ad0 req-24112609-e9b9-4214-bbf7-abc1025934e0 service nova] Acquired lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.271309] env[69159]: DEBUG nova.network.neutron [req-c4def5c5-3ddd-4231-90e1-039de3373ad0 req-24112609-e9b9-4214-bbf7-abc1025934e0 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Refreshing network info cache for port fd733083-d416-4488-af7b-395abdf44202 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.330678] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': task-3449340, 'name': Rename_Task, 'duration_secs': 0.141241} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.330956] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.331213] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8494b448-144f-4fb4-a40f-38d470e09fe2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.339706] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Waiting for the task: (returnval){ [ 1113.339706] env[69159]: value = "task-3449343" [ 1113.339706] env[69159]: _type = "Task" [ 1113.339706] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.349571] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': task-3449343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.404533] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.488787] env[69159]: DEBUG nova.network.neutron [req-c6292b22-674e-43c6-b27f-9314c150eafc req-ba955759-3cc7-4063-9f37-f4a6155aefdf service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Updated VIF entry in instance network info cache for port cf04bccf-8f72-46de-af46-fbcb1b7b0868. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.489275] env[69159]: DEBUG nova.network.neutron [req-c6292b22-674e-43c6-b27f-9314c150eafc req-ba955759-3cc7-4063-9f37-f4a6155aefdf service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Updating instance_info_cache with network_info: [{"id": "cf04bccf-8f72-46de-af46-fbcb1b7b0868", "address": "fa:16:3e:46:62:65", "network": {"id": "0ec7c2af-82d0-4f2e-9053-9c71addc6ec2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1487965669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee2b7fe8b894b7fad608df786ce0d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf04bccf-8f", "ovs_interfaceid": "cf04bccf-8f72-46de-af46-fbcb1b7b0868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.654741] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449342, 'name': CreateVM_Task, 'duration_secs': 0.44422} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.654931] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.655645] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.655857] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.656212] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.656470] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f0bd00-31ec-4580-bc69-bb74acabbee0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.661217] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1113.661217] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523e9495-2f41-10b2-13e7-bf6e4a6c2306" [ 1113.661217] env[69159]: _type = "Task" [ 1113.661217] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.668904] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523e9495-2f41-10b2-13e7-bf6e4a6c2306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.685691] env[69159]: DEBUG nova.compute.manager [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1113.685956] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.686813] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07260d55-72bd-4953-a8bf-7e64c925bdfb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.693851] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.694120] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91bf7bfa-63e6-4795-b61d-171cfb3f3005 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.708989] env[69159]: DEBUG nova.scheduler.client.report [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.757506] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.757741] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.757929] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleting the datastore file [datastore2] 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.758563] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee213442-4651-4ef6-9593-2dafbc1754cd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.765033] env[69159]: DEBUG oslo_vmware.api [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1113.765033] env[69159]: value = "task-3449345" [ 1113.765033] env[69159]: _type = "Task" [ 1113.765033] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.776673] env[69159]: DEBUG oslo_vmware.api [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.849301] env[69159]: DEBUG oslo_vmware.api [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': task-3449343, 'name': PowerOnVM_Task, 'duration_secs': 0.460274} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.849576] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.849768] env[69159]: INFO nova.compute.manager [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1113.849945] env[69159]: DEBUG nova.compute.manager [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1113.850727] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59fb768-dfe5-486c-910d-f4a973634e1e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.906865] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449341, 'name': ReconfigVM_Task, 'duration_secs': 0.694464} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.910413] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 716efb03-8f77-4eb2-bfac-97fe724909f9/716efb03-8f77-4eb2-bfac-97fe724909f9.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.911426] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53ab4a8d-92c5-4c5f-b6a3-27b0ad2212e0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.917718] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1113.917718] env[69159]: value = "task-3449346" [ 1113.917718] env[69159]: _type = "Task" [ 1113.917718] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.925753] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449346, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.991288] env[69159]: DEBUG oslo_concurrency.lockutils [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.991774] env[69159]: DEBUG oslo_concurrency.lockutils [req-c6292b22-674e-43c6-b27f-9314c150eafc req-ba955759-3cc7-4063-9f37-f4a6155aefdf service nova] Releasing lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.011498] env[69159]: DEBUG oslo_concurrency.lockutils [None req-46e7b93c-fdbd-40d6-ac34-5f250a014b41 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.299s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.012827] env[69159]: DEBUG oslo_concurrency.lockutils [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.022s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.020430] env[69159]: DEBUG nova.network.neutron [req-c4def5c5-3ddd-4231-90e1-039de3373ad0 req-24112609-e9b9-4214-bbf7-abc1025934e0 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Updated VIF entry in instance network info cache for port fd733083-d416-4488-af7b-395abdf44202. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.020878] env[69159]: DEBUG nova.network.neutron [req-c4def5c5-3ddd-4231-90e1-039de3373ad0 req-24112609-e9b9-4214-bbf7-abc1025934e0 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Updating instance_info_cache with network_info: [{"id": "fd733083-d416-4488-af7b-395abdf44202", "address": "fa:16:3e:03:87:a1", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd733083-d4", "ovs_interfaceid": "fd733083-d416-4488-af7b-395abdf44202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.172177] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523e9495-2f41-10b2-13e7-bf6e4a6c2306, 'name': SearchDatastore_Task, 'duration_secs': 0.009585} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.172177] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.172177] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.172177] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.172343] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.172548] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.172842] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94bd9b5f-016a-4bfc-85c5-71ed18fc9f24 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.180743] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.180962] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.181690] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a9b068a-3129-44ec-b031-90616dc77cf0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.186471] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1114.186471] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528c78d6-7d5c-2511-feac-fe528af4ddc9" [ 1114.186471] env[69159]: _type = "Task" [ 1114.186471] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.193736] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528c78d6-7d5c-2511-feac-fe528af4ddc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.274321] env[69159]: DEBUG oslo_vmware.api [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167498} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.274616] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.274811] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.274991] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.275186] env[69159]: INFO nova.compute.manager [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1114.275421] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.275606] env[69159]: DEBUG nova.compute.manager [-] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1114.275701] env[69159]: DEBUG nova.network.neutron [-] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.369457] env[69159]: INFO nova.compute.manager [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Took 22.07 seconds to build instance. [ 1114.428349] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449346, 'name': Rename_Task, 'duration_secs': 0.162652} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.429019] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.429292] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-265b2469-e7d0-4c9a-9c4b-783a4010740e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.435455] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1114.435455] env[69159]: value = "task-3449347" [ 1114.435455] env[69159]: _type = "Task" [ 1114.435455] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.443711] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.515924] env[69159]: INFO nova.compute.manager [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Detaching volume ddf00203-3f0b-4408-824d-e4363566da2a [ 1114.525505] env[69159]: DEBUG oslo_concurrency.lockutils [req-c4def5c5-3ddd-4231-90e1-039de3373ad0 req-24112609-e9b9-4214-bbf7-abc1025934e0 service nova] Releasing lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.553711] env[69159]: INFO nova.virt.block_device [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Attempting to driver detach volume ddf00203-3f0b-4408-824d-e4363566da2a from mountpoint /dev/sdc [ 1114.553822] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1114.554042] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688673', 'volume_id': 'ddf00203-3f0b-4408-824d-e4363566da2a', 'name': 'volume-ddf00203-3f0b-4408-824d-e4363566da2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea3b21e5-1a7b-4ad3-92da-9df616184050', 'attached_at': '', 'detached_at': '', 'volume_id': 'ddf00203-3f0b-4408-824d-e4363566da2a', 'serial': 'ddf00203-3f0b-4408-824d-e4363566da2a'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1114.555261] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0446b847-08ef-4d4f-9657-ffb017ee0d14 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.577250] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca7eaa1-296b-4bb1-b6de-5b0ecc692d74 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.583920] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65de2e16-d9bc-45b6-895c-1fb0c1bc8608 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.604328] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d144140-4836-45d6-930a-c7770df72392 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.619379] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] The volume has not been displaced from its original location: [datastore2] volume-ddf00203-3f0b-4408-824d-e4363566da2a/volume-ddf00203-3f0b-4408-824d-e4363566da2a.vmdk. No consolidation needed. {{(pid=69159) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1114.624275] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Reconfiguring VM instance instance-0000005e to detach disk 2002 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1114.624584] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f36ee06e-fae2-436d-83cd-8ae9f9611757 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.642537] env[69159]: DEBUG oslo_vmware.api [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1114.642537] env[69159]: value = "task-3449348" [ 1114.642537] env[69159]: _type = "Task" [ 1114.642537] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.650094] env[69159]: DEBUG oslo_vmware.api [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.697685] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528c78d6-7d5c-2511-feac-fe528af4ddc9, 'name': SearchDatastore_Task, 'duration_secs': 0.007947} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.698414] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f68431b9-cfe3-46fe-bf9f-15ceed8d9cf9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.703017] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1114.703017] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52293361-640c-36f4-414d-8ed008aa7a7f" [ 1114.703017] env[69159]: _type = "Task" [ 1114.703017] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.710106] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52293361-640c-36f4-414d-8ed008aa7a7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.719393] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.265s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.793344] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f2dab489-f840-428e-a669-e603a8bf24d4 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Acquiring lock "9c955be7-162b-4f04-aa0c-0e32b504f4c3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.874139] env[69159]: DEBUG oslo_concurrency.lockutils [None req-18fb896d-e369-42ce-9ac9-48fa7e3ead82 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Lock "9c955be7-162b-4f04-aa0c-0e32b504f4c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.582s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.874547] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f2dab489-f840-428e-a669-e603a8bf24d4 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Lock "9c955be7-162b-4f04-aa0c-0e32b504f4c3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.081s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.874726] env[69159]: INFO nova.compute.manager [None req-f2dab489-f840-428e-a669-e603a8bf24d4 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Rebooting instance [ 1114.944974] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.028453] env[69159]: DEBUG nova.network.neutron [-] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.152314] env[69159]: DEBUG oslo_vmware.api [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449348, 'name': ReconfigVM_Task, 'duration_secs': 0.296953} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.152602] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Reconfigured VM instance instance-0000005e to detach disk 2002 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1115.158059] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c3f568a-a717-4b69-b63a-6f48bc6e6508 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.173573] env[69159]: DEBUG oslo_vmware.api [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1115.173573] env[69159]: value = "task-3449349" [ 1115.173573] env[69159]: _type = "Task" [ 1115.173573] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.181788] env[69159]: DEBUG oslo_vmware.api [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.213952] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52293361-640c-36f4-414d-8ed008aa7a7f, 'name': SearchDatastore_Task, 'duration_secs': 0.013113} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.214245] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.214515] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 9acc3297-9ac6-4cf8-9823-7e1a151508b7/9acc3297-9ac6-4cf8-9823-7e1a151508b7.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.214810] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-000876ef-4a58-458b-9232-19ce17c5a7a4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.225240] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1115.225240] env[69159]: value = "task-3449350" [ 1115.225240] env[69159]: _type = "Task" [ 1115.225240] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.236128] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.278390] env[69159]: INFO nova.scheduler.client.report [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleted allocation for migration 62fe49bb-8aff-4d6e-aa4d-95874c5e2ac9 [ 1115.298821] env[69159]: DEBUG nova.compute.manager [req-2055ac3c-87c6-4f4e-beb1-a854773d3b50 req-13316727-2e3d-407c-bc8c-b4d975a5faff service nova] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Received event network-vif-deleted-88a23e9b-ced0-42ad-8a34-4ee9b93e5671 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1115.400405] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f2dab489-f840-428e-a669-e603a8bf24d4 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Acquiring lock "refresh_cache-9c955be7-162b-4f04-aa0c-0e32b504f4c3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.400405] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f2dab489-f840-428e-a669-e603a8bf24d4 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Acquired lock "refresh_cache-9c955be7-162b-4f04-aa0c-0e32b504f4c3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.400405] env[69159]: DEBUG nova.network.neutron [None req-f2dab489-f840-428e-a669-e603a8bf24d4 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.415239] env[69159]: INFO nova.compute.manager [None req-21c7e34f-6dc4-418f-a0e3-381830cb376e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Get console output [ 1115.415608] env[69159]: WARNING nova.virt.vmwareapi.driver [None req-21c7e34f-6dc4-418f-a0e3-381830cb376e tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] The console log is missing. Check your VSPC configuration [ 1115.446727] env[69159]: DEBUG oslo_vmware.api [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449347, 'name': PowerOnVM_Task, 'duration_secs': 0.820824} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.447081] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.447330] env[69159]: INFO nova.compute.manager [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1115.447533] env[69159]: DEBUG nova.compute.manager [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1115.448397] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49cc3e6-d9e9-41c9-a7e4-f3bc18411911 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.531135] env[69159]: INFO nova.compute.manager [-] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Took 1.26 seconds to deallocate network for instance. [ 1115.684367] env[69159]: DEBUG oslo_vmware.api [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449349, 'name': ReconfigVM_Task, 'duration_secs': 0.156133} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.686034] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688673', 'volume_id': 'ddf00203-3f0b-4408-824d-e4363566da2a', 'name': 'volume-ddf00203-3f0b-4408-824d-e4363566da2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea3b21e5-1a7b-4ad3-92da-9df616184050', 'attached_at': '', 'detached_at': '', 'volume_id': 'ddf00203-3f0b-4408-824d-e4363566da2a', 'serial': 'ddf00203-3f0b-4408-824d-e4363566da2a'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1115.737534] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51385} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.737819] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 9acc3297-9ac6-4cf8-9823-7e1a151508b7/9acc3297-9ac6-4cf8-9823-7e1a151508b7.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.738058] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.738358] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb26729e-4d24-44af-a2a9-15cc51dffabc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.744841] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1115.744841] env[69159]: value = "task-3449351" [ 1115.744841] env[69159]: _type = "Task" [ 1115.744841] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.752417] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.786380] env[69159]: DEBUG oslo_concurrency.lockutils [None req-78078464-fa2b-4849-b67f-d9425dcd0b17 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "3d16b06b-df33-4bba-9832-dd919699dc92" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.888s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.971273] env[69159]: INFO nova.compute.manager [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Took 23.32 seconds to build instance. [ 1116.038897] env[69159]: DEBUG oslo_concurrency.lockutils [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.039322] env[69159]: DEBUG oslo_concurrency.lockutils [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.039636] env[69159]: DEBUG nova.objects.instance [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lazy-loading 'resources' on Instance uuid 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.098646] env[69159]: DEBUG nova.network.neutron [None req-f2dab489-f840-428e-a669-e603a8bf24d4 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Updating instance_info_cache with network_info: [{"id": "602c3bbe-4681-48ce-8713-8ed5b83afcc4", "address": "fa:16:3e:6c:90:09", "network": {"id": "f363040e-ede5-4e5b-84de-9f8650a7c33e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1951362843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bdb95cabfce44c88a571884c0a9ffbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602c3bbe-46", "ovs_interfaceid": "602c3bbe-4681-48ce-8713-8ed5b83afcc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.229782] env[69159]: DEBUG nova.objects.instance [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lazy-loading 'flavor' on Instance uuid ea3b21e5-1a7b-4ad3-92da-9df616184050 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.255205] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120044} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.255461] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.256225] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1109ab34-e876-42ff-92e8-171b8bd56de6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.281849] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 9acc3297-9ac6-4cf8-9823-7e1a151508b7/9acc3297-9ac6-4cf8-9823-7e1a151508b7.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.282124] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e88a100-f969-4e19-83bf-e20e4daafc3c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.301608] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1116.301608] env[69159]: value = "task-3449352" [ 1116.301608] env[69159]: _type = "Task" [ 1116.301608] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.309340] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.473682] env[69159]: DEBUG oslo_concurrency.lockutils [None req-6a7c52fe-0020-47b1-b0a9-2f42dfd13314 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.835s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.600966] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f2dab489-f840-428e-a669-e603a8bf24d4 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Releasing lock "refresh_cache-9c955be7-162b-4f04-aa0c-0e32b504f4c3" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.715506] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5beff4aa-6b81-4fa7-88d3-274550ebe1f6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.723455] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383336f8-ca1c-479a-bde6-3f39e2c6fac8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.758148] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f653ab24-3a68-456b-b48e-e2e80986de73 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.766540] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef63c5f0-8edd-4e89-95b5-0c8048843708 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.780297] env[69159]: DEBUG nova.compute.provider_tree [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1116.810963] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449352, 'name': ReconfigVM_Task, 'duration_secs': 0.269307} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.811251] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 9acc3297-9ac6-4cf8-9823-7e1a151508b7/9acc3297-9ac6-4cf8-9823-7e1a151508b7.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.811845] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb33d086-2979-4a59-a008-4c0fd12e5165 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.817702] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1116.817702] env[69159]: value = "task-3449353" [ 1116.817702] env[69159]: _type = "Task" [ 1116.817702] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.825413] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449353, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.109051] env[69159]: DEBUG nova.compute.manager [None req-f2dab489-f840-428e-a669-e603a8bf24d4 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1117.109947] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7ec896-f786-494f-96da-600eddb7f08a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.261801] env[69159]: DEBUG oslo_concurrency.lockutils [None req-107786fc-ab0a-4b70-bc24-bfdaa3ddff09 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.249s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.301678] env[69159]: ERROR nova.scheduler.client.report [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [req-1339a042-d320-4c13-ac85-2f74304b64eb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bb8e5e26-0b56-454c-ae24-e4322af67e22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1339a042-d320-4c13-ac85-2f74304b64eb"}]} [ 1117.318417] env[69159]: DEBUG nova.scheduler.client.report [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Refreshing inventories for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1117.325570] env[69159]: DEBUG nova.compute.manager [req-4586d156-0b7d-4b01-8c0a-a17b94986a32 req-923a050f-f37f-41bb-a6d5-80e28032a57f service nova] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Received event network-changed-c7361ef5-7d04-48da-859a-b4e98e012527 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1117.325839] env[69159]: DEBUG nova.compute.manager [req-4586d156-0b7d-4b01-8c0a-a17b94986a32 req-923a050f-f37f-41bb-a6d5-80e28032a57f service nova] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Refreshing instance network info cache due to event network-changed-c7361ef5-7d04-48da-859a-b4e98e012527. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1117.325969] env[69159]: DEBUG oslo_concurrency.lockutils [req-4586d156-0b7d-4b01-8c0a-a17b94986a32 req-923a050f-f37f-41bb-a6d5-80e28032a57f service nova] Acquiring lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.326183] env[69159]: DEBUG oslo_concurrency.lockutils [req-4586d156-0b7d-4b01-8c0a-a17b94986a32 req-923a050f-f37f-41bb-a6d5-80e28032a57f service nova] Acquired lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.326281] env[69159]: DEBUG nova.network.neutron [req-4586d156-0b7d-4b01-8c0a-a17b94986a32 req-923a050f-f37f-41bb-a6d5-80e28032a57f service nova] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Refreshing network info cache for port c7361ef5-7d04-48da-859a-b4e98e012527 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.334459] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449353, 'name': Rename_Task, 'duration_secs': 0.193903} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.335461] env[69159]: DEBUG nova.scheduler.client.report [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Updating ProviderTree inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1117.335660] env[69159]: DEBUG nova.compute.provider_tree [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.338370] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.339102] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb233f04-54f1-4d3e-8116-98e2dc5dd5d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.345410] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1117.345410] env[69159]: value = "task-3449354" [ 1117.345410] env[69159]: _type = "Task" [ 1117.345410] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.350039] env[69159]: DEBUG nova.scheduler.client.report [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Refreshing aggregate associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, aggregates: None {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1117.357827] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.369897] env[69159]: DEBUG nova.scheduler.client.report [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Refreshing trait associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1117.532265] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6647bd-4294-4d32-8268-3bd1bf59f04c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.540023] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4db36c6-e6fe-4323-8029-0072da0e38e6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.569226] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98ea663-5e2d-4c5f-b16a-f8b18ffe0482 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.576245] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65892c1a-892d-4349-989f-274f9e17c102 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.589103] env[69159]: DEBUG nova.compute.provider_tree [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.856460] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449354, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.125276] env[69159]: DEBUG nova.scheduler.client.report [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Updated inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1118.125578] env[69159]: DEBUG nova.compute.provider_tree [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Updating resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 generation from 142 to 143 during operation: update_inventory {{(pid=69159) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1118.125706] env[69159]: DEBUG nova.compute.provider_tree [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.133785] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8220aebb-a5ea-4121-80cf-545ee47d6d72 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.141912] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dab489-f840-428e-a669-e603a8bf24d4 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Doing hard reboot of VM {{(pid=69159) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1118.141912] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d1acade9-b091-4f68-97ce-755396fc5fb1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.149200] env[69159]: DEBUG nova.network.neutron [req-4586d156-0b7d-4b01-8c0a-a17b94986a32 req-923a050f-f37f-41bb-a6d5-80e28032a57f service nova] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updated VIF entry in instance network info cache for port c7361ef5-7d04-48da-859a-b4e98e012527. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.149200] env[69159]: DEBUG nova.network.neutron [req-4586d156-0b7d-4b01-8c0a-a17b94986a32 req-923a050f-f37f-41bb-a6d5-80e28032a57f service nova] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating instance_info_cache with network_info: [{"id": "c7361ef5-7d04-48da-859a-b4e98e012527", "address": "fa:16:3e:f4:b7:44", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7361ef5-7d", "ovs_interfaceid": "c7361ef5-7d04-48da-859a-b4e98e012527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.154338] env[69159]: DEBUG oslo_vmware.api [None req-f2dab489-f840-428e-a669-e603a8bf24d4 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Waiting for the task: (returnval){ [ 1118.154338] env[69159]: value = "task-3449355" [ 1118.154338] env[69159]: _type = "Task" [ 1118.154338] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.163507] env[69159]: DEBUG oslo_vmware.api [None req-f2dab489-f840-428e-a669-e603a8bf24d4 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': task-3449355, 'name': ResetVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.356621] env[69159]: DEBUG oslo_vmware.api [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449354, 'name': PowerOnVM_Task, 'duration_secs': 0.746958} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.357063] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.357297] env[69159]: INFO nova.compute.manager [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1118.357485] env[69159]: DEBUG nova.compute.manager [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1118.358525] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9eca8f-b818-4849-b162-371882412245 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.440110] env[69159]: DEBUG oslo_concurrency.lockutils [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.440421] env[69159]: DEBUG oslo_concurrency.lockutils [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.440657] env[69159]: DEBUG oslo_concurrency.lockutils [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "ea3b21e5-1a7b-4ad3-92da-9df616184050-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.440856] env[69159]: DEBUG oslo_concurrency.lockutils [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.441064] env[69159]: DEBUG oslo_concurrency.lockutils [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.443559] env[69159]: INFO nova.compute.manager [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Terminating instance [ 1118.633253] env[69159]: DEBUG oslo_concurrency.lockutils [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.594s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.652883] env[69159]: INFO nova.scheduler.client.report [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleted allocations for instance 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4 [ 1118.656736] env[69159]: DEBUG oslo_concurrency.lockutils [req-4586d156-0b7d-4b01-8c0a-a17b94986a32 req-923a050f-f37f-41bb-a6d5-80e28032a57f service nova] Releasing lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.665881] env[69159]: DEBUG oslo_vmware.api [None req-f2dab489-f840-428e-a669-e603a8bf24d4 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': task-3449355, 'name': ResetVM_Task, 'duration_secs': 0.146974} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.666156] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dab489-f840-428e-a669-e603a8bf24d4 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Did hard reboot of VM {{(pid=69159) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1118.666413] env[69159]: DEBUG nova.compute.manager [None req-f2dab489-f840-428e-a669-e603a8bf24d4 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1118.667291] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393b5a13-9938-47de-b4d0-adc2bf8f7ab7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.876814] env[69159]: INFO nova.compute.manager [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Took 18.17 seconds to build instance. [ 1118.947548] env[69159]: DEBUG nova.compute.manager [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1118.948709] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.948709] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3f7ee5-48c1-4158-a3af-5935e05eb141 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.956935] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.957210] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87af4cff-a2a3-47cc-be0e-7b49419298f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.963362] env[69159]: DEBUG oslo_vmware.api [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1118.963362] env[69159]: value = "task-3449356" [ 1118.963362] env[69159]: _type = "Task" [ 1118.963362] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.971701] env[69159]: DEBUG oslo_vmware.api [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.161015] env[69159]: DEBUG oslo_concurrency.lockutils [None req-70fc75a8-ec5b-4723-91aa-88b12e33b0a7 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.988s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.179020] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f2dab489-f840-428e-a669-e603a8bf24d4 tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Lock "9c955be7-162b-4f04-aa0c-0e32b504f4c3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.304s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.379069] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b087a08b-8c13-412d-b6b8-53e1d3d53033 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.679s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.475295] env[69159]: DEBUG oslo_vmware.api [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449356, 'name': PowerOffVM_Task, 'duration_secs': 0.460237} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.475295] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.475295] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.475739] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac8829b9-a264-4cee-be1e-0d92a678bae7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.519850] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Acquiring lock "9c955be7-162b-4f04-aa0c-0e32b504f4c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.520158] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Lock "9c955be7-162b-4f04-aa0c-0e32b504f4c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.520375] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Acquiring lock "9c955be7-162b-4f04-aa0c-0e32b504f4c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.520940] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Lock "9c955be7-162b-4f04-aa0c-0e32b504f4c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.521215] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Lock "9c955be7-162b-4f04-aa0c-0e32b504f4c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.523690] env[69159]: INFO nova.compute.manager [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Terminating instance [ 1119.542444] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.542676] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.542863] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Deleting the datastore file [datastore1] ea3b21e5-1a7b-4ad3-92da-9df616184050 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.543141] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f8d0377-6330-401b-9c75-a614dd0214ee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.550500] env[69159]: DEBUG oslo_vmware.api [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for the task: (returnval){ [ 1119.550500] env[69159]: value = "task-3449358" [ 1119.550500] env[69159]: _type = "Task" [ 1119.550500] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.559361] env[69159]: DEBUG oslo_vmware.api [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.976791] env[69159]: DEBUG nova.compute.manager [req-88cd5c08-9ded-4763-8415-e9089121f22a req-3f6ca4cd-4906-4964-91cf-89c2c35e7596 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Received event network-changed-fd733083-d416-4488-af7b-395abdf44202 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1119.976791] env[69159]: DEBUG nova.compute.manager [req-88cd5c08-9ded-4763-8415-e9089121f22a req-3f6ca4cd-4906-4964-91cf-89c2c35e7596 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Refreshing instance network info cache due to event network-changed-fd733083-d416-4488-af7b-395abdf44202. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1119.976791] env[69159]: DEBUG oslo_concurrency.lockutils [req-88cd5c08-9ded-4763-8415-e9089121f22a req-3f6ca4cd-4906-4964-91cf-89c2c35e7596 service nova] Acquiring lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.977404] env[69159]: DEBUG oslo_concurrency.lockutils [req-88cd5c08-9ded-4763-8415-e9089121f22a req-3f6ca4cd-4906-4964-91cf-89c2c35e7596 service nova] Acquired lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.977404] env[69159]: DEBUG nova.network.neutron [req-88cd5c08-9ded-4763-8415-e9089121f22a req-3f6ca4cd-4906-4964-91cf-89c2c35e7596 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Refreshing network info cache for port fd733083-d416-4488-af7b-395abdf44202 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.029930] env[69159]: DEBUG nova.compute.manager [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1120.030180] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.031077] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5027396d-f70c-4987-9cc1-22fbf0a078a9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.039115] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.039388] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aabaa7ec-e7f1-40a5-8ea6-92c620fa7326 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.045739] env[69159]: DEBUG oslo_vmware.api [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Waiting for the task: (returnval){ [ 1120.045739] env[69159]: value = "task-3449359" [ 1120.045739] env[69159]: _type = "Task" [ 1120.045739] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.053907] env[69159]: DEBUG oslo_vmware.api [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': task-3449359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.063749] env[69159]: DEBUG oslo_vmware.api [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Task: {'id': task-3449358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161147} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.063912] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.064061] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.064261] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.064508] env[69159]: INFO nova.compute.manager [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1120.064806] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.065016] env[69159]: DEBUG nova.compute.manager [-] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1120.065121] env[69159]: DEBUG nova.network.neutron [-] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.169733] env[69159]: DEBUG oslo_concurrency.lockutils [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "a29c1eef-b9eb-477a-a810-1162e6ea5fa8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.170123] env[69159]: DEBUG oslo_concurrency.lockutils [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "a29c1eef-b9eb-477a-a810-1162e6ea5fa8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.170326] env[69159]: DEBUG oslo_concurrency.lockutils [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "a29c1eef-b9eb-477a-a810-1162e6ea5fa8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.170507] env[69159]: DEBUG oslo_concurrency.lockutils [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "a29c1eef-b9eb-477a-a810-1162e6ea5fa8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.170677] env[69159]: DEBUG oslo_concurrency.lockutils [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "a29c1eef-b9eb-477a-a810-1162e6ea5fa8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.173336] env[69159]: INFO nova.compute.manager [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Terminating instance [ 1120.560518] env[69159]: DEBUG oslo_vmware.api [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': task-3449359, 'name': PowerOffVM_Task, 'duration_secs': 0.269416} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.560824] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.561033] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.561323] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a79b6d4-5866-4e50-be22-2f369559340b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.625218] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.625468] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.625672] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Deleting the datastore file [datastore2] 9c955be7-162b-4f04-aa0c-0e32b504f4c3 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.625974] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b29265bc-9577-4bb3-85b1-097b31b08a94 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.633632] env[69159]: DEBUG oslo_vmware.api [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Waiting for the task: (returnval){ [ 1120.633632] env[69159]: value = "task-3449361" [ 1120.633632] env[69159]: _type = "Task" [ 1120.633632] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.643202] env[69159]: DEBUG oslo_vmware.api [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': task-3449361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.679681] env[69159]: DEBUG nova.compute.manager [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1120.680139] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.680846] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac9d10a-bb28-4708-aebd-c8f4a2cfe8ea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.688494] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.688760] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5f9d16b-8c81-43d7-bc71-2f632bd37355 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.694724] env[69159]: DEBUG oslo_vmware.api [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1120.694724] env[69159]: value = "task-3449362" [ 1120.694724] env[69159]: _type = "Task" [ 1120.694724] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.703150] env[69159]: DEBUG oslo_vmware.api [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.753726] env[69159]: DEBUG nova.network.neutron [req-88cd5c08-9ded-4763-8415-e9089121f22a req-3f6ca4cd-4906-4964-91cf-89c2c35e7596 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Updated VIF entry in instance network info cache for port fd733083-d416-4488-af7b-395abdf44202. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.754174] env[69159]: DEBUG nova.network.neutron [req-88cd5c08-9ded-4763-8415-e9089121f22a req-3f6ca4cd-4906-4964-91cf-89c2c35e7596 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Updating instance_info_cache with network_info: [{"id": "fd733083-d416-4488-af7b-395abdf44202", "address": "fa:16:3e:03:87:a1", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd733083-d4", "ovs_interfaceid": "fd733083-d416-4488-af7b-395abdf44202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.084511] env[69159]: DEBUG oslo_concurrency.lockutils [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.084768] env[69159]: DEBUG oslo_concurrency.lockutils [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.143180] env[69159]: DEBUG oslo_vmware.api [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Task: {'id': task-3449361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177051} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.143458] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.143644] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.143822] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.143996] env[69159]: INFO nova.compute.manager [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1121.144255] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.144444] env[69159]: DEBUG nova.compute.manager [-] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1121.144534] env[69159]: DEBUG nova.network.neutron [-] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.209285] env[69159]: DEBUG oslo_vmware.api [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449362, 'name': PowerOffVM_Task, 'duration_secs': 0.178659} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.209624] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.209723] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.210057] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53665e8b-3d11-4900-ab17-8b9f36d8ea8d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.234101] env[69159]: DEBUG nova.network.neutron [-] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.256481] env[69159]: DEBUG oslo_concurrency.lockutils [req-88cd5c08-9ded-4763-8415-e9089121f22a req-3f6ca4cd-4906-4964-91cf-89c2c35e7596 service nova] Releasing lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.278104] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.278356] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.278540] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleting the datastore file [datastore1] a29c1eef-b9eb-477a-a810-1162e6ea5fa8 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.278792] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90265b88-d05b-4872-93bf-3df864b2b1b5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.286516] env[69159]: DEBUG oslo_vmware.api [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for the task: (returnval){ [ 1121.286516] env[69159]: value = "task-3449364" [ 1121.286516] env[69159]: _type = "Task" [ 1121.286516] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.294578] env[69159]: DEBUG oslo_vmware.api [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.403907] env[69159]: DEBUG nova.compute.manager [req-9fdb07ec-0804-4ddd-ac96-b67f72414a6c req-5a564fbb-0786-40b8-9be7-da10aaf563b8 service nova] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Received event network-vif-deleted-602c3bbe-4681-48ce-8713-8ed5b83afcc4 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1121.404136] env[69159]: INFO nova.compute.manager [req-9fdb07ec-0804-4ddd-ac96-b67f72414a6c req-5a564fbb-0786-40b8-9be7-da10aaf563b8 service nova] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Neutron deleted interface 602c3bbe-4681-48ce-8713-8ed5b83afcc4; detaching it from the instance and deleting it from the info cache [ 1121.404263] env[69159]: DEBUG nova.network.neutron [req-9fdb07ec-0804-4ddd-ac96-b67f72414a6c req-5a564fbb-0786-40b8-9be7-da10aaf563b8 service nova] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.587516] env[69159]: DEBUG nova.compute.manager [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1121.736890] env[69159]: INFO nova.compute.manager [-] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Took 1.67 seconds to deallocate network for instance. [ 1121.796693] env[69159]: DEBUG oslo_vmware.api [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Task: {'id': task-3449364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428178} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.797068] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.797310] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.797535] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.797760] env[69159]: INFO nova.compute.manager [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1121.798032] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.798240] env[69159]: DEBUG nova.compute.manager [-] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1121.798370] env[69159]: DEBUG nova.network.neutron [-] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.888106] env[69159]: DEBUG nova.network.neutron [-] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.907331] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a194fe2b-0648-4887-b1f9-51356dc58194 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.920251] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e729c4ec-1ccb-4b99-98da-7ff9bf10a677 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.968187] env[69159]: DEBUG nova.compute.manager [req-9fdb07ec-0804-4ddd-ac96-b67f72414a6c req-5a564fbb-0786-40b8-9be7-da10aaf563b8 service nova] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Detach interface failed, port_id=602c3bbe-4681-48ce-8713-8ed5b83afcc4, reason: Instance 9c955be7-162b-4f04-aa0c-0e32b504f4c3 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1122.004590] env[69159]: DEBUG nova.compute.manager [req-d4e68cf7-d8cc-4f85-8b43-14b17dc6b287 req-3e4ec70b-e462-4646-96a8-d09f9bc08c8e service nova] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Received event network-vif-deleted-8d784728-b450-47fe-aec8-de76fc6ff588 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1122.110073] env[69159]: DEBUG oslo_concurrency.lockutils [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.110414] env[69159]: DEBUG oslo_concurrency.lockutils [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.112540] env[69159]: INFO nova.compute.claims [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.244689] env[69159]: DEBUG oslo_concurrency.lockutils [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.390793] env[69159]: INFO nova.compute.manager [-] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Took 1.25 seconds to deallocate network for instance. [ 1122.543855] env[69159]: DEBUG nova.network.neutron [-] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.897224] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.046564] env[69159]: INFO nova.compute.manager [-] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Took 1.25 seconds to deallocate network for instance. [ 1123.276701] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1344f4c-2bca-4bcf-aab3-2a4f279d90d1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.285025] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660107a3-d782-4fa8-8f5e-8ac9be678242 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.315889] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07abcde-4434-4495-9014-522372ec28c3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.323397] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4542608c-8f22-4d18-adb1-26d777e6c0e0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.336851] env[69159]: DEBUG nova.compute.provider_tree [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.429478] env[69159]: DEBUG nova.compute.manager [req-46066ef0-7923-4b6f-8384-bc347bef2961 req-04288094-f86d-4b63-86f5-91a8b0c7d846 service nova] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Received event network-vif-deleted-14c32621-a3e8-432e-ac2f-16ee5e14289a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1123.552806] env[69159]: DEBUG oslo_concurrency.lockutils [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.862080] env[69159]: ERROR nova.scheduler.client.report [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [req-f66348d1-26e7-4eab-ae7d-ea69b4d8b9dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bb8e5e26-0b56-454c-ae24-e4322af67e22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f66348d1-26e7-4eab-ae7d-ea69b4d8b9dd"}]} [ 1123.880537] env[69159]: DEBUG nova.scheduler.client.report [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Refreshing inventories for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1123.894341] env[69159]: DEBUG nova.scheduler.client.report [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Updating ProviderTree inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1123.894567] env[69159]: DEBUG nova.compute.provider_tree [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.906402] env[69159]: DEBUG nova.scheduler.client.report [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Refreshing aggregate associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, aggregates: None {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1123.924402] env[69159]: DEBUG nova.scheduler.client.report [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Refreshing trait associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1124.098173] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669089e7-ad2c-469a-ab27-fbcb4fa1a264 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.106049] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c451cd5-e0ef-41d4-ba2f-29f44635e39a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.136023] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0755792b-76c1-4b53-b830-27721502a2b6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.143540] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b97190-91eb-41aa-9a1d-ffbaf3d7e493 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.158882] env[69159]: DEBUG nova.compute.provider_tree [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.690853] env[69159]: DEBUG nova.scheduler.client.report [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Updated inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1124.691149] env[69159]: DEBUG nova.compute.provider_tree [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Updating resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 generation from 144 to 145 during operation: update_inventory {{(pid=69159) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1124.691320] env[69159]: DEBUG nova.compute.provider_tree [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.196820] env[69159]: DEBUG oslo_concurrency.lockutils [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.086s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.197387] env[69159]: DEBUG nova.compute.manager [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1125.200607] env[69159]: DEBUG oslo_concurrency.lockutils [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.957s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.200760] env[69159]: DEBUG nova.objects.instance [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lazy-loading 'resources' on Instance uuid ea3b21e5-1a7b-4ad3-92da-9df616184050 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.703819] env[69159]: DEBUG nova.compute.utils [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.708880] env[69159]: DEBUG nova.compute.manager [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1125.709126] env[69159]: DEBUG nova.network.neutron [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.761570] env[69159]: DEBUG nova.policy [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d8e89bc43444ae192093aa2d5689101', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b556003d9a8461b8d25da04f106e6d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.871313] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7969fa1b-6b09-4361-9c98-680cf02d8df4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.879262] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e246fa3-4b1a-4290-90da-2da7ab088c79 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.909593] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea463b05-8cc8-4d01-8a4c-04e5d4f76f5c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.917407] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff73f85-1d2c-4bd9-829a-e01e74a96834 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.930702] env[69159]: DEBUG nova.compute.provider_tree [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.077316] env[69159]: DEBUG nova.network.neutron [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Successfully created port: f83530fe-7a9e-4414-8ea9-727507ae7df4 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.209952] env[69159]: DEBUG nova.compute.manager [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1126.435092] env[69159]: DEBUG nova.scheduler.client.report [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.940466] env[69159]: DEBUG oslo_concurrency.lockutils [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.943104] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.046s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.943338] env[69159]: DEBUG nova.objects.instance [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Lazy-loading 'resources' on Instance uuid 9c955be7-162b-4f04-aa0c-0e32b504f4c3 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.962515] env[69159]: INFO nova.scheduler.client.report [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Deleted allocations for instance ea3b21e5-1a7b-4ad3-92da-9df616184050 [ 1127.221627] env[69159]: DEBUG nova.compute.manager [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1127.247383] env[69159]: DEBUG nova.virt.hardware [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.247636] env[69159]: DEBUG nova.virt.hardware [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.247796] env[69159]: DEBUG nova.virt.hardware [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.248093] env[69159]: DEBUG nova.virt.hardware [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.248259] env[69159]: DEBUG nova.virt.hardware [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.248410] env[69159]: DEBUG nova.virt.hardware [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.248620] env[69159]: DEBUG nova.virt.hardware [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.248779] env[69159]: DEBUG nova.virt.hardware [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.248947] env[69159]: DEBUG nova.virt.hardware [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.249131] env[69159]: DEBUG nova.virt.hardware [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.249320] env[69159]: DEBUG nova.virt.hardware [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.250361] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d3d666-e4b4-4fc3-86d3-362d26d6c3d4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.259441] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7afd19-0aae-4f7d-991f-cfa69572d6c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.441529] env[69159]: DEBUG nova.compute.manager [req-c3062691-067f-4c91-928e-542e51bbefce req-68c84819-80f9-4926-a577-990613faf7d8 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Received event network-vif-plugged-f83530fe-7a9e-4414-8ea9-727507ae7df4 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1127.441796] env[69159]: DEBUG oslo_concurrency.lockutils [req-c3062691-067f-4c91-928e-542e51bbefce req-68c84819-80f9-4926-a577-990613faf7d8 service nova] Acquiring lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.442205] env[69159]: DEBUG oslo_concurrency.lockutils [req-c3062691-067f-4c91-928e-542e51bbefce req-68c84819-80f9-4926-a577-990613faf7d8 service nova] Lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.442205] env[69159]: DEBUG oslo_concurrency.lockutils [req-c3062691-067f-4c91-928e-542e51bbefce req-68c84819-80f9-4926-a577-990613faf7d8 service nova] Lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.442417] env[69159]: DEBUG nova.compute.manager [req-c3062691-067f-4c91-928e-542e51bbefce req-68c84819-80f9-4926-a577-990613faf7d8 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] No waiting events found dispatching network-vif-plugged-f83530fe-7a9e-4414-8ea9-727507ae7df4 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1127.442606] env[69159]: WARNING nova.compute.manager [req-c3062691-067f-4c91-928e-542e51bbefce req-68c84819-80f9-4926-a577-990613faf7d8 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Received unexpected event network-vif-plugged-f83530fe-7a9e-4414-8ea9-727507ae7df4 for instance with vm_state building and task_state spawning. [ 1127.473635] env[69159]: DEBUG oslo_concurrency.lockutils [None req-91459d05-8594-4401-9b6a-b1463d201f96 tempest-AttachVolumeTestJSON-1870249410 tempest-AttachVolumeTestJSON-1870249410-project-member] Lock "ea3b21e5-1a7b-4ad3-92da-9df616184050" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.033s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.530244] env[69159]: DEBUG nova.network.neutron [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Successfully updated port: f83530fe-7a9e-4414-8ea9-727507ae7df4 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.603162] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed4c667-35f9-4ef0-8b07-15e81835b5ea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.610891] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6534528c-0d7e-498e-a0ba-41a2876c8d7a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.641696] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f5d384-be4e-4b3d-90e8-ebb028dc5e05 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.649358] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1c036f-0c7b-4f6e-b601-8651af6a12c7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.662415] env[69159]: DEBUG nova.compute.provider_tree [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.038234] env[69159]: DEBUG oslo_concurrency.lockutils [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.038447] env[69159]: DEBUG oslo_concurrency.lockutils [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.038477] env[69159]: DEBUG nova.network.neutron [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.165604] env[69159]: DEBUG nova.scheduler.client.report [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.569326] env[69159]: DEBUG nova.network.neutron [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.670914] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.673360] env[69159]: DEBUG oslo_concurrency.lockutils [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.121s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.673639] env[69159]: DEBUG nova.objects.instance [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lazy-loading 'resources' on Instance uuid a29c1eef-b9eb-477a-a810-1162e6ea5fa8 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.697637] env[69159]: INFO nova.scheduler.client.report [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Deleted allocations for instance 9c955be7-162b-4f04-aa0c-0e32b504f4c3 [ 1128.699677] env[69159]: DEBUG nova.network.neutron [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Updating instance_info_cache with network_info: [{"id": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "address": "fa:16:3e:78:30:56", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83530fe-7a", "ovs_interfaceid": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.203054] env[69159]: DEBUG oslo_concurrency.lockutils [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.203746] env[69159]: DEBUG nova.compute.manager [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Instance network_info: |[{"id": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "address": "fa:16:3e:78:30:56", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83530fe-7a", "ovs_interfaceid": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1129.206348] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:30:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f83530fe-7a9e-4414-8ea9-727507ae7df4', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.214463] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.216201] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92a66873-bd4c-481e-a088-54f5132590af tempest-InstanceActionsTestJSON-120434416 tempest-InstanceActionsTestJSON-120434416-project-member] Lock "9c955be7-162b-4f04-aa0c-0e32b504f4c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.695s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.218571] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.219273] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dac0708-f07c-47fc-a4ba-fd33c656287e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.246041] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.246041] env[69159]: value = "task-3449366" [ 1129.246041] env[69159]: _type = "Task" [ 1129.246041] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.256879] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449366, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.333181] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42508909-9c5c-4a38-a9d1-729f6c451f14 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.340590] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b32085-338a-4703-8ecb-d0ef9cf7879b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.371419] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e153fc-f9af-41c1-9ff1-bd37995fdb96 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.379023] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c0250e-6a96-4695-b8af-487d923686aa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.392423] env[69159]: DEBUG nova.compute.provider_tree [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.497463] env[69159]: DEBUG nova.compute.manager [req-6dbb6d14-10ff-4421-96b9-241a7a55f002 req-ef415c02-5609-4c92-b16e-a9069afced64 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Received event network-changed-f83530fe-7a9e-4414-8ea9-727507ae7df4 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1129.497649] env[69159]: DEBUG nova.compute.manager [req-6dbb6d14-10ff-4421-96b9-241a7a55f002 req-ef415c02-5609-4c92-b16e-a9069afced64 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Refreshing instance network info cache due to event network-changed-f83530fe-7a9e-4414-8ea9-727507ae7df4. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1129.497904] env[69159]: DEBUG oslo_concurrency.lockutils [req-6dbb6d14-10ff-4421-96b9-241a7a55f002 req-ef415c02-5609-4c92-b16e-a9069afced64 service nova] Acquiring lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.498078] env[69159]: DEBUG oslo_concurrency.lockutils [req-6dbb6d14-10ff-4421-96b9-241a7a55f002 req-ef415c02-5609-4c92-b16e-a9069afced64 service nova] Acquired lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.498246] env[69159]: DEBUG nova.network.neutron [req-6dbb6d14-10ff-4421-96b9-241a7a55f002 req-ef415c02-5609-4c92-b16e-a9069afced64 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Refreshing network info cache for port f83530fe-7a9e-4414-8ea9-727507ae7df4 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.759223] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449366, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.895777] env[69159]: DEBUG nova.scheduler.client.report [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.223051] env[69159]: DEBUG nova.network.neutron [req-6dbb6d14-10ff-4421-96b9-241a7a55f002 req-ef415c02-5609-4c92-b16e-a9069afced64 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Updated VIF entry in instance network info cache for port f83530fe-7a9e-4414-8ea9-727507ae7df4. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.223334] env[69159]: DEBUG nova.network.neutron [req-6dbb6d14-10ff-4421-96b9-241a7a55f002 req-ef415c02-5609-4c92-b16e-a9069afced64 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Updating instance_info_cache with network_info: [{"id": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "address": "fa:16:3e:78:30:56", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83530fe-7a", "ovs_interfaceid": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.260701] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449366, 'name': CreateVM_Task, 'duration_secs': 0.555173} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.260822] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.261568] env[69159]: DEBUG oslo_concurrency.lockutils [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.261737] env[69159]: DEBUG oslo_concurrency.lockutils [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.262088] env[69159]: DEBUG oslo_concurrency.lockutils [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.262390] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac077864-cd9c-446b-8873-2fab291b7917 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.267239] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1130.267239] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a2430b-b876-a50b-ef69-5c0492b8f1fe" [ 1130.267239] env[69159]: _type = "Task" [ 1130.267239] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.275107] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a2430b-b876-a50b-ef69-5c0492b8f1fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.400343] env[69159]: DEBUG oslo_concurrency.lockutils [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.423804] env[69159]: INFO nova.scheduler.client.report [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Deleted allocations for instance a29c1eef-b9eb-477a-a810-1162e6ea5fa8 [ 1130.730722] env[69159]: DEBUG oslo_concurrency.lockutils [req-6dbb6d14-10ff-4421-96b9-241a7a55f002 req-ef415c02-5609-4c92-b16e-a9069afced64 service nova] Releasing lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.778601] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a2430b-b876-a50b-ef69-5c0492b8f1fe, 'name': SearchDatastore_Task, 'duration_secs': 0.017475} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.778851] env[69159]: DEBUG oslo_concurrency.lockutils [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.779104] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.779349] env[69159]: DEBUG oslo_concurrency.lockutils [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.779498] env[69159]: DEBUG oslo_concurrency.lockutils [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.779681] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.779958] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc0214f6-e440-499e-9a65-63d227b31168 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.788915] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.789133] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.789903] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555943a8-931a-43d5-aa15-b0d69e09686a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.795673] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1130.795673] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ec3fd3-9696-472c-23e4-eaf44e4e5003" [ 1130.795673] env[69159]: _type = "Task" [ 1130.795673] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.807373] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ec3fd3-9696-472c-23e4-eaf44e4e5003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.931010] env[69159]: DEBUG oslo_concurrency.lockutils [None req-898fd439-0e96-4577-86f3-593b7444cc56 tempest-ServersTestJSON-586710234 tempest-ServersTestJSON-586710234-project-member] Lock "a29c1eef-b9eb-477a-a810-1162e6ea5fa8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.761s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.306673] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ec3fd3-9696-472c-23e4-eaf44e4e5003, 'name': SearchDatastore_Task, 'duration_secs': 0.009744} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.307580] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f93b489-f43e-42af-8f75-cc103d2d4991 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.313656] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1131.313656] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522a2b1d-00ad-6dd6-b0e7-77cb0d382c8c" [ 1131.313656] env[69159]: _type = "Task" [ 1131.313656] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.322263] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522a2b1d-00ad-6dd6-b0e7-77cb0d382c8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.829922] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522a2b1d-00ad-6dd6-b0e7-77cb0d382c8c, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.829922] env[69159]: DEBUG oslo_concurrency.lockutils [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.829922] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] d24d76f9-6ea0-4427-845e-9db15c5a93f2/d24d76f9-6ea0-4427-845e-9db15c5a93f2.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.830332] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d526ba3-42bd-4c5a-af45-24a8224d0083 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.836690] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1131.836690] env[69159]: value = "task-3449368" [ 1131.836690] env[69159]: _type = "Task" [ 1131.836690] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.844990] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.346603] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.850106] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449368, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.348611] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449368, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.098485} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.348956] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] d24d76f9-6ea0-4427-845e-9db15c5a93f2/d24d76f9-6ea0-4427-845e-9db15c5a93f2.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.349157] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.349444] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4be68a36-cc18-4ea4-8756-c95f6a23af27 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.355972] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1133.355972] env[69159]: value = "task-3449369" [ 1133.355972] env[69159]: _type = "Task" [ 1133.355972] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.363790] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.865233] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059768} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.865538] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.866365] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a21aa4b-5613-49ec-963b-15ef7cb70b82 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.887783] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] d24d76f9-6ea0-4427-845e-9db15c5a93f2/d24d76f9-6ea0-4427-845e-9db15c5a93f2.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.887994] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21d1a0e9-ca24-419b-ba44-bb3d5afcb980 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.906021] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1133.906021] env[69159]: value = "task-3449371" [ 1133.906021] env[69159]: _type = "Task" [ 1133.906021] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.912914] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.417704] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449371, 'name': ReconfigVM_Task, 'duration_secs': 0.383701} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.418188] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Reconfigured VM instance instance-0000006b to attach disk [datastore1] d24d76f9-6ea0-4427-845e-9db15c5a93f2/d24d76f9-6ea0-4427-845e-9db15c5a93f2.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.418583] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-182ac509-2c19-402d-9dae-01b06b6ab4ad {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.425867] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1134.425867] env[69159]: value = "task-3449372" [ 1134.425867] env[69159]: _type = "Task" [ 1134.425867] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.433664] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449372, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.524628] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.525060] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.525325] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.525497] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.525655] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.525812] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.525961] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.526120] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69159) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1134.526271] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.935659] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449372, 'name': Rename_Task, 'duration_secs': 0.142149} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.935932] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.936312] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bc2b206-8f44-4a1e-9a18-1d800a808f59 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.943050] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1134.943050] env[69159]: value = "task-3449373" [ 1134.943050] env[69159]: _type = "Task" [ 1134.943050] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.950223] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.029698] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.029907] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.030086] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.030244] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1135.031101] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4f399d-b3eb-43bf-a6dc-aab332594dc0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.039047] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ddfea2-eeee-4a38-b319-3aa97928e35b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.056675] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a38b3e1-d383-451f-8a63-efeac39e2c97 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.064953] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4503df2-0d3f-4c43-83cb-cbb529f492e7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.094309] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179755MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1135.094309] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.094309] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.454580] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.953763] env[69159]: DEBUG oslo_vmware.api [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449373, 'name': PowerOnVM_Task, 'duration_secs': 0.988798} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.954288] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.954509] env[69159]: INFO nova.compute.manager [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1135.956276] env[69159]: DEBUG nova.compute.manager [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1135.957373] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8c9c55-0442-4f1d-b3a5-907d9c7fad2c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.123864] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance cd8d5436-42d4-4e64-a3db-6874c199f078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1136.124049] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 141fc427-cb02-41a8-bf19-6ffd96e5cd86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1136.124188] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 58c035c1-b4ff-49c2-9c8e-1af163391bcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1136.124311] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 3d16b06b-df33-4bba-9832-dd919699dc92 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1136.124431] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance d5453c5b-1080-4eb1-9898-ba328cedf496 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1136.124546] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance bb9e1830-29fb-4d4f-a74b-24c5235598ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1136.124660] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 716efb03-8f77-4eb2-bfac-97fe724909f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1136.124816] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 9acc3297-9ac6-4cf8-9823-7e1a151508b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1136.124892] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance d24d76f9-6ea0-4427-845e-9db15c5a93f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1136.125117] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1136.125266] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1136.236457] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432ee433-2ae1-431b-95f8-caf12a4b1749 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.244428] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a5cfdd-54f6-41ef-9292-b33df7d4cdf2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.279014] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69059c2-4165-4ad3-bd04-f4036311d5d3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.284307] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95c34ef-3f87-4fb7-864a-5453e9a6d1a0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.299263] env[69159]: DEBUG nova.compute.provider_tree [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.474575] env[69159]: INFO nova.compute.manager [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Took 14.38 seconds to build instance. [ 1136.802698] env[69159]: DEBUG nova.scheduler.client.report [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.976472] env[69159]: DEBUG oslo_concurrency.lockutils [None req-64bd48e4-4d94-4f74-b198-1aaf8210b473 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.891s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.307809] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1137.307809] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.214s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.762883] env[69159]: DEBUG nova.compute.manager [req-fd492fa4-2878-4345-8d67-dcb56548f369 req-b7e28aba-0e43-44fd-8e99-1576a1ff71ac service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Received event network-changed-fd733083-d416-4488-af7b-395abdf44202 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1137.763130] env[69159]: DEBUG nova.compute.manager [req-fd492fa4-2878-4345-8d67-dcb56548f369 req-b7e28aba-0e43-44fd-8e99-1576a1ff71ac service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Refreshing instance network info cache due to event network-changed-fd733083-d416-4488-af7b-395abdf44202. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1137.763334] env[69159]: DEBUG oslo_concurrency.lockutils [req-fd492fa4-2878-4345-8d67-dcb56548f369 req-b7e28aba-0e43-44fd-8e99-1576a1ff71ac service nova] Acquiring lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.763479] env[69159]: DEBUG oslo_concurrency.lockutils [req-fd492fa4-2878-4345-8d67-dcb56548f369 req-b7e28aba-0e43-44fd-8e99-1576a1ff71ac service nova] Acquired lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.763805] env[69159]: DEBUG nova.network.neutron [req-fd492fa4-2878-4345-8d67-dcb56548f369 req-b7e28aba-0e43-44fd-8e99-1576a1ff71ac service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Refreshing network info cache for port fd733083-d416-4488-af7b-395abdf44202 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.460890] env[69159]: DEBUG nova.network.neutron [req-fd492fa4-2878-4345-8d67-dcb56548f369 req-b7e28aba-0e43-44fd-8e99-1576a1ff71ac service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Updated VIF entry in instance network info cache for port fd733083-d416-4488-af7b-395abdf44202. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.461477] env[69159]: DEBUG nova.network.neutron [req-fd492fa4-2878-4345-8d67-dcb56548f369 req-b7e28aba-0e43-44fd-8e99-1576a1ff71ac service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Updating instance_info_cache with network_info: [{"id": "fd733083-d416-4488-af7b-395abdf44202", "address": "fa:16:3e:03:87:a1", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd733083-d4", "ovs_interfaceid": "fd733083-d416-4488-af7b-395abdf44202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.870960] env[69159]: DEBUG nova.compute.manager [req-cda54ba1-0f7d-40b1-a98d-6d38505f8e59 req-9b7fe75e-4661-49e8-b728-96e3c208385b service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Received event network-changed-f83530fe-7a9e-4414-8ea9-727507ae7df4 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1138.871325] env[69159]: DEBUG nova.compute.manager [req-cda54ba1-0f7d-40b1-a98d-6d38505f8e59 req-9b7fe75e-4661-49e8-b728-96e3c208385b service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Refreshing instance network info cache due to event network-changed-f83530fe-7a9e-4414-8ea9-727507ae7df4. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1138.871437] env[69159]: DEBUG oslo_concurrency.lockutils [req-cda54ba1-0f7d-40b1-a98d-6d38505f8e59 req-9b7fe75e-4661-49e8-b728-96e3c208385b service nova] Acquiring lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.871594] env[69159]: DEBUG oslo_concurrency.lockutils [req-cda54ba1-0f7d-40b1-a98d-6d38505f8e59 req-9b7fe75e-4661-49e8-b728-96e3c208385b service nova] Acquired lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.871779] env[69159]: DEBUG nova.network.neutron [req-cda54ba1-0f7d-40b1-a98d-6d38505f8e59 req-9b7fe75e-4661-49e8-b728-96e3c208385b service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Refreshing network info cache for port f83530fe-7a9e-4414-8ea9-727507ae7df4 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.965880] env[69159]: DEBUG oslo_concurrency.lockutils [req-fd492fa4-2878-4345-8d67-dcb56548f369 req-b7e28aba-0e43-44fd-8e99-1576a1ff71ac service nova] Releasing lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.551186] env[69159]: DEBUG nova.network.neutron [req-cda54ba1-0f7d-40b1-a98d-6d38505f8e59 req-9b7fe75e-4661-49e8-b728-96e3c208385b service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Updated VIF entry in instance network info cache for port f83530fe-7a9e-4414-8ea9-727507ae7df4. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.551794] env[69159]: DEBUG nova.network.neutron [req-cda54ba1-0f7d-40b1-a98d-6d38505f8e59 req-9b7fe75e-4661-49e8-b728-96e3c208385b service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Updating instance_info_cache with network_info: [{"id": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "address": "fa:16:3e:78:30:56", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83530fe-7a", "ovs_interfaceid": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.789881] env[69159]: DEBUG nova.compute.manager [req-3de9a0d4-0447-49e8-9f46-5021f7c0f204 req-39651fae-787a-41a9-9098-5cb49c83bb2c service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Received event network-changed-f83530fe-7a9e-4414-8ea9-727507ae7df4 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1139.790137] env[69159]: DEBUG nova.compute.manager [req-3de9a0d4-0447-49e8-9f46-5021f7c0f204 req-39651fae-787a-41a9-9098-5cb49c83bb2c service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Refreshing instance network info cache due to event network-changed-f83530fe-7a9e-4414-8ea9-727507ae7df4. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1139.790332] env[69159]: DEBUG oslo_concurrency.lockutils [req-3de9a0d4-0447-49e8-9f46-5021f7c0f204 req-39651fae-787a-41a9-9098-5cb49c83bb2c service nova] Acquiring lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.054328] env[69159]: DEBUG oslo_concurrency.lockutils [req-cda54ba1-0f7d-40b1-a98d-6d38505f8e59 req-9b7fe75e-4661-49e8-b728-96e3c208385b service nova] Releasing lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.054779] env[69159]: DEBUG oslo_concurrency.lockutils [req-3de9a0d4-0447-49e8-9f46-5021f7c0f204 req-39651fae-787a-41a9-9098-5cb49c83bb2c service nova] Acquired lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.054979] env[69159]: DEBUG nova.network.neutron [req-3de9a0d4-0447-49e8-9f46-5021f7c0f204 req-39651fae-787a-41a9-9098-5cb49c83bb2c service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Refreshing network info cache for port f83530fe-7a9e-4414-8ea9-727507ae7df4 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.730779] env[69159]: DEBUG nova.network.neutron [req-3de9a0d4-0447-49e8-9f46-5021f7c0f204 req-39651fae-787a-41a9-9098-5cb49c83bb2c service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Updated VIF entry in instance network info cache for port f83530fe-7a9e-4414-8ea9-727507ae7df4. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.731145] env[69159]: DEBUG nova.network.neutron [req-3de9a0d4-0447-49e8-9f46-5021f7c0f204 req-39651fae-787a-41a9-9098-5cb49c83bb2c service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Updating instance_info_cache with network_info: [{"id": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "address": "fa:16:3e:78:30:56", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83530fe-7a", "ovs_interfaceid": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.897028] env[69159]: DEBUG nova.compute.manager [req-02e3d7f7-e5bb-4537-9014-8a6b03d7c7d3 req-afcfaa91-a353-4ba2-97d8-9cee16c3ee57 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Received event network-changed-fd733083-d416-4488-af7b-395abdf44202 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1140.897227] env[69159]: DEBUG nova.compute.manager [req-02e3d7f7-e5bb-4537-9014-8a6b03d7c7d3 req-afcfaa91-a353-4ba2-97d8-9cee16c3ee57 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Refreshing instance network info cache due to event network-changed-fd733083-d416-4488-af7b-395abdf44202. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1140.897442] env[69159]: DEBUG oslo_concurrency.lockutils [req-02e3d7f7-e5bb-4537-9014-8a6b03d7c7d3 req-afcfaa91-a353-4ba2-97d8-9cee16c3ee57 service nova] Acquiring lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.897585] env[69159]: DEBUG oslo_concurrency.lockutils [req-02e3d7f7-e5bb-4537-9014-8a6b03d7c7d3 req-afcfaa91-a353-4ba2-97d8-9cee16c3ee57 service nova] Acquired lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.897794] env[69159]: DEBUG nova.network.neutron [req-02e3d7f7-e5bb-4537-9014-8a6b03d7c7d3 req-afcfaa91-a353-4ba2-97d8-9cee16c3ee57 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Refreshing network info cache for port fd733083-d416-4488-af7b-395abdf44202 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.965895] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.966146] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.233921] env[69159]: DEBUG oslo_concurrency.lockutils [req-3de9a0d4-0447-49e8-9f46-5021f7c0f204 req-39651fae-787a-41a9-9098-5cb49c83bb2c service nova] Releasing lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.588033] env[69159]: DEBUG nova.network.neutron [req-02e3d7f7-e5bb-4537-9014-8a6b03d7c7d3 req-afcfaa91-a353-4ba2-97d8-9cee16c3ee57 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Updated VIF entry in instance network info cache for port fd733083-d416-4488-af7b-395abdf44202. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.588454] env[69159]: DEBUG nova.network.neutron [req-02e3d7f7-e5bb-4537-9014-8a6b03d7c7d3 req-afcfaa91-a353-4ba2-97d8-9cee16c3ee57 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Updating instance_info_cache with network_info: [{"id": "fd733083-d416-4488-af7b-395abdf44202", "address": "fa:16:3e:03:87:a1", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd733083-d4", "ovs_interfaceid": "fd733083-d416-4488-af7b-395abdf44202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.091979] env[69159]: DEBUG oslo_concurrency.lockutils [req-02e3d7f7-e5bb-4537-9014-8a6b03d7c7d3 req-afcfaa91-a353-4ba2-97d8-9cee16c3ee57 service nova] Releasing lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.295656] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "3d16b06b-df33-4bba-9832-dd919699dc92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.295939] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "3d16b06b-df33-4bba-9832-dd919699dc92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.296250] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "3d16b06b-df33-4bba-9832-dd919699dc92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.296480] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "3d16b06b-df33-4bba-9832-dd919699dc92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.296686] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "3d16b06b-df33-4bba-9832-dd919699dc92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.300183] env[69159]: INFO nova.compute.manager [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Terminating instance [ 1142.464091] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.464355] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.675343] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "d5453c5b-1080-4eb1-9898-ba328cedf496" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.675343] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "d5453c5b-1080-4eb1-9898-ba328cedf496" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.675343] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "d5453c5b-1080-4eb1-9898-ba328cedf496-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.675343] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "d5453c5b-1080-4eb1-9898-ba328cedf496-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.675343] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "d5453c5b-1080-4eb1-9898-ba328cedf496-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.676932] env[69159]: INFO nova.compute.manager [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Terminating instance [ 1142.804238] env[69159]: DEBUG nova.compute.manager [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1142.804518] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.804781] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c02adefd-4a7d-48f6-b4a2-5b4d99a084ec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.812284] env[69159]: DEBUG oslo_vmware.api [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1142.812284] env[69159]: value = "task-3449374" [ 1142.812284] env[69159]: _type = "Task" [ 1142.812284] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.819988] env[69159]: DEBUG oslo_vmware.api [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.965985] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.966200] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69159) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1142.966407] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.966541] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Cleaning up deleted instances with incomplete migration {{(pid=69159) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11871}} [ 1143.181190] env[69159]: DEBUG nova.compute.manager [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1143.181502] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.182533] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc199807-6273-4207-85fa-778b0211e22e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.190624] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.190853] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-435b045b-e87c-40b1-9d0b-6d58fa5660d4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.197217] env[69159]: DEBUG oslo_vmware.api [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1143.197217] env[69159]: value = "task-3449375" [ 1143.197217] env[69159]: _type = "Task" [ 1143.197217] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.204530] env[69159]: DEBUG oslo_vmware.api [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.322340] env[69159]: DEBUG oslo_vmware.api [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449374, 'name': PowerOffVM_Task, 'duration_secs': 0.189876} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.322685] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.322775] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1143.322965] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688661', 'volume_id': '59460fae-3bfd-448f-87fe-4f81b5edfb2f', 'name': 'volume-59460fae-3bfd-448f-87fe-4f81b5edfb2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3d16b06b-df33-4bba-9832-dd919699dc92', 'attached_at': '2025-04-15T18:46:55.000000', 'detached_at': '', 'volume_id': '59460fae-3bfd-448f-87fe-4f81b5edfb2f', 'serial': '59460fae-3bfd-448f-87fe-4f81b5edfb2f'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1143.324031] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feacfda1-de46-4dfa-988e-3e5244a09e24 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.343352] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa99094-7b30-4da0-879c-04dc98e3102d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.350964] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34618438-90c0-4df8-be1d-a2e8099910ee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.369009] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5cd0dc-dac9-4788-ab4b-7017b2e7f3e1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.383760] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] The volume has not been displaced from its original location: [datastore1] volume-59460fae-3bfd-448f-87fe-4f81b5edfb2f/volume-59460fae-3bfd-448f-87fe-4f81b5edfb2f.vmdk. No consolidation needed. {{(pid=69159) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1143.389208] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1143.389486] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b81d7a6-03c2-4852-bc00-e32d93eed646 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.408092] env[69159]: DEBUG oslo_vmware.api [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1143.408092] env[69159]: value = "task-3449376" [ 1143.408092] env[69159]: _type = "Task" [ 1143.408092] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.415975] env[69159]: DEBUG oslo_vmware.api [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.707411] env[69159]: DEBUG oslo_vmware.api [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449375, 'name': PowerOffVM_Task, 'duration_secs': 0.172428} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.707768] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.707987] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.708325] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e037e7ff-2d87-4075-a4fb-b61843b7c494 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.765290] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.765538] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.765740] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Deleting the datastore file [datastore2] d5453c5b-1080-4eb1-9898-ba328cedf496 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.766035] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0ec278e-e071-48c2-8959-4f53725a99b0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.772447] env[69159]: DEBUG oslo_vmware.api [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1143.772447] env[69159]: value = "task-3449378" [ 1143.772447] env[69159]: _type = "Task" [ 1143.772447] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.780056] env[69159]: DEBUG oslo_vmware.api [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.917746] env[69159]: DEBUG oslo_vmware.api [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449376, 'name': ReconfigVM_Task, 'duration_secs': 0.157092} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.917996] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1143.922696] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-335be3a7-b573-4146-8ae5-68f0008051fd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.937251] env[69159]: DEBUG oslo_vmware.api [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1143.937251] env[69159]: value = "task-3449379" [ 1143.937251] env[69159]: _type = "Task" [ 1143.937251] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.945143] env[69159]: DEBUG oslo_vmware.api [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.282190] env[69159]: DEBUG oslo_vmware.api [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140183} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.282463] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.282653] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.282839] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.283020] env[69159]: INFO nova.compute.manager [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1144.283261] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.283453] env[69159]: DEBUG nova.compute.manager [-] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1144.283545] env[69159]: DEBUG nova.network.neutron [-] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.448571] env[69159]: DEBUG oslo_vmware.api [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449379, 'name': ReconfigVM_Task, 'duration_secs': 0.145402} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.448925] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688661', 'volume_id': '59460fae-3bfd-448f-87fe-4f81b5edfb2f', 'name': 'volume-59460fae-3bfd-448f-87fe-4f81b5edfb2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3d16b06b-df33-4bba-9832-dd919699dc92', 'attached_at': '2025-04-15T18:46:55.000000', 'detached_at': '', 'volume_id': '59460fae-3bfd-448f-87fe-4f81b5edfb2f', 'serial': '59460fae-3bfd-448f-87fe-4f81b5edfb2f'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1144.449249] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.450543] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6d465b-1d71-4c44-a493-de509fb5ec55 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.457983] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.458327] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f729dd4-8cf3-40da-8d0a-7ede5708839e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.468864] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.469110] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.513009] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.513263] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.513444] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleting the datastore file [datastore1] 3d16b06b-df33-4bba-9832-dd919699dc92 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.513704] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00acad1c-6475-4347-a844-c6656d7e62e2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.520501] env[69159]: DEBUG oslo_vmware.api [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1144.520501] env[69159]: value = "task-3449381" [ 1144.520501] env[69159]: _type = "Task" [ 1144.520501] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.530179] env[69159]: DEBUG oslo_vmware.api [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.752961] env[69159]: DEBUG nova.compute.manager [req-13700e8a-069a-4b0d-bf3f-4735dc6d6031 req-b5ff7130-bf2d-46d9-9b1d-702a73ff5630 service nova] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Received event network-vif-deleted-26169c5f-3a8e-4b61-992c-aed306847a8b {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1144.753189] env[69159]: INFO nova.compute.manager [req-13700e8a-069a-4b0d-bf3f-4735dc6d6031 req-b5ff7130-bf2d-46d9-9b1d-702a73ff5630 service nova] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Neutron deleted interface 26169c5f-3a8e-4b61-992c-aed306847a8b; detaching it from the instance and deleting it from the info cache [ 1144.753363] env[69159]: DEBUG nova.network.neutron [req-13700e8a-069a-4b0d-bf3f-4735dc6d6031 req-b5ff7130-bf2d-46d9-9b1d-702a73ff5630 service nova] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.799572] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.799902] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.800127] env[69159]: INFO nova.compute.manager [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Shelving [ 1145.030230] env[69159]: DEBUG oslo_vmware.api [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075295} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.030482] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.030661] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.030831] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.031009] env[69159]: INFO nova.compute.manager [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1145.031252] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.031438] env[69159]: DEBUG nova.compute.manager [-] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1145.031529] env[69159]: DEBUG nova.network.neutron [-] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.231438] env[69159]: DEBUG nova.network.neutron [-] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.255962] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9839bd50-96e3-4bc5-8fd0-53abaaa294af {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.267161] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb114b06-7442-4c33-8126-7a8fa381fa03 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.297565] env[69159]: DEBUG nova.compute.manager [req-13700e8a-069a-4b0d-bf3f-4735dc6d6031 req-b5ff7130-bf2d-46d9-9b1d-702a73ff5630 service nova] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Detach interface failed, port_id=26169c5f-3a8e-4b61-992c-aed306847a8b, reason: Instance d5453c5b-1080-4eb1-9898-ba328cedf496 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1145.735104] env[69159]: INFO nova.compute.manager [-] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Took 1.45 seconds to deallocate network for instance. [ 1145.808547] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.808861] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d472bef6-cdec-434a-b070-b5cd53b1f670 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.817214] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1145.817214] env[69159]: value = "task-3449382" [ 1145.817214] env[69159]: _type = "Task" [ 1145.817214] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.825407] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.172594] env[69159]: DEBUG nova.network.neutron [-] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.241930] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.242287] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.242703] env[69159]: DEBUG nova.objects.instance [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lazy-loading 'resources' on Instance uuid d5453c5b-1080-4eb1-9898-ba328cedf496 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.328618] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449382, 'name': PowerOffVM_Task, 'duration_secs': 0.185361} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.328852] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.329672] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e958dd-a4d9-4b2b-9d3d-f595d8b5c75b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.347520] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e415c89-6406-4826-b2d1-deac1b5f2e9d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.675528] env[69159]: INFO nova.compute.manager [-] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Took 1.64 seconds to deallocate network for instance. [ 1146.778808] env[69159]: DEBUG nova.compute.manager [req-bf1f40ba-9eb4-4710-8a87-8522444b9712 req-75fab899-08b6-42d9-8345-35d241382f6f service nova] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Received event network-vif-deleted-3ce3090e-2a4b-4e7c-8c5a-09388176ff76 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1146.858064] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1146.858602] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a8cbde87-fbb5-4aa5-b06d-c4c9de34b53d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.866700] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1146.866700] env[69159]: value = "task-3449383" [ 1146.866700] env[69159]: _type = "Task" [ 1146.866700] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.868326] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053d2b21-b1d7-4c1a-8567-562ad14f69cb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.881271] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fc246c-43fb-4243-b416-bac6b977b339 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.884530] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449383, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.911219] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df852b9d-c192-4ed1-9f29-ff2171ef7756 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.918493] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85eba69b-0a63-4cba-bbdb-7863761e382f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.932777] env[69159]: DEBUG nova.compute.provider_tree [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.966371] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.222189] env[69159]: INFO nova.compute.manager [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Took 0.55 seconds to detach 1 volumes for instance. [ 1147.224464] env[69159]: DEBUG nova.compute.manager [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Deleting volume: 59460fae-3bfd-448f-87fe-4f81b5edfb2f {{(pid=69159) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3281}} [ 1147.377387] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449383, 'name': CreateSnapshot_Task, 'duration_secs': 0.503366} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.377653] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1147.378442] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac770b7-da24-41ab-8844-7131679d1a73 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.436212] env[69159]: DEBUG nova.scheduler.client.report [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.762168] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.896081] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1147.896398] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-538105af-5d50-4275-9941-2ebca6e538ee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.906433] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1147.906433] env[69159]: value = "task-3449385" [ 1147.906433] env[69159]: _type = "Task" [ 1147.906433] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.914670] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449385, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.941545] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.944047] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.182s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.944047] env[69159]: DEBUG nova.objects.instance [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lazy-loading 'resources' on Instance uuid 3d16b06b-df33-4bba-9832-dd919699dc92 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.961508] env[69159]: INFO nova.scheduler.client.report [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Deleted allocations for instance d5453c5b-1080-4eb1-9898-ba328cedf496 [ 1147.965713] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.417551] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449385, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.472227] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.472941] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b4c981ce-3e63-4989-95c7-2e7bebc23dd9 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "d5453c5b-1080-4eb1-9898-ba328cedf496" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.799s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.558708] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2313d557-c822-4627-b9cd-7039b445c509 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.566920] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19f5f62-d84e-4ff4-b62b-c38f194fd265 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.599792] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8e99c3-bba9-4b59-b7fd-9f2abb0f757c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.607912] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c63fb4d-d911-42c1-ba6c-c8949afa5582 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.623927] env[69159]: DEBUG nova.compute.provider_tree [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.917754] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449385, 'name': CloneVM_Task} progress is 95%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.126585] env[69159]: DEBUG nova.scheduler.client.report [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.418488] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449385, 'name': CloneVM_Task, 'duration_secs': 1.229476} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.418997] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Created linked-clone VM from snapshot [ 1149.419739] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296067af-45f2-4def-aff9-0974ccf0ef1b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.426881] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Uploading image 7cfc3655-a829-4e62-8bfa-382a56d68812 {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1149.451805] env[69159]: DEBUG oslo_vmware.rw_handles [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1149.451805] env[69159]: value = "vm-688685" [ 1149.451805] env[69159]: _type = "VirtualMachine" [ 1149.451805] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1149.452535] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-37caac83-d179-4c9e-86e7-15fbd246cec2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.459683] env[69159]: DEBUG oslo_vmware.rw_handles [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lease: (returnval){ [ 1149.459683] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52be645a-1221-44f4-0890-8db0e5160316" [ 1149.459683] env[69159]: _type = "HttpNfcLease" [ 1149.459683] env[69159]: } obtained for exporting VM: (result){ [ 1149.459683] env[69159]: value = "vm-688685" [ 1149.459683] env[69159]: _type = "VirtualMachine" [ 1149.459683] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1149.459952] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the lease: (returnval){ [ 1149.459952] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52be645a-1221-44f4-0890-8db0e5160316" [ 1149.459952] env[69159]: _type = "HttpNfcLease" [ 1149.459952] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1149.466534] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.466534] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52be645a-1221-44f4-0890-8db0e5160316" [ 1149.466534] env[69159]: _type = "HttpNfcLease" [ 1149.466534] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1149.631695] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.635043] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.162s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.635325] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.635567] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1149.636569] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe27684-b8b8-468e-b747-fcf975f53766 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.646398] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b6d7c1-6be9-4db1-80c4-cb780f97e15c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.664021] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3f7599-a745-4ce0-9584-e35af73d06bb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.667178] env[69159]: INFO nova.scheduler.client.report [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleted allocations for instance 3d16b06b-df33-4bba-9832-dd919699dc92 [ 1149.673343] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23624e25-35ea-4d54-b512-614165ecc968 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.703146] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179956MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1149.703288] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.703547] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.878785] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.879121] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.968216] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.968216] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52be645a-1221-44f4-0890-8db0e5160316" [ 1149.968216] env[69159]: _type = "HttpNfcLease" [ 1149.968216] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1149.968619] env[69159]: DEBUG oslo_vmware.rw_handles [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1149.968619] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52be645a-1221-44f4-0890-8db0e5160316" [ 1149.968619] env[69159]: _type = "HttpNfcLease" [ 1149.968619] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1149.969238] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e09da9-b821-468a-96dc-6e08d35163d7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.976291] env[69159]: DEBUG oslo_vmware.rw_handles [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e9bd6-564f-2ce3-60c5-0fb90d26114d/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1149.976475] env[69159]: DEBUG oslo_vmware.rw_handles [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e9bd6-564f-2ce3-60c5-0fb90d26114d/disk-0.vmdk for reading. {{(pid=69159) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1150.068187] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c0752dff-e79a-408b-a4b2-7d552fb17897 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.176665] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a8f1918d-1090-4bfc-bdd8-c6aa8b3cdbf9 tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "3d16b06b-df33-4bba-9832-dd919699dc92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.881s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.383090] env[69159]: INFO nova.compute.manager [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Detaching volume cf58525a-2dba-4851-857d-a0b7d72943cb [ 1150.419927] env[69159]: INFO nova.virt.block_device [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Attempting to driver detach volume cf58525a-2dba-4851-857d-a0b7d72943cb from mountpoint /dev/sdb [ 1150.420186] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1150.420381] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688669', 'volume_id': 'cf58525a-2dba-4851-857d-a0b7d72943cb', 'name': 'volume-cf58525a-2dba-4851-857d-a0b7d72943cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '141fc427-cb02-41a8-bf19-6ffd96e5cd86', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf58525a-2dba-4851-857d-a0b7d72943cb', 'serial': 'cf58525a-2dba-4851-857d-a0b7d72943cb'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1150.421422] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0944f485-f0f7-4270-b3c0-deab873d410e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.446514] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e1f095-f274-40d6-8f0f-b6e8601ea8f1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.453886] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7710cc-a280-449e-bcf5-225eb1401c1f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.475437] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c532ce5-4d0a-4fd1-9244-476b60fbfccc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.490919] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] The volume has not been displaced from its original location: [datastore1] volume-cf58525a-2dba-4851-857d-a0b7d72943cb/volume-cf58525a-2dba-4851-857d-a0b7d72943cb.vmdk. No consolidation needed. {{(pid=69159) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1150.497029] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1150.497029] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42acb94a-7658-4d37-9811-fdfd1cc17421 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.515260] env[69159]: DEBUG oslo_vmware.api [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1150.515260] env[69159]: value = "task-3449387" [ 1150.515260] env[69159]: _type = "Task" [ 1150.515260] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.523552] env[69159]: DEBUG oslo_vmware.api [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.841421] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance cd8d5436-42d4-4e64-a3db-6874c199f078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.841590] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 141fc427-cb02-41a8-bf19-6ffd96e5cd86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.841716] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 58c035c1-b4ff-49c2-9c8e-1af163391bcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.841840] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance bb9e1830-29fb-4d4f-a74b-24c5235598ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.841979] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 716efb03-8f77-4eb2-bfac-97fe724909f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.842082] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 9acc3297-9ac6-4cf8-9823-7e1a151508b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.842203] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance d24d76f9-6ea0-4427-845e-9db15c5a93f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.842399] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1150.842536] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1150.952417] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40040a07-06d9-4904-bfdd-0a47e725bc36 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.961179] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5155303-f57d-4812-9a30-b8e3d8251138 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.999103] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d297b6ad-987f-4c9d-8c32-83a43777a69f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.006862] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8266f8-5b33-4bba-a565-efda6e5c5575 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.020219] env[69159]: DEBUG nova.compute.provider_tree [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.030546] env[69159]: DEBUG oslo_vmware.api [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449387, 'name': ReconfigVM_Task, 'duration_secs': 0.25582} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.031717] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1151.036786] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4bce24-269e-4ac3-aa14-78163236c3b7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.052597] env[69159]: DEBUG oslo_vmware.api [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1151.052597] env[69159]: value = "task-3449388" [ 1151.052597] env[69159]: _type = "Task" [ 1151.052597] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.061811] env[69159]: DEBUG oslo_vmware.api [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.098127] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "58c035c1-b4ff-49c2-9c8e-1af163391bcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.098518] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "58c035c1-b4ff-49c2-9c8e-1af163391bcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.098908] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "58c035c1-b4ff-49c2-9c8e-1af163391bcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.099280] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "58c035c1-b4ff-49c2-9c8e-1af163391bcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.099524] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "58c035c1-b4ff-49c2-9c8e-1af163391bcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.101847] env[69159]: INFO nova.compute.manager [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Terminating instance [ 1151.526189] env[69159]: DEBUG nova.scheduler.client.report [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.563105] env[69159]: DEBUG oslo_vmware.api [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449388, 'name': ReconfigVM_Task, 'duration_secs': 0.136699} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.563406] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688669', 'volume_id': 'cf58525a-2dba-4851-857d-a0b7d72943cb', 'name': 'volume-cf58525a-2dba-4851-857d-a0b7d72943cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '141fc427-cb02-41a8-bf19-6ffd96e5cd86', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf58525a-2dba-4851-857d-a0b7d72943cb', 'serial': 'cf58525a-2dba-4851-857d-a0b7d72943cb'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1151.606016] env[69159]: DEBUG nova.compute.manager [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1151.606544] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.607965] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db68bcb2-e18b-4bf7-9a9e-d70732d75df9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.615904] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.616229] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6c6f20a-5c83-4a2b-813d-a667cb305c0b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.622768] env[69159]: DEBUG oslo_vmware.api [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1151.622768] env[69159]: value = "task-3449389" [ 1151.622768] env[69159]: _type = "Task" [ 1151.622768] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.631482] env[69159]: DEBUG oslo_vmware.api [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.031497] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1152.031869] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.328s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.107149] env[69159]: DEBUG nova.objects.instance [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lazy-loading 'flavor' on Instance uuid 141fc427-cb02-41a8-bf19-6ffd96e5cd86 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.133190] env[69159]: DEBUG oslo_vmware.api [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449389, 'name': PowerOffVM_Task, 'duration_secs': 0.239979} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.133927] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.133927] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.134260] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9280271f-9660-458a-b7b7-29f35b04d754 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.200438] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.200782] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.200978] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleting the datastore file [datastore2] 58c035c1-b4ff-49c2-9c8e-1af163391bcc {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.201257] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48b2188e-5eb6-43a2-a644-9c0f643b2755 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.207473] env[69159]: DEBUG oslo_vmware.api [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1152.207473] env[69159]: value = "task-3449391" [ 1152.207473] env[69159]: _type = "Task" [ 1152.207473] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.217091] env[69159]: DEBUG oslo_vmware.api [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.717386] env[69159]: DEBUG oslo_vmware.api [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185763} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.717646] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.717836] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.718018] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.718192] env[69159]: INFO nova.compute.manager [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1152.718446] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.718913] env[69159]: DEBUG nova.compute.manager [-] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1152.718913] env[69159]: DEBUG nova.network.neutron [-] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.966883] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.970907] env[69159]: DEBUG nova.compute.manager [req-05cc610e-d318-427d-b275-f88ccdcbc5b9 req-348774d6-a1f1-422a-9142-078f6acb111f service nova] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Received event network-vif-deleted-0c83c0ff-7758-4888-9917-a0ee470a4d99 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1152.971115] env[69159]: INFO nova.compute.manager [req-05cc610e-d318-427d-b275-f88ccdcbc5b9 req-348774d6-a1f1-422a-9142-078f6acb111f service nova] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Neutron deleted interface 0c83c0ff-7758-4888-9917-a0ee470a4d99; detaching it from the instance and deleting it from the info cache [ 1152.971290] env[69159]: DEBUG nova.network.neutron [req-05cc610e-d318-427d-b275-f88ccdcbc5b9 req-348774d6-a1f1-422a-9142-078f6acb111f service nova] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.116765] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2586e2b7-fc54-4bb1-82b9-197d5fcd9846 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.184238] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "interface-9acc3297-9ac6-4cf8-9823-7e1a151508b7-51b531a6-904b-489a-ad66-6ef7e200512c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.184687] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-9acc3297-9ac6-4cf8-9823-7e1a151508b7-51b531a6-904b-489a-ad66-6ef7e200512c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.185238] env[69159]: DEBUG nova.objects.instance [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lazy-loading 'flavor' on Instance uuid 9acc3297-9ac6-4cf8-9823-7e1a151508b7 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.453302] env[69159]: DEBUG nova.network.neutron [-] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.477312] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ecaf06e-42bc-42c5-bc9c-e73a5a627ae0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.480121] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.480293] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Cleaning up deleted instances {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11833}} [ 1153.489903] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96142ed1-6389-447d-b61c-4aecefbb5c57 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.520245] env[69159]: DEBUG nova.compute.manager [req-05cc610e-d318-427d-b275-f88ccdcbc5b9 req-348774d6-a1f1-422a-9142-078f6acb111f service nova] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Detach interface failed, port_id=0c83c0ff-7758-4888-9917-a0ee470a4d99, reason: Instance 58c035c1-b4ff-49c2-9c8e-1af163391bcc could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1153.795950] env[69159]: DEBUG nova.objects.instance [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lazy-loading 'pci_requests' on Instance uuid 9acc3297-9ac6-4cf8-9823-7e1a151508b7 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.956346] env[69159]: INFO nova.compute.manager [-] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Took 1.24 seconds to deallocate network for instance. [ 1153.998122] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] There are 61 instances to clean {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11842}} [ 1153.998375] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 9c955be7-162b-4f04-aa0c-0e32b504f4c3] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1154.220800] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.221228] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.221354] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.221554] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.221695] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.223927] env[69159]: INFO nova.compute.manager [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Terminating instance [ 1154.273687] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8cb1c8-6f1a-4c08-a019-49e40465e1d9 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "716efb03-8f77-4eb2-bfac-97fe724909f9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.274032] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8cb1c8-6f1a-4c08-a019-49e40465e1d9 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.274167] env[69159]: DEBUG nova.compute.manager [None req-1b8cb1c8-6f1a-4c08-a019-49e40465e1d9 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1154.275643] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf24a75b-d7f8-4bef-9bd8-29a67a647422 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.283131] env[69159]: DEBUG nova.compute.manager [None req-1b8cb1c8-6f1a-4c08-a019-49e40465e1d9 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69159) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 1154.283810] env[69159]: DEBUG nova.objects.instance [None req-1b8cb1c8-6f1a-4c08-a019-49e40465e1d9 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lazy-loading 'flavor' on Instance uuid 716efb03-8f77-4eb2-bfac-97fe724909f9 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.299008] env[69159]: DEBUG nova.objects.base [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Object Instance<9acc3297-9ac6-4cf8-9823-7e1a151508b7> lazy-loaded attributes: flavor,pci_requests {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1154.299277] env[69159]: DEBUG nova.network.neutron [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.366787] env[69159]: DEBUG nova.policy [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d8e89bc43444ae192093aa2d5689101', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b556003d9a8461b8d25da04f106e6d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.463695] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.464044] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.464313] env[69159]: DEBUG nova.objects.instance [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lazy-loading 'resources' on Instance uuid 58c035c1-b4ff-49c2-9c8e-1af163391bcc {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.502587] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 8eec6f6d-5620-4e7b-b0cb-d649aebf2fa4] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1154.727560] env[69159]: DEBUG nova.compute.manager [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1154.727782] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.728752] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb692d48-e4f2-41ac-81ce-7ce99e06ffa5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.736933] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.737252] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a30fadb-c609-40b2-b991-90549093f266 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.744152] env[69159]: DEBUG oslo_vmware.api [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1154.744152] env[69159]: value = "task-3449392" [ 1154.744152] env[69159]: _type = "Task" [ 1154.744152] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.752091] env[69159]: DEBUG oslo_vmware.api [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.005804] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: d5453c5b-1080-4eb1-9898-ba328cedf496] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1155.074475] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71993d8-edf3-4a53-962a-a43aa48d51eb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.084021] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38f27bf-544b-40fb-a5e4-72fbd34dbfa4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.116037] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c95062-c03e-4350-8a9e-84a75b093be7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.123765] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0a68cb-cf7b-4e8b-a1c2-6c9997a921c1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.137030] env[69159]: DEBUG nova.compute.provider_tree [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.254662] env[69159]: DEBUG oslo_vmware.api [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449392, 'name': PowerOffVM_Task, 'duration_secs': 0.214232} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.255066] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.255066] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.255308] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-141cb66f-1c26-4684-8929-a40b5b48ec67 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.291242] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8cb1c8-6f1a-4c08-a019-49e40465e1d9 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.291566] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acf9463d-e9cd-4f35-9072-60bd825d36cc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.299382] env[69159]: DEBUG oslo_vmware.api [None req-1b8cb1c8-6f1a-4c08-a019-49e40465e1d9 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1155.299382] env[69159]: value = "task-3449394" [ 1155.299382] env[69159]: _type = "Task" [ 1155.299382] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.308402] env[69159]: DEBUG oslo_vmware.api [None req-1b8cb1c8-6f1a-4c08-a019-49e40465e1d9 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.322386] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.322697] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.322911] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Deleting the datastore file [datastore1] 141fc427-cb02-41a8-bf19-6ffd96e5cd86 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.323219] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4105a25a-d931-4808-a8c7-2031901af4ec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.329802] env[69159]: DEBUG oslo_vmware.api [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1155.329802] env[69159]: value = "task-3449395" [ 1155.329802] env[69159]: _type = "Task" [ 1155.329802] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.338225] env[69159]: DEBUG oslo_vmware.api [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.509060] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 3d16b06b-df33-4bba-9832-dd919699dc92] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1155.640361] env[69159]: DEBUG nova.scheduler.client.report [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.751898] env[69159]: DEBUG nova.compute.manager [req-9c0116ab-b52b-401d-94a9-1d7739419047 req-3bee45b9-6af9-473e-894e-895dcef12664 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Received event network-vif-plugged-51b531a6-904b-489a-ad66-6ef7e200512c {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1155.752206] env[69159]: DEBUG oslo_concurrency.lockutils [req-9c0116ab-b52b-401d-94a9-1d7739419047 req-3bee45b9-6af9-473e-894e-895dcef12664 service nova] Acquiring lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.752427] env[69159]: DEBUG oslo_concurrency.lockutils [req-9c0116ab-b52b-401d-94a9-1d7739419047 req-3bee45b9-6af9-473e-894e-895dcef12664 service nova] Lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.752620] env[69159]: DEBUG oslo_concurrency.lockutils [req-9c0116ab-b52b-401d-94a9-1d7739419047 req-3bee45b9-6af9-473e-894e-895dcef12664 service nova] Lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.752817] env[69159]: DEBUG nova.compute.manager [req-9c0116ab-b52b-401d-94a9-1d7739419047 req-3bee45b9-6af9-473e-894e-895dcef12664 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] No waiting events found dispatching network-vif-plugged-51b531a6-904b-489a-ad66-6ef7e200512c {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1155.753015] env[69159]: WARNING nova.compute.manager [req-9c0116ab-b52b-401d-94a9-1d7739419047 req-3bee45b9-6af9-473e-894e-895dcef12664 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Received unexpected event network-vif-plugged-51b531a6-904b-489a-ad66-6ef7e200512c for instance with vm_state active and task_state None. [ 1155.810083] env[69159]: DEBUG oslo_vmware.api [None req-1b8cb1c8-6f1a-4c08-a019-49e40465e1d9 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449394, 'name': PowerOffVM_Task, 'duration_secs': 0.281884} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.810444] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8cb1c8-6f1a-4c08-a019-49e40465e1d9 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.810650] env[69159]: DEBUG nova.compute.manager [None req-1b8cb1c8-6f1a-4c08-a019-49e40465e1d9 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1155.811575] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36328cb-c2be-4201-9bad-62de1935e7ba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.840287] env[69159]: DEBUG oslo_vmware.api [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208297} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.841391] env[69159]: DEBUG nova.network.neutron [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Successfully updated port: 51b531a6-904b-489a-ad66-6ef7e200512c {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.842616] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.842867] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.843197] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.843197] env[69159]: INFO nova.compute.manager [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1155.843496] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.843938] env[69159]: DEBUG nova.compute.manager [-] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1155.844086] env[69159]: DEBUG nova.network.neutron [-] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.012360] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 98d6140f-745c-4da7-937b-1633b1d47a56] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1156.146040] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.170174] env[69159]: INFO nova.scheduler.client.report [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleted allocations for instance 58c035c1-b4ff-49c2-9c8e-1af163391bcc [ 1156.324655] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1b8cb1c8-6f1a-4c08-a019-49e40465e1d9 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.345031] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.345228] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.345398] env[69159]: DEBUG nova.network.neutron [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.516931] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 8789958a-5cbb-4547-8d2b-20a93eb82a63] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1156.679953] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0240964e-1ef1-4d69-be0f-e4b819b3eafe tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "58c035c1-b4ff-49c2-9c8e-1af163391bcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.579s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.838154] env[69159]: DEBUG nova.objects.instance [None req-f0c277cf-830c-48b8-8923-5bf3462fa5c7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lazy-loading 'flavor' on Instance uuid 716efb03-8f77-4eb2-bfac-97fe724909f9 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.881833] env[69159]: WARNING nova.network.neutron [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] d2458fef-cb4b-42bf-92ec-c4407088d354 already exists in list: networks containing: ['d2458fef-cb4b-42bf-92ec-c4407088d354']. ignoring it [ 1156.884179] env[69159]: DEBUG nova.network.neutron [-] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.022623] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: b2780a0d-e804-4722-90fe-8bb1cbee2c40] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1157.189224] env[69159]: DEBUG nova.network.neutron [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Updating instance_info_cache with network_info: [{"id": "fd733083-d416-4488-af7b-395abdf44202", "address": "fa:16:3e:03:87:a1", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd733083-d4", "ovs_interfaceid": "fd733083-d416-4488-af7b-395abdf44202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51b531a6-904b-489a-ad66-6ef7e200512c", "address": "fa:16:3e:9d:aa:75", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b531a6-90", "ovs_interfaceid": "51b531a6-904b-489a-ad66-6ef7e200512c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.345261] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f0c277cf-830c-48b8-8923-5bf3462fa5c7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.345591] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f0c277cf-830c-48b8-8923-5bf3462fa5c7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.345853] env[69159]: DEBUG nova.network.neutron [None req-f0c277cf-830c-48b8-8923-5bf3462fa5c7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.346204] env[69159]: DEBUG nova.objects.instance [None req-f0c277cf-830c-48b8-8923-5bf3462fa5c7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lazy-loading 'info_cache' on Instance uuid 716efb03-8f77-4eb2-bfac-97fe724909f9 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.387074] env[69159]: INFO nova.compute.manager [-] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Took 1.54 seconds to deallocate network for instance. [ 1157.526021] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: f71cd352-c0cb-4c57-a1d1-1706e3529897] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1157.692393] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.693049] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.693224] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.694150] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61905fb7-e737-4e9c-9871-969e9d26d978 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.712635] env[69159]: DEBUG nova.virt.hardware [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.712936] env[69159]: DEBUG nova.virt.hardware [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.713121] env[69159]: DEBUG nova.virt.hardware [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.713314] env[69159]: DEBUG nova.virt.hardware [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.713486] env[69159]: DEBUG nova.virt.hardware [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.713640] env[69159]: DEBUG nova.virt.hardware [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.713851] env[69159]: DEBUG nova.virt.hardware [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.714130] env[69159]: DEBUG nova.virt.hardware [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.714258] env[69159]: DEBUG nova.virt.hardware [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.714453] env[69159]: DEBUG nova.virt.hardware [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.714656] env[69159]: DEBUG nova.virt.hardware [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.721286] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Reconfiguring VM to attach interface {{(pid=69159) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1157.721641] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f12b4e99-61d7-4dca-9dc5-646a55838d4c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.739556] env[69159]: DEBUG oslo_vmware.api [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1157.739556] env[69159]: value = "task-3449397" [ 1157.739556] env[69159]: _type = "Task" [ 1157.739556] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.747702] env[69159]: DEBUG oslo_vmware.api [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449397, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.784810] env[69159]: DEBUG nova.compute.manager [req-3837e2dc-d14b-4b5e-b046-c5980bf43e40 req-f87ad4d2-b694-4c4b-af8a-8b9bd0790285 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Received event network-changed-51b531a6-904b-489a-ad66-6ef7e200512c {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1157.784999] env[69159]: DEBUG nova.compute.manager [req-3837e2dc-d14b-4b5e-b046-c5980bf43e40 req-f87ad4d2-b694-4c4b-af8a-8b9bd0790285 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Refreshing instance network info cache due to event network-changed-51b531a6-904b-489a-ad66-6ef7e200512c. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1157.785282] env[69159]: DEBUG oslo_concurrency.lockutils [req-3837e2dc-d14b-4b5e-b046-c5980bf43e40 req-f87ad4d2-b694-4c4b-af8a-8b9bd0790285 service nova] Acquiring lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.785452] env[69159]: DEBUG oslo_concurrency.lockutils [req-3837e2dc-d14b-4b5e-b046-c5980bf43e40 req-f87ad4d2-b694-4c4b-af8a-8b9bd0790285 service nova] Acquired lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.785624] env[69159]: DEBUG nova.network.neutron [req-3837e2dc-d14b-4b5e-b046-c5980bf43e40 req-f87ad4d2-b694-4c4b-af8a-8b9bd0790285 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Refreshing network info cache for port 51b531a6-904b-489a-ad66-6ef7e200512c {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.850033] env[69159]: DEBUG nova.objects.base [None req-f0c277cf-830c-48b8-8923-5bf3462fa5c7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Object Instance<716efb03-8f77-4eb2-bfac-97fe724909f9> lazy-loaded attributes: flavor,info_cache {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1157.893695] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.894113] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.894398] env[69159]: DEBUG nova.objects.instance [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lazy-loading 'resources' on Instance uuid 141fc427-cb02-41a8-bf19-6ffd96e5cd86 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.031202] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 00bcbcba-63dc-4d2d-aea5-70bd361dc143] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1158.251271] env[69159]: DEBUG oslo_vmware.api [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.504081] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f149e816-64a7-4f1a-8537-aef0ae3fba05 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.514591] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5c8b6d-aedf-4886-bfb0-833624926ccc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.546940] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: ea3b21e5-1a7b-4ad3-92da-9df616184050] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1158.553014] env[69159]: DEBUG nova.network.neutron [req-3837e2dc-d14b-4b5e-b046-c5980bf43e40 req-f87ad4d2-b694-4c4b-af8a-8b9bd0790285 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Updated VIF entry in instance network info cache for port 51b531a6-904b-489a-ad66-6ef7e200512c. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.553014] env[69159]: DEBUG nova.network.neutron [req-3837e2dc-d14b-4b5e-b046-c5980bf43e40 req-f87ad4d2-b694-4c4b-af8a-8b9bd0790285 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Updating instance_info_cache with network_info: [{"id": "fd733083-d416-4488-af7b-395abdf44202", "address": "fa:16:3e:03:87:a1", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd733083-d4", "ovs_interfaceid": "fd733083-d416-4488-af7b-395abdf44202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51b531a6-904b-489a-ad66-6ef7e200512c", "address": "fa:16:3e:9d:aa:75", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b531a6-90", "ovs_interfaceid": "51b531a6-904b-489a-ad66-6ef7e200512c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.554235] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e57647-a246-49d4-8543-4f67968cd130 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.563059] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebac0bd9-2ef4-4bd5-8ff3-c17d9b582a10 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.578691] env[69159]: DEBUG nova.compute.provider_tree [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.590097] env[69159]: DEBUG nova.network.neutron [None req-f0c277cf-830c-48b8-8923-5bf3462fa5c7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating instance_info_cache with network_info: [{"id": "c7361ef5-7d04-48da-859a-b4e98e012527", "address": "fa:16:3e:f4:b7:44", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7361ef5-7d", "ovs_interfaceid": "c7361ef5-7d04-48da-859a-b4e98e012527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.751670] env[69159]: DEBUG oslo_vmware.api [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.000052] env[69159]: DEBUG oslo_vmware.rw_handles [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e9bd6-564f-2ce3-60c5-0fb90d26114d/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1159.000939] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b325b2b-7a41-4a04-bfa9-a2220c4da72d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.007164] env[69159]: DEBUG oslo_vmware.rw_handles [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e9bd6-564f-2ce3-60c5-0fb90d26114d/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1159.007364] env[69159]: ERROR oslo_vmware.rw_handles [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e9bd6-564f-2ce3-60c5-0fb90d26114d/disk-0.vmdk due to incomplete transfer. [ 1159.007574] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a1b69c43-9447-4c56-a6c7-42951b33e4f0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.014474] env[69159]: DEBUG oslo_vmware.rw_handles [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e9bd6-564f-2ce3-60c5-0fb90d26114d/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1159.014657] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Uploaded image 7cfc3655-a829-4e62-8bfa-382a56d68812 to the Glance image server {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1159.016938] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1159.017176] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e255a481-d74b-45f9-8c19-d73fd0523bf6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.022669] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1159.022669] env[69159]: value = "task-3449398" [ 1159.022669] env[69159]: _type = "Task" [ 1159.022669] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.030075] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449398, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.057752] env[69159]: DEBUG oslo_concurrency.lockutils [req-3837e2dc-d14b-4b5e-b046-c5980bf43e40 req-f87ad4d2-b694-4c4b-af8a-8b9bd0790285 service nova] Releasing lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.057989] env[69159]: DEBUG nova.compute.manager [req-3837e2dc-d14b-4b5e-b046-c5980bf43e40 req-f87ad4d2-b694-4c4b-af8a-8b9bd0790285 service nova] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Received event network-vif-deleted-dfb0a0ef-9f40-498a-bfda-55d047d395e5 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1159.058513] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: e1c5d804-c6b6-43c0-b787-c1b3efabe957] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1159.081248] env[69159]: DEBUG nova.scheduler.client.report [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.092334] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f0c277cf-830c-48b8-8923-5bf3462fa5c7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.252542] env[69159]: DEBUG oslo_vmware.api [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.533129] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449398, 'name': Destroy_Task, 'duration_secs': 0.301443} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.533461] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Destroyed the VM [ 1159.533656] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1159.533905] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-70a99c3a-9480-4c19-be74-1f6767ef3cf4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.539865] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1159.539865] env[69159]: value = "task-3449399" [ 1159.539865] env[69159]: _type = "Task" [ 1159.539865] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.548623] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449399, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.561165] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 16b36ecb-c048-4972-ba39-0d47b15bacd3] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1159.585287] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.605886] env[69159]: INFO nova.scheduler.client.report [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Deleted allocations for instance 141fc427-cb02-41a8-bf19-6ffd96e5cd86 [ 1159.752594] env[69159]: DEBUG oslo_vmware.api [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449397, 'name': ReconfigVM_Task, 'duration_secs': 1.56043} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.753126] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.753350] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Reconfigured VM to attach interface {{(pid=69159) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1160.049543] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449399, 'name': RemoveSnapshot_Task, 'duration_secs': 0.381856} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.049834] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1160.050133] env[69159]: DEBUG nova.compute.manager [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1160.050869] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796cc5f4-f53a-45eb-a49e-6a9c935c0d46 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.064313] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 9ccfab5a-e33c-4da1-97ad-702c954a2239] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1160.097534] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c277cf-830c-48b8-8923-5bf3462fa5c7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.097818] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69fa98a9-c836-46b8-b61b-a2d901b0b65a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.105787] env[69159]: DEBUG oslo_vmware.api [None req-f0c277cf-830c-48b8-8923-5bf3462fa5c7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1160.105787] env[69159]: value = "task-3449400" [ 1160.105787] env[69159]: _type = "Task" [ 1160.105787] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.114873] env[69159]: DEBUG oslo_vmware.api [None req-f0c277cf-830c-48b8-8923-5bf3462fa5c7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.115325] env[69159]: DEBUG oslo_concurrency.lockutils [None req-81710e96-f495-4efa-be1f-7e7c825023f4 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "141fc427-cb02-41a8-bf19-6ffd96e5cd86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.894s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.258730] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8f77b630-8a02-4ac9-96d7-ddb59df1d384 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-9acc3297-9ac6-4cf8-9823-7e1a151508b7-51b531a6-904b-489a-ad66-6ef7e200512c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.074s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.562749] env[69159]: INFO nova.compute.manager [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Shelve offloading [ 1160.567322] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 3a455825-5cdb-434c-9345-22b8487a081c] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1160.615768] env[69159]: DEBUG oslo_vmware.api [None req-f0c277cf-830c-48b8-8923-5bf3462fa5c7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449400, 'name': PowerOnVM_Task, 'duration_secs': 0.356717} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.616090] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c277cf-830c-48b8-8923-5bf3462fa5c7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.616295] env[69159]: DEBUG nova.compute.manager [None req-f0c277cf-830c-48b8-8923-5bf3462fa5c7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1160.617537] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb274730-5815-402f-aa81-f4684753230c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.014640] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "cd8d5436-42d4-4e64-a3db-6874c199f078" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.014942] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "cd8d5436-42d4-4e64-a3db-6874c199f078" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.015315] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "cd8d5436-42d4-4e64-a3db-6874c199f078-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.015482] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "cd8d5436-42d4-4e64-a3db-6874c199f078-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.015660] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "cd8d5436-42d4-4e64-a3db-6874c199f078-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.017941] env[69159]: INFO nova.compute.manager [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Terminating instance [ 1161.067682] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.067957] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6484b394-e6f6-4b30-83d1-2aed2129bc61 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.069895] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 748ccd51-7efa-47c2-bbdd-9d071bf3903e] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1161.078037] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1161.078037] env[69159]: value = "task-3449401" [ 1161.078037] env[69159]: _type = "Task" [ 1161.078037] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.086065] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.522254] env[69159]: DEBUG nova.compute.manager [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1161.522561] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.523464] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988b043a-13c1-46d3-a4bb-b0f330f705b4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.531651] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.531890] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc5c446c-1d40-4e8c-97f8-aba3aea68531 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.537976] env[69159]: DEBUG oslo_vmware.api [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1161.537976] env[69159]: value = "task-3449402" [ 1161.537976] env[69159]: _type = "Task" [ 1161.537976] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.545342] env[69159]: DEBUG oslo_vmware.api [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.573608] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: f98c7cbf-126c-4be1-9d6f-a0754569ee7f] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1161.588384] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] VM already powered off {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1161.588511] env[69159]: DEBUG nova.compute.manager [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1161.589241] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fefada6-2024-4c08-8999-092a47bb356e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.595358] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.595547] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.595711] env[69159]: DEBUG nova.network.neutron [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.912551] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "interface-9acc3297-9ac6-4cf8-9823-7e1a151508b7-51b531a6-904b-489a-ad66-6ef7e200512c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.912841] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-9acc3297-9ac6-4cf8-9823-7e1a151508b7-51b531a6-904b-489a-ad66-6ef7e200512c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.048210] env[69159]: DEBUG oslo_vmware.api [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449402, 'name': PowerOffVM_Task, 'duration_secs': 0.213787} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.048489] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.048661] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.048901] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee5c9e3c-0d7a-445f-b416-8bcc5735a6e5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.076498] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 6658d775-47f8-4ba7-baf3-f7bd78cf559b] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1162.106113] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.106349] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.106521] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleting the datastore file [datastore2] cd8d5436-42d4-4e64-a3db-6874c199f078 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.106779] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b592e39d-b1cf-4902-b649-c2040c3681e6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.112844] env[69159]: DEBUG oslo_vmware.api [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for the task: (returnval){ [ 1162.112844] env[69159]: value = "task-3449404" [ 1162.112844] env[69159]: _type = "Task" [ 1162.112844] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.120312] env[69159]: DEBUG oslo_vmware.api [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.228168] env[69159]: DEBUG oslo_concurrency.lockutils [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.228611] env[69159]: DEBUG oslo_concurrency.lockutils [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.356145] env[69159]: DEBUG nova.network.neutron [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Updating instance_info_cache with network_info: [{"id": "cf04bccf-8f72-46de-af46-fbcb1b7b0868", "address": "fa:16:3e:46:62:65", "network": {"id": "0ec7c2af-82d0-4f2e-9053-9c71addc6ec2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1487965669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee2b7fe8b894b7fad608df786ce0d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf04bccf-8f", "ovs_interfaceid": "cf04bccf-8f72-46de-af46-fbcb1b7b0868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.415511] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.415642] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.416559] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b16f15-638c-490b-9167-a7608c4a40fa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.434539] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aebfb9-77fb-4734-8726-c9c4259f2fc5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.460061] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Reconfiguring VM to detach interface {{(pid=69159) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1162.460386] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff735a7f-bbcf-40ed-8f16-68b9aff63f47 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.479117] env[69159]: DEBUG oslo_vmware.api [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1162.479117] env[69159]: value = "task-3449405" [ 1162.479117] env[69159]: _type = "Task" [ 1162.479117] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.486977] env[69159]: DEBUG oslo_vmware.api [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.580578] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: a433dba3-6807-4b41-91b1-713bcba8a86d] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1162.623670] env[69159]: DEBUG oslo_vmware.api [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Task: {'id': task-3449404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13847} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.623912] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.624114] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.624305] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.624478] env[69159]: INFO nova.compute.manager [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1162.624722] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.624905] env[69159]: DEBUG nova.compute.manager [-] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1162.624994] env[69159]: DEBUG nova.network.neutron [-] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.731368] env[69159]: DEBUG nova.compute.manager [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1162.861688] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Releasing lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.913336] env[69159]: DEBUG nova.compute.manager [req-1b95b6ee-957b-4ef8-bae7-088d6daacd0c req-43324993-2c92-43ef-bff1-4df09120f4d1 service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Received event network-vif-deleted-ed749741-68aa-429b-9034-c55597a375ed {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1162.913602] env[69159]: INFO nova.compute.manager [req-1b95b6ee-957b-4ef8-bae7-088d6daacd0c req-43324993-2c92-43ef-bff1-4df09120f4d1 service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Neutron deleted interface ed749741-68aa-429b-9034-c55597a375ed; detaching it from the instance and deleting it from the info cache [ 1162.913765] env[69159]: DEBUG nova.network.neutron [req-1b95b6ee-957b-4ef8-bae7-088d6daacd0c req-43324993-2c92-43ef-bff1-4df09120f4d1 service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.991605] env[69159]: DEBUG oslo_vmware.api [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.084383] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 293007ac-5a8d-4669-8910-f1757b3ea83a] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1163.099640] env[69159]: DEBUG nova.compute.manager [req-447b2a23-6633-4dbb-a282-2eed9b807f73 req-7bb274bf-4085-4895-9d46-43e5dc1ba337 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Received event network-vif-unplugged-cf04bccf-8f72-46de-af46-fbcb1b7b0868 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1163.102320] env[69159]: DEBUG oslo_concurrency.lockutils [req-447b2a23-6633-4dbb-a282-2eed9b807f73 req-7bb274bf-4085-4895-9d46-43e5dc1ba337 service nova] Acquiring lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.102320] env[69159]: DEBUG oslo_concurrency.lockutils [req-447b2a23-6633-4dbb-a282-2eed9b807f73 req-7bb274bf-4085-4895-9d46-43e5dc1ba337 service nova] Lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.102320] env[69159]: DEBUG oslo_concurrency.lockutils [req-447b2a23-6633-4dbb-a282-2eed9b807f73 req-7bb274bf-4085-4895-9d46-43e5dc1ba337 service nova] Lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.102320] env[69159]: DEBUG nova.compute.manager [req-447b2a23-6633-4dbb-a282-2eed9b807f73 req-7bb274bf-4085-4895-9d46-43e5dc1ba337 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] No waiting events found dispatching network-vif-unplugged-cf04bccf-8f72-46de-af46-fbcb1b7b0868 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1163.102320] env[69159]: WARNING nova.compute.manager [req-447b2a23-6633-4dbb-a282-2eed9b807f73 req-7bb274bf-4085-4895-9d46-43e5dc1ba337 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Received unexpected event network-vif-unplugged-cf04bccf-8f72-46de-af46-fbcb1b7b0868 for instance with vm_state shelved and task_state shelving_offloading. [ 1163.186412] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.187340] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e978618-0ede-4a29-9f90-93e47aa13847 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.195472] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.195719] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f3966c1-ce1d-4fa2-adcf-7a95de217480 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.255345] env[69159]: DEBUG oslo_concurrency.lockutils [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.255632] env[69159]: DEBUG oslo_concurrency.lockutils [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.257976] env[69159]: INFO nova.compute.claims [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.264479] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.264686] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.264864] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Deleting the datastore file [datastore2] bb9e1830-29fb-4d4f-a74b-24c5235598ed {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.265137] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e9a9fe8-7a9e-4983-8ada-782644c19a1a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.271895] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1163.271895] env[69159]: value = "task-3449407" [ 1163.271895] env[69159]: _type = "Task" [ 1163.271895] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.279057] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.394978] env[69159]: DEBUG nova.network.neutron [-] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.416590] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f783854e-7e78-45e7-b327-016d575d440b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.426464] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd40f710-5c5e-4dfe-8e02-13e11e45258d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.455820] env[69159]: DEBUG nova.compute.manager [req-1b95b6ee-957b-4ef8-bae7-088d6daacd0c req-43324993-2c92-43ef-bff1-4df09120f4d1 service nova] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Detach interface failed, port_id=ed749741-68aa-429b-9034-c55597a375ed, reason: Instance cd8d5436-42d4-4e64-a3db-6874c199f078 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1163.489849] env[69159]: DEBUG oslo_vmware.api [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.590089] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 2f4b594f-d1b2-41e6-af6a-1c62f85bb672] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1163.783790] env[69159]: DEBUG oslo_vmware.api [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302139} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.784064] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.786029] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.786029] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.808749] env[69159]: INFO nova.scheduler.client.report [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Deleted allocations for instance bb9e1830-29fb-4d4f-a74b-24c5235598ed [ 1163.897884] env[69159]: INFO nova.compute.manager [-] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Took 1.27 seconds to deallocate network for instance. [ 1163.992516] env[69159]: DEBUG oslo_vmware.api [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.092985] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: f5c3eb8a-401b-42c3-8fcc-a992ba67d7b0] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1164.314422] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.330024] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19cd7f3-628b-40cc-bc99-904b9213e5c3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.337165] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0a56b8-6a67-4dd9-9ee0-af9904096b67 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.366392] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a007808b-c67f-4c23-a6ab-45d88025373c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.373168] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c3142b-d289-49e6-8c0c-ced70132a1ca {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.386346] env[69159]: DEBUG nova.compute.provider_tree [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.403614] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.491473] env[69159]: DEBUG oslo_vmware.api [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.596740] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 8a211e0d-17b8-4f45-a8ed-d62e8300f8e0] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1164.889428] env[69159]: DEBUG nova.scheduler.client.report [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.993626] env[69159]: DEBUG oslo_vmware.api [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.100069] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 7752a99c-c5d1-41a4-a47d-77bfe0ca00c4] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1165.124041] env[69159]: DEBUG nova.compute.manager [req-bad351e1-bfe9-478c-ba82-3dba3fa45d16 req-938741b1-6457-473a-aaaf-0c07ac2aa478 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Received event network-changed-cf04bccf-8f72-46de-af46-fbcb1b7b0868 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1165.124244] env[69159]: DEBUG nova.compute.manager [req-bad351e1-bfe9-478c-ba82-3dba3fa45d16 req-938741b1-6457-473a-aaaf-0c07ac2aa478 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Refreshing instance network info cache due to event network-changed-cf04bccf-8f72-46de-af46-fbcb1b7b0868. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1165.124454] env[69159]: DEBUG oslo_concurrency.lockutils [req-bad351e1-bfe9-478c-ba82-3dba3fa45d16 req-938741b1-6457-473a-aaaf-0c07ac2aa478 service nova] Acquiring lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.124595] env[69159]: DEBUG oslo_concurrency.lockutils [req-bad351e1-bfe9-478c-ba82-3dba3fa45d16 req-938741b1-6457-473a-aaaf-0c07ac2aa478 service nova] Acquired lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.124749] env[69159]: DEBUG nova.network.neutron [req-bad351e1-bfe9-478c-ba82-3dba3fa45d16 req-938741b1-6457-473a-aaaf-0c07ac2aa478 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Refreshing network info cache for port cf04bccf-8f72-46de-af46-fbcb1b7b0868 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.393743] env[69159]: DEBUG oslo_concurrency.lockutils [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.138s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.394299] env[69159]: DEBUG nova.compute.manager [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1165.396995] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.083s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.397226] env[69159]: DEBUG nova.objects.instance [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lazy-loading 'resources' on Instance uuid bb9e1830-29fb-4d4f-a74b-24c5235598ed {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.492721] env[69159]: DEBUG oslo_vmware.api [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.603612] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: e2f9c7f7-de40-4374-8818-078873e44498] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1165.829616] env[69159]: DEBUG nova.network.neutron [req-bad351e1-bfe9-478c-ba82-3dba3fa45d16 req-938741b1-6457-473a-aaaf-0c07ac2aa478 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Updated VIF entry in instance network info cache for port cf04bccf-8f72-46de-af46-fbcb1b7b0868. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.830083] env[69159]: DEBUG nova.network.neutron [req-bad351e1-bfe9-478c-ba82-3dba3fa45d16 req-938741b1-6457-473a-aaaf-0c07ac2aa478 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Updating instance_info_cache with network_info: [{"id": "cf04bccf-8f72-46de-af46-fbcb1b7b0868", "address": "fa:16:3e:46:62:65", "network": {"id": "0ec7c2af-82d0-4f2e-9053-9c71addc6ec2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1487965669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee2b7fe8b894b7fad608df786ce0d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcf04bccf-8f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.900068] env[69159]: DEBUG nova.compute.utils [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.901792] env[69159]: DEBUG nova.objects.instance [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lazy-loading 'numa_topology' on Instance uuid bb9e1830-29fb-4d4f-a74b-24c5235598ed {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.902830] env[69159]: DEBUG nova.compute.manager [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1165.903019] env[69159]: DEBUG nova.network.neutron [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.940710] env[69159]: DEBUG nova.policy [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e9b17b9e31646baa6aae279c4b3ea6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfbf2ac1d0fb4170beb492c4de5e0c72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.995667] env[69159]: DEBUG oslo_vmware.api [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.108087] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 5b6485db-714d-483d-9635-083f749d2d27] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1166.239662] env[69159]: DEBUG nova.network.neutron [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Successfully created port: 3b7003e5-462d-41d7-bb66-37641a47618a {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.332606] env[69159]: DEBUG oslo_concurrency.lockutils [req-bad351e1-bfe9-478c-ba82-3dba3fa45d16 req-938741b1-6457-473a-aaaf-0c07ac2aa478 service nova] Releasing lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.406397] env[69159]: DEBUG nova.objects.base [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1166.409200] env[69159]: DEBUG nova.compute.manager [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1166.498423] env[69159]: DEBUG oslo_vmware.api [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.502037] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b8d490-abad-46ef-9629-5c510b2e23f7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.508575] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e0833c-950e-4e08-ae8d-c060afcb3faa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.537640] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6861771e-c57b-4c29-8880-245317fdeaa8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.544171] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d82ed8-0043-4c72-9085-666c5747d48c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.556684] env[69159]: DEBUG nova.compute.provider_tree [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.584970] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.609098] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 0ff8a788-a925-4503-a446-e83c479461f7] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1166.994996] env[69159]: DEBUG oslo_vmware.api [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.059681] env[69159]: DEBUG nova.scheduler.client.report [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.113420] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 2e454674-bc95-4476-8278-9b77ab6770d2] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1167.418211] env[69159]: DEBUG nova.compute.manager [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1167.445187] env[69159]: DEBUG nova.virt.hardware [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.445507] env[69159]: DEBUG nova.virt.hardware [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.445756] env[69159]: DEBUG nova.virt.hardware [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.446048] env[69159]: DEBUG nova.virt.hardware [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.446274] env[69159]: DEBUG nova.virt.hardware [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.446517] env[69159]: DEBUG nova.virt.hardware [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.447118] env[69159]: DEBUG nova.virt.hardware [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.447118] env[69159]: DEBUG nova.virt.hardware [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.447667] env[69159]: DEBUG nova.virt.hardware [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.447667] env[69159]: DEBUG nova.virt.hardware [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.447752] env[69159]: DEBUG nova.virt.hardware [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.448629] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2fd3c0-76cd-4250-98a7-deed6b609845 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.456650] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e510545d-8278-4022-9b8b-c6e3f54a6f18 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.493728] env[69159]: DEBUG oslo_vmware.api [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.564881] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.567621] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.164s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.567852] env[69159]: DEBUG nova.objects.instance [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lazy-loading 'resources' on Instance uuid cd8d5436-42d4-4e64-a3db-6874c199f078 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.583954] env[69159]: DEBUG nova.compute.manager [req-3ce09169-3c5a-40a0-9a5d-e60f1c18577b req-f884b0c0-0cdd-4286-9845-d37bc805bfbf service nova] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Received event network-vif-plugged-3b7003e5-462d-41d7-bb66-37641a47618a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1167.584222] env[69159]: DEBUG oslo_concurrency.lockutils [req-3ce09169-3c5a-40a0-9a5d-e60f1c18577b req-f884b0c0-0cdd-4286-9845-d37bc805bfbf service nova] Acquiring lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.584468] env[69159]: DEBUG oslo_concurrency.lockutils [req-3ce09169-3c5a-40a0-9a5d-e60f1c18577b req-f884b0c0-0cdd-4286-9845-d37bc805bfbf service nova] Lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.584767] env[69159]: DEBUG oslo_concurrency.lockutils [req-3ce09169-3c5a-40a0-9a5d-e60f1c18577b req-f884b0c0-0cdd-4286-9845-d37bc805bfbf service nova] Lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.584845] env[69159]: DEBUG nova.compute.manager [req-3ce09169-3c5a-40a0-9a5d-e60f1c18577b req-f884b0c0-0cdd-4286-9845-d37bc805bfbf service nova] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] No waiting events found dispatching network-vif-plugged-3b7003e5-462d-41d7-bb66-37641a47618a {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1167.585077] env[69159]: WARNING nova.compute.manager [req-3ce09169-3c5a-40a0-9a5d-e60f1c18577b req-f884b0c0-0cdd-4286-9845-d37bc805bfbf service nova] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Received unexpected event network-vif-plugged-3b7003e5-462d-41d7-bb66-37641a47618a for instance with vm_state building and task_state spawning. [ 1167.617427] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: bedc6891-9bfe-4f1f-8df4-cbcc0c3fa018] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1167.664804] env[69159]: DEBUG nova.network.neutron [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Successfully updated port: 3b7003e5-462d-41d7-bb66-37641a47618a {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.996962] env[69159]: DEBUG oslo_vmware.api [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449405, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.080445] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ef2dc00a-b880-4cee-ba00-a23b35665a68 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.280s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.080817] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.496s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.080994] env[69159]: INFO nova.compute.manager [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Unshelving [ 1168.121369] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: d2b7633c-75bc-4260-ba10-3b53191ba54f] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1168.163122] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810394d0-fd17-483d-8fff-aa9b9d13c1e5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.168170] env[69159]: DEBUG oslo_concurrency.lockutils [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "refresh_cache-52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.168313] env[69159]: DEBUG oslo_concurrency.lockutils [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquired lock "refresh_cache-52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.168472] env[69159]: DEBUG nova.network.neutron [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.172172] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6a0fcd-3ddf-455c-8a0a-f142cb0ae656 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.206024] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44661e3a-3795-41e7-8658-06c5bdc5b864 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.213620] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52f9fbc-3ee0-4ebd-93c5-0add7370c069 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.227523] env[69159]: DEBUG nova.compute.provider_tree [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.501847] env[69159]: DEBUG oslo_vmware.api [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449405, 'name': ReconfigVM_Task, 'duration_secs': 5.736164} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.502144] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.502475] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Reconfigured VM to detach interface {{(pid=69159) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1168.625132] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 37ac2d40-2177-45fe-8fcb-c8009480c46f] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1168.702385] env[69159]: DEBUG nova.network.neutron [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.730450] env[69159]: DEBUG nova.scheduler.client.report [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.844970] env[69159]: DEBUG nova.network.neutron [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Updating instance_info_cache with network_info: [{"id": "3b7003e5-462d-41d7-bb66-37641a47618a", "address": "fa:16:3e:82:89:f5", "network": {"id": "a7ebe38f-e7a7-41cc-b894-9e950e4139ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-933271080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfbf2ac1d0fb4170beb492c4de5e0c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7003e5-46", "ovs_interfaceid": "3b7003e5-462d-41d7-bb66-37641a47618a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.103870] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.127946] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: c4709c19-1cf1-46dd-afea-7374ab94ac15] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1169.235352] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.238255] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.134s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.238541] env[69159]: DEBUG nova.objects.instance [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lazy-loading 'pci_requests' on Instance uuid bb9e1830-29fb-4d4f-a74b-24c5235598ed {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.262823] env[69159]: INFO nova.scheduler.client.report [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Deleted allocations for instance cd8d5436-42d4-4e64-a3db-6874c199f078 [ 1169.347320] env[69159]: DEBUG oslo_concurrency.lockutils [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Releasing lock "refresh_cache-52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.347651] env[69159]: DEBUG nova.compute.manager [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Instance network_info: |[{"id": "3b7003e5-462d-41d7-bb66-37641a47618a", "address": "fa:16:3e:82:89:f5", "network": {"id": "a7ebe38f-e7a7-41cc-b894-9e950e4139ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-933271080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfbf2ac1d0fb4170beb492c4de5e0c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7003e5-46", "ovs_interfaceid": "3b7003e5-462d-41d7-bb66-37641a47618a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1169.348101] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:89:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b7003e5-462d-41d7-bb66-37641a47618a', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.355615] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.356114] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.356354] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-481f4fc0-748b-48fb-a367-58df6f1577a9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.376914] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.376914] env[69159]: value = "task-3449408" [ 1169.376914] env[69159]: _type = "Task" [ 1169.376914] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.383963] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449408, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.576396] env[69159]: DEBUG nova.compute.manager [req-6696db53-6864-466f-a8fc-86a8d8fbc983 req-32010442-0a16-4e0b-82ed-18caa8ac77cb service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Received event network-changed-fd733083-d416-4488-af7b-395abdf44202 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1169.576584] env[69159]: DEBUG nova.compute.manager [req-6696db53-6864-466f-a8fc-86a8d8fbc983 req-32010442-0a16-4e0b-82ed-18caa8ac77cb service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Refreshing instance network info cache due to event network-changed-fd733083-d416-4488-af7b-395abdf44202. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1169.576799] env[69159]: DEBUG oslo_concurrency.lockutils [req-6696db53-6864-466f-a8fc-86a8d8fbc983 req-32010442-0a16-4e0b-82ed-18caa8ac77cb service nova] Acquiring lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.576995] env[69159]: DEBUG oslo_concurrency.lockutils [req-6696db53-6864-466f-a8fc-86a8d8fbc983 req-32010442-0a16-4e0b-82ed-18caa8ac77cb service nova] Acquired lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.577205] env[69159]: DEBUG nova.network.neutron [req-6696db53-6864-466f-a8fc-86a8d8fbc983 req-32010442-0a16-4e0b-82ed-18caa8ac77cb service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Refreshing network info cache for port fd733083-d416-4488-af7b-395abdf44202 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.611474] env[69159]: DEBUG nova.compute.manager [req-c5a96511-1c9c-491a-84dc-7ea63f09c026 req-0133153a-417b-4f8e-90d7-e8c919d7b783 service nova] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Received event network-changed-3b7003e5-462d-41d7-bb66-37641a47618a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1169.611712] env[69159]: DEBUG nova.compute.manager [req-c5a96511-1c9c-491a-84dc-7ea63f09c026 req-0133153a-417b-4f8e-90d7-e8c919d7b783 service nova] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Refreshing instance network info cache due to event network-changed-3b7003e5-462d-41d7-bb66-37641a47618a. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1169.611870] env[69159]: DEBUG oslo_concurrency.lockutils [req-c5a96511-1c9c-491a-84dc-7ea63f09c026 req-0133153a-417b-4f8e-90d7-e8c919d7b783 service nova] Acquiring lock "refresh_cache-52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.612070] env[69159]: DEBUG oslo_concurrency.lockutils [req-c5a96511-1c9c-491a-84dc-7ea63f09c026 req-0133153a-417b-4f8e-90d7-e8c919d7b783 service nova] Acquired lock "refresh_cache-52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.612179] env[69159]: DEBUG nova.network.neutron [req-c5a96511-1c9c-491a-84dc-7ea63f09c026 req-0133153a-417b-4f8e-90d7-e8c919d7b783 service nova] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Refreshing network info cache for port 3b7003e5-462d-41d7-bb66-37641a47618a {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.631063] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: d2535e7c-6b71-4490-8d3a-d6c59ee6491c] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1169.742947] env[69159]: DEBUG nova.objects.instance [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lazy-loading 'numa_topology' on Instance uuid bb9e1830-29fb-4d4f-a74b-24c5235598ed {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.769844] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8e332fe5-e30a-4591-b6bb-a6403df72b5b tempest-ServerActionsTestOtherA-608513879 tempest-ServerActionsTestOtherA-608513879-project-member] Lock "cd8d5436-42d4-4e64-a3db-6874c199f078" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.755s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.809284] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.886713] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449408, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.133895] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: b3f9cd88-9518-464b-a053-c77ce6555754] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1170.244871] env[69159]: INFO nova.compute.claims [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.262358] env[69159]: DEBUG nova.network.neutron [req-6696db53-6864-466f-a8fc-86a8d8fbc983 req-32010442-0a16-4e0b-82ed-18caa8ac77cb service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Updated VIF entry in instance network info cache for port fd733083-d416-4488-af7b-395abdf44202. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.262743] env[69159]: DEBUG nova.network.neutron [req-6696db53-6864-466f-a8fc-86a8d8fbc983 req-32010442-0a16-4e0b-82ed-18caa8ac77cb service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Updating instance_info_cache with network_info: [{"id": "fd733083-d416-4488-af7b-395abdf44202", "address": "fa:16:3e:03:87:a1", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd733083-d4", "ovs_interfaceid": "fd733083-d416-4488-af7b-395abdf44202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51b531a6-904b-489a-ad66-6ef7e200512c", "address": "fa:16:3e:9d:aa:75", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b531a6-90", "ovs_interfaceid": "51b531a6-904b-489a-ad66-6ef7e200512c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.266428] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "interface-d24d76f9-6ea0-4427-845e-9db15c5a93f2-51b531a6-904b-489a-ad66-6ef7e200512c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.266649] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-d24d76f9-6ea0-4427-845e-9db15c5a93f2-51b531a6-904b-489a-ad66-6ef7e200512c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.266999] env[69159]: DEBUG nova.objects.instance [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lazy-loading 'flavor' on Instance uuid d24d76f9-6ea0-4427-845e-9db15c5a93f2 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.297689] env[69159]: DEBUG nova.network.neutron [req-c5a96511-1c9c-491a-84dc-7ea63f09c026 req-0133153a-417b-4f8e-90d7-e8c919d7b783 service nova] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Updated VIF entry in instance network info cache for port 3b7003e5-462d-41d7-bb66-37641a47618a. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.298062] env[69159]: DEBUG nova.network.neutron [req-c5a96511-1c9c-491a-84dc-7ea63f09c026 req-0133153a-417b-4f8e-90d7-e8c919d7b783 service nova] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Updating instance_info_cache with network_info: [{"id": "3b7003e5-462d-41d7-bb66-37641a47618a", "address": "fa:16:3e:82:89:f5", "network": {"id": "a7ebe38f-e7a7-41cc-b894-9e950e4139ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-933271080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfbf2ac1d0fb4170beb492c4de5e0c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7003e5-46", "ovs_interfaceid": "3b7003e5-462d-41d7-bb66-37641a47618a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.389387] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449408, 'name': CreateVM_Task, 'duration_secs': 0.524919} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.389387] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.389888] env[69159]: DEBUG oslo_concurrency.lockutils [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.390125] env[69159]: DEBUG oslo_concurrency.lockutils [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.390462] env[69159]: DEBUG oslo_concurrency.lockutils [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.390797] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9b0bafe-7a40-4ffa-bc13-c49af0883664 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.395757] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1170.395757] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e57eaa-75d6-40ed-a0fe-fb2fdb6fc597" [ 1170.395757] env[69159]: _type = "Task" [ 1170.395757] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.403446] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e57eaa-75d6-40ed-a0fe-fb2fdb6fc597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.637620] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 83e88bef-5ad0-4215-abc7-54ebc83452a3] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1170.765310] env[69159]: DEBUG oslo_concurrency.lockutils [req-6696db53-6864-466f-a8fc-86a8d8fbc983 req-32010442-0a16-4e0b-82ed-18caa8ac77cb service nova] Releasing lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.765771] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.765965] env[69159]: DEBUG nova.network.neutron [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.800427] env[69159]: DEBUG oslo_concurrency.lockutils [req-c5a96511-1c9c-491a-84dc-7ea63f09c026 req-0133153a-417b-4f8e-90d7-e8c919d7b783 service nova] Releasing lock "refresh_cache-52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.854780] env[69159]: DEBUG nova.objects.instance [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lazy-loading 'pci_requests' on Instance uuid d24d76f9-6ea0-4427-845e-9db15c5a93f2 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.908638] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e57eaa-75d6-40ed-a0fe-fb2fdb6fc597, 'name': SearchDatastore_Task, 'duration_secs': 0.010093} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.908908] env[69159]: DEBUG oslo_concurrency.lockutils [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.909161] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.909397] env[69159]: DEBUG oslo_concurrency.lockutils [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.909543] env[69159]: DEBUG oslo_concurrency.lockutils [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.909721] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.909979] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fae57eae-24ac-49fb-8243-b84120f1c678 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.918023] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.918212] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.918907] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43255f8f-4b0b-48c4-a2d7-678a04b35468 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.924342] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1170.924342] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b1f83b-a0b9-281d-5c63-34bd174c9183" [ 1170.924342] env[69159]: _type = "Task" [ 1170.924342] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.931903] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b1f83b-a0b9-281d-5c63-34bd174c9183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.141785] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 82089513-0900-4427-a46e-cf63474e8abc] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1171.339591] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8714badf-01f9-43bb-9d43-ea495891b950 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.349171] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bd3449-9f33-4c85-a20f-2b97d184b678 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.378196] env[69159]: DEBUG nova.objects.base [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1171.378416] env[69159]: DEBUG nova.network.neutron [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.383725] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60142c7-bdb8-486c-b5f9-a55ec91907fc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.390783] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d084a2-4676-4cdd-95f1-a4f86fac36ad {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.404669] env[69159]: DEBUG nova.compute.provider_tree [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.434280] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b1f83b-a0b9-281d-5c63-34bd174c9183, 'name': SearchDatastore_Task, 'duration_secs': 0.008979} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.435069] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c98862d4-e42e-4af1-98a6-e732337043b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.441800] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1171.441800] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bd6246-9376-1113-e746-fe798726ec72" [ 1171.441800] env[69159]: _type = "Task" [ 1171.441800] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.453880] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bd6246-9376-1113-e746-fe798726ec72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.514862] env[69159]: INFO nova.network.neutron [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Port 51b531a6-904b-489a-ad66-6ef7e200512c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1171.515346] env[69159]: DEBUG nova.network.neutron [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Updating instance_info_cache with network_info: [{"id": "fd733083-d416-4488-af7b-395abdf44202", "address": "fa:16:3e:03:87:a1", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd733083-d4", "ovs_interfaceid": "fd733083-d416-4488-af7b-395abdf44202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.517635] env[69159]: DEBUG nova.policy [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d8e89bc43444ae192093aa2d5689101', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b556003d9a8461b8d25da04f106e6d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.644928] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 8fb4512b-575b-42b0-ae3e-79770127b4e0] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1171.822072] env[69159]: DEBUG nova.compute.manager [req-bb9b72b0-f417-4cb8-ad10-13f72776bb91 req-d9712a92-41ec-488c-b33e-1b8e47b0b4c9 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Received event network-changed-f83530fe-7a9e-4414-8ea9-727507ae7df4 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1171.822270] env[69159]: DEBUG nova.compute.manager [req-bb9b72b0-f417-4cb8-ad10-13f72776bb91 req-d9712a92-41ec-488c-b33e-1b8e47b0b4c9 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Refreshing instance network info cache due to event network-changed-f83530fe-7a9e-4414-8ea9-727507ae7df4. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1171.822482] env[69159]: DEBUG oslo_concurrency.lockutils [req-bb9b72b0-f417-4cb8-ad10-13f72776bb91 req-d9712a92-41ec-488c-b33e-1b8e47b0b4c9 service nova] Acquiring lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.822626] env[69159]: DEBUG oslo_concurrency.lockutils [req-bb9b72b0-f417-4cb8-ad10-13f72776bb91 req-d9712a92-41ec-488c-b33e-1b8e47b0b4c9 service nova] Acquired lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.822781] env[69159]: DEBUG nova.network.neutron [req-bb9b72b0-f417-4cb8-ad10-13f72776bb91 req-d9712a92-41ec-488c-b33e-1b8e47b0b4c9 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Refreshing network info cache for port f83530fe-7a9e-4414-8ea9-727507ae7df4 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.910396] env[69159]: DEBUG nova.scheduler.client.report [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.954828] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52bd6246-9376-1113-e746-fe798726ec72, 'name': SearchDatastore_Task, 'duration_secs': 0.010813} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.954954] env[69159]: DEBUG oslo_concurrency.lockutils [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.955230] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb/52b5a2cd-f552-4af8-a50d-d6da27b8e9fb.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.955543] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1fb3ed8-d3db-45ef-b1c3-e9af1792b253 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.962181] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1171.962181] env[69159]: value = "task-3449409" [ 1171.962181] env[69159]: _type = "Task" [ 1171.962181] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.971346] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.021706] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "refresh_cache-9acc3297-9ac6-4cf8-9823-7e1a151508b7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.150317] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 09a8d090-e7a0-42cb-94e9-9bc78348d52b] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1172.417783] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.180s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.460229] env[69159]: INFO nova.network.neutron [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Updating port cf04bccf-8f72-46de-af46-fbcb1b7b0868 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1172.473609] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437521} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.474288] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb/52b5a2cd-f552-4af8-a50d-d6da27b8e9fb.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.474577] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.474867] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d556db29-1650-4ed9-835a-30584e4e085a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.481964] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1172.481964] env[69159]: value = "task-3449410" [ 1172.481964] env[69159]: _type = "Task" [ 1172.481964] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.495337] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.525525] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d164deae-dd8a-4d65-aba5-beeac6f3f331 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-9acc3297-9ac6-4cf8-9823-7e1a151508b7-51b531a6-904b-489a-ad66-6ef7e200512c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.613s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.572726] env[69159]: DEBUG nova.network.neutron [req-bb9b72b0-f417-4cb8-ad10-13f72776bb91 req-d9712a92-41ec-488c-b33e-1b8e47b0b4c9 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Updated VIF entry in instance network info cache for port f83530fe-7a9e-4414-8ea9-727507ae7df4. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.573166] env[69159]: DEBUG nova.network.neutron [req-bb9b72b0-f417-4cb8-ad10-13f72776bb91 req-d9712a92-41ec-488c-b33e-1b8e47b0b4c9 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Updating instance_info_cache with network_info: [{"id": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "address": "fa:16:3e:78:30:56", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83530fe-7a", "ovs_interfaceid": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.656820] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 6f6989d0-bdf9-4540-a6e0-2f7057f6f4c3] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1172.992171] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069637} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.992470] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.993271] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1840087-0fe4-413e-a193-fe55199d14af {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.015920] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb/52b5a2cd-f552-4af8-a50d-d6da27b8e9fb.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.016196] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-001f0a7e-6ac4-49c0-8576-43ec3e864dee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.035301] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1173.035301] env[69159]: value = "task-3449411" [ 1173.035301] env[69159]: _type = "Task" [ 1173.035301] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.043194] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.076145] env[69159]: DEBUG oslo_concurrency.lockutils [req-bb9b72b0-f417-4cb8-ad10-13f72776bb91 req-d9712a92-41ec-488c-b33e-1b8e47b0b4c9 service nova] Releasing lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.160121] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 3aa69f25-810b-4e88-9c9b-33ebfcd1b6b6] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1173.527370] env[69159]: DEBUG nova.network.neutron [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Successfully updated port: 51b531a6-904b-489a-ad66-6ef7e200512c {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.546957] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449411, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.663371] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 8bad35e0-2531-41a6-9b1e-ecf9c88c7665] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1173.852560] env[69159]: DEBUG nova.compute.manager [req-93e188c6-d529-4c01-9b3a-bdd713d412f4 req-675ea4b9-cd78-44cd-a779-14f08348f359 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Received event network-vif-plugged-51b531a6-904b-489a-ad66-6ef7e200512c {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1173.852782] env[69159]: DEBUG oslo_concurrency.lockutils [req-93e188c6-d529-4c01-9b3a-bdd713d412f4 req-675ea4b9-cd78-44cd-a779-14f08348f359 service nova] Acquiring lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.853034] env[69159]: DEBUG oslo_concurrency.lockutils [req-93e188c6-d529-4c01-9b3a-bdd713d412f4 req-675ea4b9-cd78-44cd-a779-14f08348f359 service nova] Lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.854050] env[69159]: DEBUG oslo_concurrency.lockutils [req-93e188c6-d529-4c01-9b3a-bdd713d412f4 req-675ea4b9-cd78-44cd-a779-14f08348f359 service nova] Lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.854050] env[69159]: DEBUG nova.compute.manager [req-93e188c6-d529-4c01-9b3a-bdd713d412f4 req-675ea4b9-cd78-44cd-a779-14f08348f359 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] No waiting events found dispatching network-vif-plugged-51b531a6-904b-489a-ad66-6ef7e200512c {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1173.854050] env[69159]: WARNING nova.compute.manager [req-93e188c6-d529-4c01-9b3a-bdd713d412f4 req-675ea4b9-cd78-44cd-a779-14f08348f359 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Received unexpected event network-vif-plugged-51b531a6-904b-489a-ad66-6ef7e200512c for instance with vm_state active and task_state None. [ 1173.854050] env[69159]: DEBUG nova.compute.manager [req-93e188c6-d529-4c01-9b3a-bdd713d412f4 req-675ea4b9-cd78-44cd-a779-14f08348f359 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Received event network-changed-51b531a6-904b-489a-ad66-6ef7e200512c {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1173.854050] env[69159]: DEBUG nova.compute.manager [req-93e188c6-d529-4c01-9b3a-bdd713d412f4 req-675ea4b9-cd78-44cd-a779-14f08348f359 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Refreshing instance network info cache due to event network-changed-51b531a6-904b-489a-ad66-6ef7e200512c. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1173.854050] env[69159]: DEBUG oslo_concurrency.lockutils [req-93e188c6-d529-4c01-9b3a-bdd713d412f4 req-675ea4b9-cd78-44cd-a779-14f08348f359 service nova] Acquiring lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.854457] env[69159]: DEBUG oslo_concurrency.lockutils [req-93e188c6-d529-4c01-9b3a-bdd713d412f4 req-675ea4b9-cd78-44cd-a779-14f08348f359 service nova] Acquired lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.854685] env[69159]: DEBUG nova.network.neutron [req-93e188c6-d529-4c01-9b3a-bdd713d412f4 req-675ea4b9-cd78-44cd-a779-14f08348f359 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Refreshing network info cache for port 51b531a6-904b-489a-ad66-6ef7e200512c {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.035712] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.042024] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.042210] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.042379] env[69159]: DEBUG nova.network.neutron [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.050333] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449411, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.166360] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: af542ca8-ff1b-46e4-b833-9d24b83d520f] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1174.557816] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449411, 'name': ReconfigVM_Task, 'duration_secs': 1.30135} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.558124] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb/52b5a2cd-f552-4af8-a50d-d6da27b8e9fb.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.558799] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93b8af3c-624a-4a69-b94d-7165b852f19d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.566855] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1174.566855] env[69159]: value = "task-3449412" [ 1174.566855] env[69159]: _type = "Task" [ 1174.566855] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.575330] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449412, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.597843] env[69159]: DEBUG nova.network.neutron [req-93e188c6-d529-4c01-9b3a-bdd713d412f4 req-675ea4b9-cd78-44cd-a779-14f08348f359 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Added VIF to instance network info cache for port 51b531a6-904b-489a-ad66-6ef7e200512c. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1174.598336] env[69159]: DEBUG nova.network.neutron [req-93e188c6-d529-4c01-9b3a-bdd713d412f4 req-675ea4b9-cd78-44cd-a779-14f08348f359 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Updating instance_info_cache with network_info: [{"id": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "address": "fa:16:3e:78:30:56", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83530fe-7a", "ovs_interfaceid": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51b531a6-904b-489a-ad66-6ef7e200512c", "address": "fa:16:3e:9d:aa:75", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b531a6-90", "ovs_interfaceid": "51b531a6-904b-489a-ad66-6ef7e200512c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.670291] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 290384ad-2090-472b-a68e-7543c51f8e84] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1174.838930] env[69159]: DEBUG nova.network.neutron [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Updating instance_info_cache with network_info: [{"id": "cf04bccf-8f72-46de-af46-fbcb1b7b0868", "address": "fa:16:3e:46:62:65", "network": {"id": "0ec7c2af-82d0-4f2e-9053-9c71addc6ec2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1487965669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee2b7fe8b894b7fad608df786ce0d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf04bccf-8f", "ovs_interfaceid": "cf04bccf-8f72-46de-af46-fbcb1b7b0868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.076968] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449412, 'name': Rename_Task, 'duration_secs': 0.162056} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.076968] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.077098] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6d9f4bf-d37d-4160-807c-f6e8d3672580 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.083565] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1175.083565] env[69159]: value = "task-3449413" [ 1175.083565] env[69159]: _type = "Task" [ 1175.083565] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.093562] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.101291] env[69159]: DEBUG oslo_concurrency.lockutils [req-93e188c6-d529-4c01-9b3a-bdd713d412f4 req-675ea4b9-cd78-44cd-a779-14f08348f359 service nova] Releasing lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.101704] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.101896] env[69159]: DEBUG nova.network.neutron [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.173355] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 9b60f662-8aa1-4ba8-91f2-c565a236d775] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1175.341755] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Releasing lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.366012] env[69159]: DEBUG nova.virt.hardware [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f4f3dfd786ee9ecf277a2941230b33f7',container_format='bare',created_at=2025-04-15T18:47:35Z,direct_url=,disk_format='vmdk',id=7cfc3655-a829-4e62-8bfa-382a56d68812,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-146843255-shelved',owner='1ee2b7fe8b894b7fad608df786ce0d76',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2025-04-15T18:47:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.366012] env[69159]: DEBUG nova.virt.hardware [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.366155] env[69159]: DEBUG nova.virt.hardware [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.366343] env[69159]: DEBUG nova.virt.hardware [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.366490] env[69159]: DEBUG nova.virt.hardware [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.366637] env[69159]: DEBUG nova.virt.hardware [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.366844] env[69159]: DEBUG nova.virt.hardware [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.366999] env[69159]: DEBUG nova.virt.hardware [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.367182] env[69159]: DEBUG nova.virt.hardware [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.367346] env[69159]: DEBUG nova.virt.hardware [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.367537] env[69159]: DEBUG nova.virt.hardware [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.368421] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91475961-e8ee-45d3-a516-123723429d31 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.377021] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd69e805-75cc-41c6-a627-3274c9a66f39 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.392314] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:62:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf04bccf-8f72-46de-af46-fbcb1b7b0868', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.400183] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.400548] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.400832] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53adfef5-e3fe-4b96-bae7-505dcc67de35 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.422064] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.422064] env[69159]: value = "task-3449414" [ 1175.422064] env[69159]: _type = "Task" [ 1175.422064] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.430267] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449414, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.594129] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449413, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.642781] env[69159]: WARNING nova.network.neutron [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] d2458fef-cb4b-42bf-92ec-c4407088d354 already exists in list: networks containing: ['d2458fef-cb4b-42bf-92ec-c4407088d354']. ignoring it [ 1175.642781] env[69159]: WARNING nova.network.neutron [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] d2458fef-cb4b-42bf-92ec-c4407088d354 already exists in list: networks containing: ['d2458fef-cb4b-42bf-92ec-c4407088d354']. ignoring it [ 1175.642781] env[69159]: WARNING nova.network.neutron [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] 51b531a6-904b-489a-ad66-6ef7e200512c already exists in list: port_ids containing: ['51b531a6-904b-489a-ad66-6ef7e200512c']. ignoring it [ 1175.678354] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 3a7250bd-d071-468f-b026-144f8130ef6e] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1175.880236] env[69159]: DEBUG nova.compute.manager [req-0cd85494-206d-435a-b612-3e8a282cd6a2 req-dc48ac3b-d831-41f9-98b2-61fdeea8827a service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Received event network-vif-plugged-cf04bccf-8f72-46de-af46-fbcb1b7b0868 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1175.880462] env[69159]: DEBUG oslo_concurrency.lockutils [req-0cd85494-206d-435a-b612-3e8a282cd6a2 req-dc48ac3b-d831-41f9-98b2-61fdeea8827a service nova] Acquiring lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.880694] env[69159]: DEBUG oslo_concurrency.lockutils [req-0cd85494-206d-435a-b612-3e8a282cd6a2 req-dc48ac3b-d831-41f9-98b2-61fdeea8827a service nova] Lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.880858] env[69159]: DEBUG oslo_concurrency.lockutils [req-0cd85494-206d-435a-b612-3e8a282cd6a2 req-dc48ac3b-d831-41f9-98b2-61fdeea8827a service nova] Lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.881119] env[69159]: DEBUG nova.compute.manager [req-0cd85494-206d-435a-b612-3e8a282cd6a2 req-dc48ac3b-d831-41f9-98b2-61fdeea8827a service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] No waiting events found dispatching network-vif-plugged-cf04bccf-8f72-46de-af46-fbcb1b7b0868 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1175.881316] env[69159]: WARNING nova.compute.manager [req-0cd85494-206d-435a-b612-3e8a282cd6a2 req-dc48ac3b-d831-41f9-98b2-61fdeea8827a service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Received unexpected event network-vif-plugged-cf04bccf-8f72-46de-af46-fbcb1b7b0868 for instance with vm_state shelved_offloaded and task_state spawning. [ 1175.881784] env[69159]: DEBUG nova.compute.manager [req-0cd85494-206d-435a-b612-3e8a282cd6a2 req-dc48ac3b-d831-41f9-98b2-61fdeea8827a service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Received event network-changed-cf04bccf-8f72-46de-af46-fbcb1b7b0868 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1175.882097] env[69159]: DEBUG nova.compute.manager [req-0cd85494-206d-435a-b612-3e8a282cd6a2 req-dc48ac3b-d831-41f9-98b2-61fdeea8827a service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Refreshing instance network info cache due to event network-changed-cf04bccf-8f72-46de-af46-fbcb1b7b0868. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1175.882419] env[69159]: DEBUG oslo_concurrency.lockutils [req-0cd85494-206d-435a-b612-3e8a282cd6a2 req-dc48ac3b-d831-41f9-98b2-61fdeea8827a service nova] Acquiring lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.882747] env[69159]: DEBUG oslo_concurrency.lockutils [req-0cd85494-206d-435a-b612-3e8a282cd6a2 req-dc48ac3b-d831-41f9-98b2-61fdeea8827a service nova] Acquired lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.882938] env[69159]: DEBUG nova.network.neutron [req-0cd85494-206d-435a-b612-3e8a282cd6a2 req-dc48ac3b-d831-41f9-98b2-61fdeea8827a service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Refreshing network info cache for port cf04bccf-8f72-46de-af46-fbcb1b7b0868 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.933735] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449414, 'name': CreateVM_Task, 'duration_secs': 0.305775} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.933915] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.934929] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7cfc3655-a829-4e62-8bfa-382a56d68812" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.935260] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7cfc3655-a829-4e62-8bfa-382a56d68812" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.935912] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7cfc3655-a829-4e62-8bfa-382a56d68812" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.938692] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd08a3d-26e4-459f-acce-9dbd3e610705 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.943551] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1175.943551] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f58846-a565-e314-08c9-d4c3623d8542" [ 1175.943551] env[69159]: _type = "Task" [ 1175.943551] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.954655] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f58846-a565-e314-08c9-d4c3623d8542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.957565] env[69159]: DEBUG oslo_concurrency.lockutils [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Acquiring lock "5dd699aa-6ff4-472c-8733-ee2881b88d10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.957804] env[69159]: DEBUG oslo_concurrency.lockutils [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Lock "5dd699aa-6ff4-472c-8733-ee2881b88d10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.038782] env[69159]: DEBUG nova.network.neutron [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Updating instance_info_cache with network_info: [{"id": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "address": "fa:16:3e:78:30:56", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83530fe-7a", "ovs_interfaceid": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51b531a6-904b-489a-ad66-6ef7e200512c", "address": "fa:16:3e:9d:aa:75", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b531a6-90", "ovs_interfaceid": "51b531a6-904b-489a-ad66-6ef7e200512c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.094648] env[69159]: DEBUG oslo_vmware.api [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449413, 'name': PowerOnVM_Task, 'duration_secs': 0.687533} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.094931] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.095153] env[69159]: INFO nova.compute.manager [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1176.095332] env[69159]: DEBUG nova.compute.manager [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1176.096183] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9d1699-93a0-4550-8ca8-7cf7c2eb6982 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.181606] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 041ead39-7566-4ba4-a969-1b9b2fcb5233] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1176.454894] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7cfc3655-a829-4e62-8bfa-382a56d68812" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.455255] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Processing image 7cfc3655-a829-4e62-8bfa-382a56d68812 {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.455683] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7cfc3655-a829-4e62-8bfa-382a56d68812/7cfc3655-a829-4e62-8bfa-382a56d68812.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.455907] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7cfc3655-a829-4e62-8bfa-382a56d68812/7cfc3655-a829-4e62-8bfa-382a56d68812.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.456182] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.456483] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a5d6f74-47e8-417c-bb14-1776d5c903d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.460541] env[69159]: DEBUG nova.compute.manager [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1176.467686] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.467916] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.468674] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2982f209-c1f3-42ee-a7e8-82f0c52398fb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.475131] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1176.475131] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52093b81-22f0-7468-2fe6-4a9b6f402c77" [ 1176.475131] env[69159]: _type = "Task" [ 1176.475131] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.483145] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52093b81-22f0-7468-2fe6-4a9b6f402c77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.541809] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.541935] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.542411] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.543269] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05afd8a-a7c7-4643-93ad-1f5c8e434bfd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.559939] env[69159]: DEBUG nova.virt.hardware [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.560208] env[69159]: DEBUG nova.virt.hardware [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.560367] env[69159]: DEBUG nova.virt.hardware [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.560551] env[69159]: DEBUG nova.virt.hardware [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.560701] env[69159]: DEBUG nova.virt.hardware [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.560850] env[69159]: DEBUG nova.virt.hardware [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.561073] env[69159]: DEBUG nova.virt.hardware [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.561233] env[69159]: DEBUG nova.virt.hardware [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.561401] env[69159]: DEBUG nova.virt.hardware [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.561565] env[69159]: DEBUG nova.virt.hardware [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.561833] env[69159]: DEBUG nova.virt.hardware [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.568207] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Reconfiguring VM to attach interface {{(pid=69159) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1176.571010] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1244b906-e9e9-4c4f-b977-d87388911cd0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.587818] env[69159]: DEBUG oslo_vmware.api [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1176.587818] env[69159]: value = "task-3449415" [ 1176.587818] env[69159]: _type = "Task" [ 1176.587818] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.595774] env[69159]: DEBUG oslo_vmware.api [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449415, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.611559] env[69159]: INFO nova.compute.manager [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Took 13.38 seconds to build instance. [ 1176.657685] env[69159]: DEBUG nova.network.neutron [req-0cd85494-206d-435a-b612-3e8a282cd6a2 req-dc48ac3b-d831-41f9-98b2-61fdeea8827a service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Updated VIF entry in instance network info cache for port cf04bccf-8f72-46de-af46-fbcb1b7b0868. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.658139] env[69159]: DEBUG nova.network.neutron [req-0cd85494-206d-435a-b612-3e8a282cd6a2 req-dc48ac3b-d831-41f9-98b2-61fdeea8827a service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Updating instance_info_cache with network_info: [{"id": "cf04bccf-8f72-46de-af46-fbcb1b7b0868", "address": "fa:16:3e:46:62:65", "network": {"id": "0ec7c2af-82d0-4f2e-9053-9c71addc6ec2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1487965669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee2b7fe8b894b7fad608df786ce0d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf04bccf-8f", "ovs_interfaceid": "cf04bccf-8f72-46de-af46-fbcb1b7b0868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.684687] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: d39be46c-2e04-472f-95ce-b2efd29e5827] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1176.987453] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Preparing fetch location {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1176.987767] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Fetch image to [datastore2] OSTACK_IMG_29371ad9-8d88-40b6-babe-2613eb5c44f9/OSTACK_IMG_29371ad9-8d88-40b6-babe-2613eb5c44f9.vmdk {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1176.987958] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Downloading stream optimized image 7cfc3655-a829-4e62-8bfa-382a56d68812 to [datastore2] OSTACK_IMG_29371ad9-8d88-40b6-babe-2613eb5c44f9/OSTACK_IMG_29371ad9-8d88-40b6-babe-2613eb5c44f9.vmdk on the data store datastore2 as vApp {{(pid=69159) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1176.988145] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Downloading image file data 7cfc3655-a829-4e62-8bfa-382a56d68812 to the ESX as VM named 'OSTACK_IMG_29371ad9-8d88-40b6-babe-2613eb5c44f9' {{(pid=69159) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1176.991179] env[69159]: DEBUG oslo_concurrency.lockutils [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.991179] env[69159]: DEBUG oslo_concurrency.lockutils [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.992473] env[69159]: INFO nova.compute.claims [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.069333] env[69159]: DEBUG oslo_vmware.rw_handles [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1177.069333] env[69159]: value = "resgroup-9" [ 1177.069333] env[69159]: _type = "ResourcePool" [ 1177.069333] env[69159]: }. {{(pid=69159) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1177.069637] env[69159]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e55a8015-eb5e-4dfa-a5f2-2591cc5c32b5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.093966] env[69159]: DEBUG oslo_vmware.rw_handles [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lease: (returnval){ [ 1177.093966] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529ade59-b59b-bda3-1dd9-2a1639a19567" [ 1177.093966] env[69159]: _type = "HttpNfcLease" [ 1177.093966] env[69159]: } obtained for vApp import into resource pool (val){ [ 1177.093966] env[69159]: value = "resgroup-9" [ 1177.093966] env[69159]: _type = "ResourcePool" [ 1177.093966] env[69159]: }. {{(pid=69159) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1177.094311] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the lease: (returnval){ [ 1177.094311] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529ade59-b59b-bda3-1dd9-2a1639a19567" [ 1177.094311] env[69159]: _type = "HttpNfcLease" [ 1177.094311] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1177.100088] env[69159]: DEBUG oslo_vmware.api [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.103839] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1177.103839] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529ade59-b59b-bda3-1dd9-2a1639a19567" [ 1177.103839] env[69159]: _type = "HttpNfcLease" [ 1177.103839] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1177.113524] env[69159]: DEBUG oslo_concurrency.lockutils [None req-24683e1d-7f30-4889-9843-49719c6ca6b8 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.885s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.161842] env[69159]: DEBUG oslo_concurrency.lockutils [req-0cd85494-206d-435a-b612-3e8a282cd6a2 req-dc48ac3b-d831-41f9-98b2-61fdeea8827a service nova] Releasing lock "refresh_cache-bb9e1830-29fb-4d4f-a74b-24c5235598ed" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.188269] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 9fd3025a-bc32-4bcf-a35e-b81a6a94a5f2] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1177.597807] env[69159]: DEBUG oslo_vmware.api [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449415, 'name': ReconfigVM_Task, 'duration_secs': 0.606534} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.602453] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.602453] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Reconfigured VM to attach interface {{(pid=69159) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1177.608202] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1177.608202] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529ade59-b59b-bda3-1dd9-2a1639a19567" [ 1177.608202] env[69159]: _type = "HttpNfcLease" [ 1177.608202] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1177.608547] env[69159]: DEBUG oslo_vmware.rw_handles [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1177.608547] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529ade59-b59b-bda3-1dd9-2a1639a19567" [ 1177.608547] env[69159]: _type = "HttpNfcLease" [ 1177.608547] env[69159]: }. {{(pid=69159) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1177.609336] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8b27ee-f1d9-4c8e-b108-2caee875cf4d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.617762] env[69159]: DEBUG oslo_vmware.rw_handles [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa7752-0ae4-d30f-20f1-cbe47556fe62/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1177.617955] env[69159]: DEBUG oslo_vmware.rw_handles [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa7752-0ae4-d30f-20f1-cbe47556fe62/disk-0.vmdk. {{(pid=69159) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1177.687066] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-12ff3add-25a7-4eee-b50e-d4528da8377b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.692179] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: cdd2e1bb-aed8-4d0e-809d-87d069a85378] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1177.925860] env[69159]: DEBUG nova.compute.manager [req-952a4d30-873e-43ce-83f6-24f07bb34dc9 req-06a0ae4b-02c1-4bbe-87ed-de082ec0492c service nova] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Received event network-changed-3b7003e5-462d-41d7-bb66-37641a47618a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1177.926483] env[69159]: DEBUG nova.compute.manager [req-952a4d30-873e-43ce-83f6-24f07bb34dc9 req-06a0ae4b-02c1-4bbe-87ed-de082ec0492c service nova] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Refreshing instance network info cache due to event network-changed-3b7003e5-462d-41d7-bb66-37641a47618a. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1177.926483] env[69159]: DEBUG oslo_concurrency.lockutils [req-952a4d30-873e-43ce-83f6-24f07bb34dc9 req-06a0ae4b-02c1-4bbe-87ed-de082ec0492c service nova] Acquiring lock "refresh_cache-52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.926673] env[69159]: DEBUG oslo_concurrency.lockutils [req-952a4d30-873e-43ce-83f6-24f07bb34dc9 req-06a0ae4b-02c1-4bbe-87ed-de082ec0492c service nova] Acquired lock "refresh_cache-52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.926673] env[69159]: DEBUG nova.network.neutron [req-952a4d30-873e-43ce-83f6-24f07bb34dc9 req-06a0ae4b-02c1-4bbe-87ed-de082ec0492c service nova] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Refreshing network info cache for port 3b7003e5-462d-41d7-bb66-37641a47618a {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.107880] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3299f062-0943-47a7-a5c3-b9e29e522ff7 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-d24d76f9-6ea0-4427-845e-9db15c5a93f2-51b531a6-904b-489a-ad66-6ef7e200512c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.841s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.121016] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a9d2bb-1657-46e3-a0c5-1cde4e5c1c91 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.129137] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631dbe09-31cf-4310-a89a-1a0c178e3072 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.169232] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c91e077-9914-4ec2-9135-9c2e8abfec93 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.180670] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e19856-2a5c-4381-9076-3ac5d43ad96c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.199415] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 31d57149-a77a-43af-bb05-1013587cf9ce] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1178.202505] env[69159]: DEBUG nova.compute.provider_tree [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.682521] env[69159]: DEBUG nova.network.neutron [req-952a4d30-873e-43ce-83f6-24f07bb34dc9 req-06a0ae4b-02c1-4bbe-87ed-de082ec0492c service nova] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Updated VIF entry in instance network info cache for port 3b7003e5-462d-41d7-bb66-37641a47618a. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.682911] env[69159]: DEBUG nova.network.neutron [req-952a4d30-873e-43ce-83f6-24f07bb34dc9 req-06a0ae4b-02c1-4bbe-87ed-de082ec0492c service nova] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Updating instance_info_cache with network_info: [{"id": "3b7003e5-462d-41d7-bb66-37641a47618a", "address": "fa:16:3e:82:89:f5", "network": {"id": "a7ebe38f-e7a7-41cc-b894-9e950e4139ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-933271080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfbf2ac1d0fb4170beb492c4de5e0c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7003e5-46", "ovs_interfaceid": "3b7003e5-462d-41d7-bb66-37641a47618a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.706567] env[69159]: DEBUG nova.scheduler.client.report [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.709763] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: a29c1eef-b9eb-477a-a810-1162e6ea5fa8] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1178.765028] env[69159]: DEBUG oslo_vmware.rw_handles [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Completed reading data from the image iterator. {{(pid=69159) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1178.765269] env[69159]: DEBUG oslo_vmware.rw_handles [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa7752-0ae4-d30f-20f1-cbe47556fe62/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1178.766232] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3293d09e-3ccc-4b36-af66-97089c3dfc4a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.773653] env[69159]: DEBUG oslo_vmware.rw_handles [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa7752-0ae4-d30f-20f1-cbe47556fe62/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1178.773815] env[69159]: DEBUG oslo_vmware.rw_handles [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa7752-0ae4-d30f-20f1-cbe47556fe62/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1178.774065] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-80c7c62b-cf7b-43ec-87c4-54fc75291a5e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.004617] env[69159]: DEBUG oslo_vmware.rw_handles [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa7752-0ae4-d30f-20f1-cbe47556fe62/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1179.004868] env[69159]: INFO nova.virt.vmwareapi.images [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Downloaded image file data 7cfc3655-a829-4e62-8bfa-382a56d68812 [ 1179.005870] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915eee01-0068-454a-9232-997098e2c200 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.023368] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdbf20f2-eab5-43d5-b1d0-e0b4e950da13 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.045766] env[69159]: INFO nova.virt.vmwareapi.images [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] The imported VM was unregistered [ 1179.048962] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Caching image {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1179.048962] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7cfc3655-a829-4e62-8bfa-382a56d68812 {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.049289] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a98bafe6-25b9-4ff8-a477-be8f5f725128 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.069312] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Created directory with path [datastore2] devstack-image-cache_base/7cfc3655-a829-4e62-8bfa-382a56d68812 {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.069513] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_29371ad9-8d88-40b6-babe-2613eb5c44f9/OSTACK_IMG_29371ad9-8d88-40b6-babe-2613eb5c44f9.vmdk to [datastore2] devstack-image-cache_base/7cfc3655-a829-4e62-8bfa-382a56d68812/7cfc3655-a829-4e62-8bfa-382a56d68812.vmdk. {{(pid=69159) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1179.069776] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-afdcf2ec-0e3a-4370-8fa4-73640cac00e4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.076324] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1179.076324] env[69159]: value = "task-3449418" [ 1179.076324] env[69159]: _type = "Task" [ 1179.076324] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.084677] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449418, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.185995] env[69159]: DEBUG oslo_concurrency.lockutils [req-952a4d30-873e-43ce-83f6-24f07bb34dc9 req-06a0ae4b-02c1-4bbe-87ed-de082ec0492c service nova] Releasing lock "refresh_cache-52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.213353] env[69159]: DEBUG oslo_concurrency.lockutils [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.214026] env[69159]: DEBUG nova.compute.manager [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1179.216948] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 9607aa48-7f97-4944-9450-98863f0937ff] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1179.471363] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "interface-d24d76f9-6ea0-4427-845e-9db15c5a93f2-51b531a6-904b-489a-ad66-6ef7e200512c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.471639] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-d24d76f9-6ea0-4427-845e-9db15c5a93f2-51b531a6-904b-489a-ad66-6ef7e200512c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.588916] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449418, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.720719] env[69159]: DEBUG nova.compute.utils [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.722379] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 0ca1e852-0478-4539-9600-568792f1754d] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1179.724808] env[69159]: DEBUG nova.compute.manager [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1179.725136] env[69159]: DEBUG nova.network.neutron [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.766679] env[69159]: DEBUG nova.policy [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '412735af03644f05b9c06aff4c535f84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1966376f455e48b9a1f8327678cd7a10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.974736] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.974950] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.975833] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c275d413-504d-4628-b4d0-75905c827ef9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.994493] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c5ea8d-da74-4c54-8634-5bf5462f1c6c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.020535] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Reconfiguring VM to detach interface {{(pid=69159) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1180.020882] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb00e611-fff1-4d12-80eb-0e3dbb82db19 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.041960] env[69159]: DEBUG oslo_vmware.api [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1180.041960] env[69159]: value = "task-3449419" [ 1180.041960] env[69159]: _type = "Task" [ 1180.041960] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.055483] env[69159]: DEBUG oslo_vmware.api [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.079132] env[69159]: DEBUG nova.network.neutron [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Successfully created port: c99cc5c8-3fd3-44c3-89fa-bf8b6962279a {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.094169] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449418, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.228059] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 81430660-3cc3-4a79-9d95-36caef3cf876] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1180.228059] env[69159]: DEBUG nova.compute.manager [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1180.552474] env[69159]: DEBUG oslo_vmware.api [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.590764] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449418, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.731744] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: ec62ac85-b749-4ba6-9599-1b5b065bdcf2] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1181.054184] env[69159]: DEBUG oslo_vmware.api [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.091713] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449418, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.237894] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 24ac6469-2873-4020-8df5-4ab801a14b5b] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1181.240965] env[69159]: DEBUG nova.compute.manager [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1181.272217] env[69159]: DEBUG nova.virt.hardware [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.272514] env[69159]: DEBUG nova.virt.hardware [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.272635] env[69159]: DEBUG nova.virt.hardware [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.272823] env[69159]: DEBUG nova.virt.hardware [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.272968] env[69159]: DEBUG nova.virt.hardware [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.273135] env[69159]: DEBUG nova.virt.hardware [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.273348] env[69159]: DEBUG nova.virt.hardware [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.273509] env[69159]: DEBUG nova.virt.hardware [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.273674] env[69159]: DEBUG nova.virt.hardware [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.273837] env[69159]: DEBUG nova.virt.hardware [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.274014] env[69159]: DEBUG nova.virt.hardware [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.275162] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425a9af4-8fa7-472a-92ed-82cfb3e5353e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.283299] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaf2d3b-5ca0-41d5-b491-7b926fdff97d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.553541] env[69159]: DEBUG oslo_vmware.api [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.566189] env[69159]: DEBUG nova.compute.manager [req-10a3c803-9c5b-48fb-8301-58b9499ad926 req-f0d61d6e-07df-4698-a6a0-33a9da2f6c09 service nova] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Received event network-vif-plugged-c99cc5c8-3fd3-44c3-89fa-bf8b6962279a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1181.566601] env[69159]: DEBUG oslo_concurrency.lockutils [req-10a3c803-9c5b-48fb-8301-58b9499ad926 req-f0d61d6e-07df-4698-a6a0-33a9da2f6c09 service nova] Acquiring lock "5dd699aa-6ff4-472c-8733-ee2881b88d10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.566745] env[69159]: DEBUG oslo_concurrency.lockutils [req-10a3c803-9c5b-48fb-8301-58b9499ad926 req-f0d61d6e-07df-4698-a6a0-33a9da2f6c09 service nova] Lock "5dd699aa-6ff4-472c-8733-ee2881b88d10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.566924] env[69159]: DEBUG oslo_concurrency.lockutils [req-10a3c803-9c5b-48fb-8301-58b9499ad926 req-f0d61d6e-07df-4698-a6a0-33a9da2f6c09 service nova] Lock "5dd699aa-6ff4-472c-8733-ee2881b88d10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.567113] env[69159]: DEBUG nova.compute.manager [req-10a3c803-9c5b-48fb-8301-58b9499ad926 req-f0d61d6e-07df-4698-a6a0-33a9da2f6c09 service nova] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] No waiting events found dispatching network-vif-plugged-c99cc5c8-3fd3-44c3-89fa-bf8b6962279a {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1181.567283] env[69159]: WARNING nova.compute.manager [req-10a3c803-9c5b-48fb-8301-58b9499ad926 req-f0d61d6e-07df-4698-a6a0-33a9da2f6c09 service nova] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Received unexpected event network-vif-plugged-c99cc5c8-3fd3-44c3-89fa-bf8b6962279a for instance with vm_state building and task_state spawning. [ 1181.590956] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449418, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.652677] env[69159]: DEBUG nova.network.neutron [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Successfully updated port: c99cc5c8-3fd3-44c3-89fa-bf8b6962279a {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.744316] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 722c4116-5c37-4d49-b250-59829789dce3] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1182.055808] env[69159]: DEBUG oslo_vmware.api [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.091372] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449418, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.156062] env[69159]: DEBUG oslo_concurrency.lockutils [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Acquiring lock "refresh_cache-5dd699aa-6ff4-472c-8733-ee2881b88d10" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.156062] env[69159]: DEBUG oslo_concurrency.lockutils [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Acquired lock "refresh_cache-5dd699aa-6ff4-472c-8733-ee2881b88d10" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.156062] env[69159]: DEBUG nova.network.neutron [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.248205] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: d5c43519-b6ef-4061-bbc1-ee2b6a603683] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1182.555215] env[69159]: DEBUG oslo_vmware.api [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.593180] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449418, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.345273} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.593492] env[69159]: INFO nova.virt.vmwareapi.ds_util [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_29371ad9-8d88-40b6-babe-2613eb5c44f9/OSTACK_IMG_29371ad9-8d88-40b6-babe-2613eb5c44f9.vmdk to [datastore2] devstack-image-cache_base/7cfc3655-a829-4e62-8bfa-382a56d68812/7cfc3655-a829-4e62-8bfa-382a56d68812.vmdk. [ 1182.593718] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Cleaning up location [datastore2] OSTACK_IMG_29371ad9-8d88-40b6-babe-2613eb5c44f9 {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1182.593900] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_29371ad9-8d88-40b6-babe-2613eb5c44f9 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.594168] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15e9ec6e-3c64-40c3-8426-c486804e0083 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.601611] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1182.601611] env[69159]: value = "task-3449420" [ 1182.601611] env[69159]: _type = "Task" [ 1182.601611] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.608714] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.686567] env[69159]: DEBUG nova.network.neutron [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.751358] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 33bfaa91-de36-4374-a76f-585613277fda] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1182.814702] env[69159]: DEBUG nova.network.neutron [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Updating instance_info_cache with network_info: [{"id": "c99cc5c8-3fd3-44c3-89fa-bf8b6962279a", "address": "fa:16:3e:82:0a:a4", "network": {"id": "95dfbf3b-e565-41a5-a438-f0bfcdda92c8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1829810589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1966376f455e48b9a1f8327678cd7a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99cc5c8-3f", "ovs_interfaceid": "c99cc5c8-3fd3-44c3-89fa-bf8b6962279a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.055851] env[69159]: DEBUG oslo_vmware.api [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.111492] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03181} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.111754] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.111922] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7cfc3655-a829-4e62-8bfa-382a56d68812/7cfc3655-a829-4e62-8bfa-382a56d68812.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.112211] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7cfc3655-a829-4e62-8bfa-382a56d68812/7cfc3655-a829-4e62-8bfa-382a56d68812.vmdk to [datastore2] bb9e1830-29fb-4d4f-a74b-24c5235598ed/bb9e1830-29fb-4d4f-a74b-24c5235598ed.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.112464] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ed66bb0-e18a-4e89-9daf-9c86d6316a3a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.119326] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1183.119326] env[69159]: value = "task-3449421" [ 1183.119326] env[69159]: _type = "Task" [ 1183.119326] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.127096] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.255018] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: f13f12d0-b8b1-4779-8bc0-2c4e1e3fd764] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1183.317246] env[69159]: DEBUG oslo_concurrency.lockutils [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Releasing lock "refresh_cache-5dd699aa-6ff4-472c-8733-ee2881b88d10" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.317648] env[69159]: DEBUG nova.compute.manager [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Instance network_info: |[{"id": "c99cc5c8-3fd3-44c3-89fa-bf8b6962279a", "address": "fa:16:3e:82:0a:a4", "network": {"id": "95dfbf3b-e565-41a5-a438-f0bfcdda92c8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1829810589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1966376f455e48b9a1f8327678cd7a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99cc5c8-3f", "ovs_interfaceid": "c99cc5c8-3fd3-44c3-89fa-bf8b6962279a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1183.318158] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:0a:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c99cc5c8-3fd3-44c3-89fa-bf8b6962279a', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.326174] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Creating folder: Project (1966376f455e48b9a1f8327678cd7a10). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1183.326524] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c8ba9d6-e0e9-47cb-a909-58d7d5aa8d80 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.338355] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Created folder: Project (1966376f455e48b9a1f8327678cd7a10) in parent group-v688391. [ 1183.338583] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Creating folder: Instances. Parent ref: group-v688689. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1183.338862] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cf5239b-a817-4e06-bb23-d507084e3b46 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.350689] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Created folder: Instances in parent group-v688689. [ 1183.350941] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.351167] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.351437] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b452a15-ae95-4b9e-95c1-63b1182b23d2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.370927] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.370927] env[69159]: value = "task-3449424" [ 1183.370927] env[69159]: _type = "Task" [ 1183.370927] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.379266] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449424, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.558377] env[69159]: DEBUG oslo_vmware.api [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.595012] env[69159]: DEBUG nova.compute.manager [req-05883145-b761-47e9-841f-e835239bb683 req-ee204b50-0edb-4b97-9cbf-b5081816e7b8 service nova] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Received event network-changed-c99cc5c8-3fd3-44c3-89fa-bf8b6962279a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1183.595195] env[69159]: DEBUG nova.compute.manager [req-05883145-b761-47e9-841f-e835239bb683 req-ee204b50-0edb-4b97-9cbf-b5081816e7b8 service nova] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Refreshing instance network info cache due to event network-changed-c99cc5c8-3fd3-44c3-89fa-bf8b6962279a. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1183.595416] env[69159]: DEBUG oslo_concurrency.lockutils [req-05883145-b761-47e9-841f-e835239bb683 req-ee204b50-0edb-4b97-9cbf-b5081816e7b8 service nova] Acquiring lock "refresh_cache-5dd699aa-6ff4-472c-8733-ee2881b88d10" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.595561] env[69159]: DEBUG oslo_concurrency.lockutils [req-05883145-b761-47e9-841f-e835239bb683 req-ee204b50-0edb-4b97-9cbf-b5081816e7b8 service nova] Acquired lock "refresh_cache-5dd699aa-6ff4-472c-8733-ee2881b88d10" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.595963] env[69159]: DEBUG nova.network.neutron [req-05883145-b761-47e9-841f-e835239bb683 req-ee204b50-0edb-4b97-9cbf-b5081816e7b8 service nova] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Refreshing network info cache for port c99cc5c8-3fd3-44c3-89fa-bf8b6962279a {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.631066] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449421, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.758882] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 54abe51c-8514-44c7-8e18-ad1194c64fe9] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1183.881195] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449424, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.056930] env[69159]: DEBUG oslo_vmware.api [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.129357] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449421, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.262614] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 5251e5ab-e698-4e5c-ad9f-514103618b22] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1184.313793] env[69159]: DEBUG nova.network.neutron [req-05883145-b761-47e9-841f-e835239bb683 req-ee204b50-0edb-4b97-9cbf-b5081816e7b8 service nova] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Updated VIF entry in instance network info cache for port c99cc5c8-3fd3-44c3-89fa-bf8b6962279a. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.314267] env[69159]: DEBUG nova.network.neutron [req-05883145-b761-47e9-841f-e835239bb683 req-ee204b50-0edb-4b97-9cbf-b5081816e7b8 service nova] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Updating instance_info_cache with network_info: [{"id": "c99cc5c8-3fd3-44c3-89fa-bf8b6962279a", "address": "fa:16:3e:82:0a:a4", "network": {"id": "95dfbf3b-e565-41a5-a438-f0bfcdda92c8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1829810589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1966376f455e48b9a1f8327678cd7a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99cc5c8-3f", "ovs_interfaceid": "c99cc5c8-3fd3-44c3-89fa-bf8b6962279a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.382271] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449424, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.558330] env[69159]: DEBUG oslo_vmware.api [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.630562] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449421, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.817071] env[69159]: DEBUG oslo_concurrency.lockutils [req-05883145-b761-47e9-841f-e835239bb683 req-ee204b50-0edb-4b97-9cbf-b5081816e7b8 service nova] Releasing lock "refresh_cache-5dd699aa-6ff4-472c-8733-ee2881b88d10" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.883024] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449424, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.059031] env[69159]: DEBUG oslo_vmware.api [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.131509] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449421, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.382371] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449424, 'name': CreateVM_Task, 'duration_secs': 1.983148} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.382569] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.383338] env[69159]: DEBUG oslo_concurrency.lockutils [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.383558] env[69159]: DEBUG oslo_concurrency.lockutils [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.383920] env[69159]: DEBUG oslo_concurrency.lockutils [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.384248] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bed3ee1-aad1-46c3-a6c1-beab776d9960 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.389021] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Waiting for the task: (returnval){ [ 1185.389021] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52185846-35db-40cd-3a4f-fc506683bc96" [ 1185.389021] env[69159]: _type = "Task" [ 1185.389021] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.396828] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52185846-35db-40cd-3a4f-fc506683bc96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.560882] env[69159]: DEBUG oslo_vmware.api [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449419, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.632052] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449421, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.25068} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.632514] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7cfc3655-a829-4e62-8bfa-382a56d68812/7cfc3655-a829-4e62-8bfa-382a56d68812.vmdk to [datastore2] bb9e1830-29fb-4d4f-a74b-24c5235598ed/bb9e1830-29fb-4d4f-a74b-24c5235598ed.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.633370] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add4b42a-6c01-41af-8340-de1e1bc9e4ba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.655371] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] bb9e1830-29fb-4d4f-a74b-24c5235598ed/bb9e1830-29fb-4d4f-a74b-24c5235598ed.vmdk or device None with type streamOptimized {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.655958] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a92fd642-dee3-4f01-be1d-b19141294a8f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.674873] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1185.674873] env[69159]: value = "task-3449425" [ 1185.674873] env[69159]: _type = "Task" [ 1185.674873] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.683422] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.899653] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52185846-35db-40cd-3a4f-fc506683bc96, 'name': SearchDatastore_Task, 'duration_secs': 0.01689} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.899997] env[69159]: DEBUG oslo_concurrency.lockutils [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.900332] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.900503] env[69159]: DEBUG oslo_concurrency.lockutils [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.900648] env[69159]: DEBUG oslo_concurrency.lockutils [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.900825] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.901098] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0461ef9f-ce06-4ed9-9ace-74036fcfb76d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.911628] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.912128] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.912658] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2381d7fb-a2d6-4545-95b0-2bfb0583062c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.917550] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Waiting for the task: (returnval){ [ 1185.917550] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525f4a30-8dd2-a566-5f41-8daea2705bca" [ 1185.917550] env[69159]: _type = "Task" [ 1185.917550] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.925270] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525f4a30-8dd2-a566-5f41-8daea2705bca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.059573] env[69159]: DEBUG oslo_vmware.api [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449419, 'name': ReconfigVM_Task, 'duration_secs': 5.747616} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.059827] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.060050] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Reconfigured VM to detach interface {{(pid=69159) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1186.184425] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449425, 'name': ReconfigVM_Task, 'duration_secs': 0.278426} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.184702] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Reconfigured VM instance instance-00000067 to attach disk [datastore2] bb9e1830-29fb-4d4f-a74b-24c5235598ed/bb9e1830-29fb-4d4f-a74b-24c5235598ed.vmdk or device None with type streamOptimized {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.185363] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-986a626a-8fa7-41ff-a6eb-8046d6230654 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.191201] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1186.191201] env[69159]: value = "task-3449426" [ 1186.191201] env[69159]: _type = "Task" [ 1186.191201] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.199212] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449426, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.427815] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525f4a30-8dd2-a566-5f41-8daea2705bca, 'name': SearchDatastore_Task, 'duration_secs': 0.011285} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.428553] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386fc9b9-7b8e-4240-afc4-0ed960785af1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.433623] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Waiting for the task: (returnval){ [ 1186.433623] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52399be6-a0e4-d07e-ddc4-070dc0bab695" [ 1186.433623] env[69159]: _type = "Task" [ 1186.433623] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.440779] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52399be6-a0e4-d07e-ddc4-070dc0bab695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.700702] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449426, 'name': Rename_Task, 'duration_secs': 0.13385} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.701026] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.701274] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4f58523-4287-4589-95cd-94c6204c376c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.707290] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1186.707290] env[69159]: value = "task-3449427" [ 1186.707290] env[69159]: _type = "Task" [ 1186.707290] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.714416] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.944976] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52399be6-a0e4-d07e-ddc4-070dc0bab695, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.945263] env[69159]: DEBUG oslo_concurrency.lockutils [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.945479] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 5dd699aa-6ff4-472c-8733-ee2881b88d10/5dd699aa-6ff4-472c-8733-ee2881b88d10.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.945717] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4789eae9-6465-4bfe-b548-fc894295c732 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.952048] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Waiting for the task: (returnval){ [ 1186.952048] env[69159]: value = "task-3449428" [ 1186.952048] env[69159]: _type = "Task" [ 1186.952048] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.960165] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': task-3449428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.217819] env[69159]: DEBUG oslo_vmware.api [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449427, 'name': PowerOnVM_Task, 'duration_secs': 0.488373} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.218119] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.338786] env[69159]: DEBUG nova.compute.manager [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1187.339768] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb6baac-4681-486d-b1ae-2ed4120a7bec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.410701] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.410862] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquired lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.410993] env[69159]: DEBUG nova.network.neutron [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.462383] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': task-3449428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459117} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.462691] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 5dd699aa-6ff4-472c-8733-ee2881b88d10/5dd699aa-6ff4-472c-8733-ee2881b88d10.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.462929] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.463403] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38d97df5-960f-4a26-88f0-f83f5fd2777c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.470073] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Waiting for the task: (returnval){ [ 1187.470073] env[69159]: value = "task-3449429" [ 1187.470073] env[69159]: _type = "Task" [ 1187.470073] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.479147] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': task-3449429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.856377] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7b868c8d-ba5f-4d02-8796-61a3c396026f tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.775s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.873161] env[69159]: DEBUG oslo_concurrency.lockutils [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.873408] env[69159]: DEBUG oslo_concurrency.lockutils [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.873609] env[69159]: DEBUG oslo_concurrency.lockutils [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.873790] env[69159]: DEBUG oslo_concurrency.lockutils [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.873956] env[69159]: DEBUG oslo_concurrency.lockutils [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.876118] env[69159]: INFO nova.compute.manager [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Terminating instance [ 1187.982047] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': task-3449429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062811} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.985323] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.986423] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164c459e-d027-4d69-8e13-b09f10004ac2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.010320] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 5dd699aa-6ff4-472c-8733-ee2881b88d10/5dd699aa-6ff4-472c-8733-ee2881b88d10.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.010574] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4ffc01d-9945-45cb-9e89-08ec11e817e1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.032309] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Waiting for the task: (returnval){ [ 1188.032309] env[69159]: value = "task-3449430" [ 1188.032309] env[69159]: _type = "Task" [ 1188.032309] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.039908] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': task-3449430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.164146] env[69159]: INFO nova.network.neutron [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Port 51b531a6-904b-489a-ad66-6ef7e200512c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1188.164529] env[69159]: DEBUG nova.network.neutron [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Updating instance_info_cache with network_info: [{"id": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "address": "fa:16:3e:78:30:56", "network": {"id": "d2458fef-cb4b-42bf-92ec-c4407088d354", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-474804756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b556003d9a8461b8d25da04f106e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83530fe-7a", "ovs_interfaceid": "f83530fe-7a9e-4414-8ea9-727507ae7df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.379788] env[69159]: DEBUG nova.compute.manager [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1188.380042] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.380916] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f668049-3dce-415c-b88a-3d337a081529 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.388159] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.388381] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81996008-1291-4541-b2ef-df81983137ef {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.394436] env[69159]: DEBUG oslo_vmware.api [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1188.394436] env[69159]: value = "task-3449431" [ 1188.394436] env[69159]: _type = "Task" [ 1188.394436] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.402194] env[69159]: DEBUG oslo_vmware.api [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.543057] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': task-3449430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.667017] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Releasing lock "refresh_cache-d24d76f9-6ea0-4427-845e-9db15c5a93f2" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.904484] env[69159]: DEBUG oslo_vmware.api [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449431, 'name': PowerOffVM_Task, 'duration_secs': 0.250373} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.905288] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.905288] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.905443] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d83b6a5-f2eb-4e03-8fa3-198aafb13721 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.960538] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.960751] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.960938] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Deleting the datastore file [datastore1] d24d76f9-6ea0-4427-845e-9db15c5a93f2 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.961214] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4783449b-d4b3-4184-9544-1391b6bd4058 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.966692] env[69159]: DEBUG oslo_vmware.api [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1188.966692] env[69159]: value = "task-3449433" [ 1188.966692] env[69159]: _type = "Task" [ 1188.966692] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.974066] env[69159]: DEBUG oslo_vmware.api [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.041290] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': task-3449430, 'name': ReconfigVM_Task, 'duration_secs': 0.729971} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.041724] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 5dd699aa-6ff4-472c-8733-ee2881b88d10/5dd699aa-6ff4-472c-8733-ee2881b88d10.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.042153] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dc83e12-36be-45a5-aa6b-b18edd73adf2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.048979] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Waiting for the task: (returnval){ [ 1189.048979] env[69159]: value = "task-3449434" [ 1189.048979] env[69159]: _type = "Task" [ 1189.048979] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.056484] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': task-3449434, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.172031] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8d14a762-9413-412a-a276-8275507bde69 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "interface-d24d76f9-6ea0-4427-845e-9db15c5a93f2-51b531a6-904b-489a-ad66-6ef7e200512c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.700s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.477516] env[69159]: DEBUG oslo_vmware.api [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144741} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.477756] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.477951] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.478152] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.478333] env[69159]: INFO nova.compute.manager [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1189.478571] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.478781] env[69159]: DEBUG nova.compute.manager [-] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1189.478881] env[69159]: DEBUG nova.network.neutron [-] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.558539] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': task-3449434, 'name': Rename_Task, 'duration_secs': 0.128218} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.558820] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.559082] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa779a1c-b183-42de-ab9f-ae476f275b46 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.565934] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Waiting for the task: (returnval){ [ 1189.565934] env[69159]: value = "task-3449435" [ 1189.565934] env[69159]: _type = "Task" [ 1189.565934] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.575853] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': task-3449435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.078550] env[69159]: DEBUG oslo_vmware.api [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': task-3449435, 'name': PowerOnVM_Task, 'duration_secs': 0.502782} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.078953] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.079097] env[69159]: INFO nova.compute.manager [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1190.079270] env[69159]: DEBUG nova.compute.manager [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1190.080067] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941ca5b2-ce5b-40c6-adb3-492d4dd2979a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.180576] env[69159]: DEBUG nova.compute.manager [req-9143b888-1877-4ef2-b8e1-7c268dbf6de7 req-4902108a-a6b1-4b0d-9124-04c40e0ef5a6 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Received event network-vif-deleted-f83530fe-7a9e-4414-8ea9-727507ae7df4 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1190.180829] env[69159]: INFO nova.compute.manager [req-9143b888-1877-4ef2-b8e1-7c268dbf6de7 req-4902108a-a6b1-4b0d-9124-04c40e0ef5a6 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Neutron deleted interface f83530fe-7a9e-4414-8ea9-727507ae7df4; detaching it from the instance and deleting it from the info cache [ 1190.181067] env[69159]: DEBUG nova.network.neutron [req-9143b888-1877-4ef2-b8e1-7c268dbf6de7 req-4902108a-a6b1-4b0d-9124-04c40e0ef5a6 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.598566] env[69159]: INFO nova.compute.manager [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Took 13.63 seconds to build instance. [ 1190.665345] env[69159]: DEBUG nova.network.neutron [-] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.683008] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fc0feb8-1c55-4ca7-b190-833090146cdc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.693175] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572bf9ba-b49b-402d-b438-cc6443f33aef {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.720834] env[69159]: DEBUG nova.compute.manager [req-9143b888-1877-4ef2-b8e1-7c268dbf6de7 req-4902108a-a6b1-4b0d-9124-04c40e0ef5a6 service nova] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Detach interface failed, port_id=f83530fe-7a9e-4414-8ea9-727507ae7df4, reason: Instance d24d76f9-6ea0-4427-845e-9db15c5a93f2 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1191.100187] env[69159]: DEBUG oslo_concurrency.lockutils [None req-802f2ac1-4f8b-4d18-b380-2e983506261a tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Lock "5dd699aa-6ff4-472c-8733-ee2881b88d10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.142s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.168721] env[69159]: INFO nova.compute.manager [-] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Took 1.69 seconds to deallocate network for instance. [ 1191.571212] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Acquiring lock "5dd699aa-6ff4-472c-8733-ee2881b88d10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.571554] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Lock "5dd699aa-6ff4-472c-8733-ee2881b88d10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.571788] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Acquiring lock "5dd699aa-6ff4-472c-8733-ee2881b88d10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.571980] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Lock "5dd699aa-6ff4-472c-8733-ee2881b88d10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.572175] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Lock "5dd699aa-6ff4-472c-8733-ee2881b88d10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.574178] env[69159]: INFO nova.compute.manager [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Terminating instance [ 1191.675408] env[69159]: DEBUG oslo_concurrency.lockutils [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.675682] env[69159]: DEBUG oslo_concurrency.lockutils [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.675916] env[69159]: DEBUG nova.objects.instance [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lazy-loading 'resources' on Instance uuid d24d76f9-6ea0-4427-845e-9db15c5a93f2 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.078423] env[69159]: DEBUG nova.compute.manager [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1192.078646] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.079570] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83f831a-518b-46a5-a63f-4b047511ad6f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.087515] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.087740] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-956c393b-1792-4fef-9356-798832961977 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.094199] env[69159]: DEBUG oslo_vmware.api [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Waiting for the task: (returnval){ [ 1192.094199] env[69159]: value = "task-3449436" [ 1192.094199] env[69159]: _type = "Task" [ 1192.094199] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.101416] env[69159]: DEBUG oslo_vmware.api [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': task-3449436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.268993] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b2c434-aea7-4329-a2a3-f5429b900b27 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.276522] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8db8faf-8cc0-4c05-b7d2-501fbbb457f2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.307103] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fdce33-5d2a-472b-bf26-23357b9bcc72 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.314042] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501214d1-0e11-4adf-819d-b40a464ee165 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.326849] env[69159]: DEBUG nova.compute.provider_tree [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.604412] env[69159]: DEBUG oslo_vmware.api [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': task-3449436, 'name': PowerOffVM_Task, 'duration_secs': 0.163226} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.604677] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.604848] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.605098] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffb297ef-e4bb-44ae-a142-3c8f6525a1c0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.663200] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.663427] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.663609] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Deleting the datastore file [datastore2] 5dd699aa-6ff4-472c-8733-ee2881b88d10 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.663898] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4513035e-4a13-4e4e-9df8-4322c924d73e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.669875] env[69159]: DEBUG oslo_vmware.api [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Waiting for the task: (returnval){ [ 1192.669875] env[69159]: value = "task-3449438" [ 1192.669875] env[69159]: _type = "Task" [ 1192.669875] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.677427] env[69159]: DEBUG oslo_vmware.api [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': task-3449438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.829827] env[69159]: DEBUG nova.scheduler.client.report [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.179975] env[69159]: DEBUG oslo_vmware.api [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Task: {'id': task-3449438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130196} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.180356] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.180464] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.180716] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.181010] env[69159]: INFO nova.compute.manager [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1193.181319] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.181569] env[69159]: DEBUG nova.compute.manager [-] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1193.181671] env[69159]: DEBUG nova.network.neutron [-] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.334415] env[69159]: DEBUG oslo_concurrency.lockutils [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.353413] env[69159]: INFO nova.scheduler.client.report [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Deleted allocations for instance d24d76f9-6ea0-4427-845e-9db15c5a93f2 [ 1193.427497] env[69159]: DEBUG nova.compute.manager [req-26071b71-fa84-48f3-b2dc-93b0c1e79bc5 req-605bd0e5-cbe0-4e0b-9a62-d72e5e75e750 service nova] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Received event network-vif-deleted-c99cc5c8-3fd3-44c3-89fa-bf8b6962279a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1193.427602] env[69159]: INFO nova.compute.manager [req-26071b71-fa84-48f3-b2dc-93b0c1e79bc5 req-605bd0e5-cbe0-4e0b-9a62-d72e5e75e750 service nova] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Neutron deleted interface c99cc5c8-3fd3-44c3-89fa-bf8b6962279a; detaching it from the instance and deleting it from the info cache [ 1193.427798] env[69159]: DEBUG nova.network.neutron [req-26071b71-fa84-48f3-b2dc-93b0c1e79bc5 req-605bd0e5-cbe0-4e0b-9a62-d72e5e75e750 service nova] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.868179] env[69159]: DEBUG oslo_concurrency.lockutils [None req-56431d09-c728-4bd0-b8a5-8de59cdeee31 tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "d24d76f9-6ea0-4427-845e-9db15c5a93f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.995s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.911954] env[69159]: DEBUG nova.network.neutron [-] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.930839] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7cb1e1af-952a-4edc-847e-4ae41e28036b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.940841] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f640b5-93e2-4dbd-8ce0-ed02777cb149 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.966900] env[69159]: DEBUG nova.compute.manager [req-26071b71-fa84-48f3-b2dc-93b0c1e79bc5 req-605bd0e5-cbe0-4e0b-9a62-d72e5e75e750 service nova] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Detach interface failed, port_id=c99cc5c8-3fd3-44c3-89fa-bf8b6962279a, reason: Instance 5dd699aa-6ff4-472c-8733-ee2881b88d10 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1194.415250] env[69159]: INFO nova.compute.manager [-] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Took 1.23 seconds to deallocate network for instance. [ 1194.591327] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.591646] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.591897] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.592110] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.592283] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.594862] env[69159]: INFO nova.compute.manager [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Terminating instance [ 1194.921807] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.922218] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.922502] env[69159]: DEBUG nova.objects.instance [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Lazy-loading 'resources' on Instance uuid 5dd699aa-6ff4-472c-8733-ee2881b88d10 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.098374] env[69159]: DEBUG nova.compute.manager [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1195.098607] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.099553] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07bce5e-7bc3-48e3-b1dc-9f4d04368d45 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.107605] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.107851] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3703c0e-0081-4117-b2c5-012a33d6040c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.113692] env[69159]: DEBUG oslo_vmware.api [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1195.113692] env[69159]: value = "task-3449439" [ 1195.113692] env[69159]: _type = "Task" [ 1195.113692] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.121153] env[69159]: DEBUG oslo_vmware.api [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.495912] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434be489-b53c-4cb2-901f-fa0d0a0eb4f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.503300] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f714d52-1012-4482-8beb-5ed5f0310d3c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.532514] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aea0eff-62ec-486a-af35-38f24bdeb6bc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.540010] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8266cb-aca9-428d-b33e-3094ff43ef6b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.553281] env[69159]: DEBUG nova.compute.provider_tree [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.623497] env[69159]: DEBUG oslo_vmware.api [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449439, 'name': PowerOffVM_Task, 'duration_secs': 0.16218} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.623796] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.623977] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.624221] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caba8ec6-fe88-4def-911b-65a6cb50403a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.686481] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.686711] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.686882] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Deleting the datastore file [datastore1] 9acc3297-9ac6-4cf8-9823-7e1a151508b7 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.687156] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff9fc285-ca29-44ac-a3bd-77dd857f1937 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.693350] env[69159]: DEBUG oslo_vmware.api [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for the task: (returnval){ [ 1195.693350] env[69159]: value = "task-3449441" [ 1195.693350] env[69159]: _type = "Task" [ 1195.693350] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.700865] env[69159]: DEBUG oslo_vmware.api [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.844180] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28989c8c-660c-4bff-9eff-72db40cf1284 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "716efb03-8f77-4eb2-bfac-97fe724909f9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.844445] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28989c8c-660c-4bff-9eff-72db40cf1284 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.844680] env[69159]: INFO nova.compute.manager [None req-28989c8c-660c-4bff-9eff-72db40cf1284 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Rebooting instance [ 1196.057124] env[69159]: DEBUG nova.scheduler.client.report [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.205601] env[69159]: DEBUG oslo_vmware.api [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Task: {'id': task-3449441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129706} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.205886] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.206204] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.206462] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.206659] env[69159]: INFO nova.compute.manager [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1196.206900] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.207101] env[69159]: DEBUG nova.compute.manager [-] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1196.207194] env[69159]: DEBUG nova.network.neutron [-] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.365501] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28989c8c-660c-4bff-9eff-72db40cf1284 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.365700] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28989c8c-660c-4bff-9eff-72db40cf1284 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.365911] env[69159]: DEBUG nova.network.neutron [None req-28989c8c-660c-4bff-9eff-72db40cf1284 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.561759] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.580112] env[69159]: INFO nova.scheduler.client.report [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Deleted allocations for instance 5dd699aa-6ff4-472c-8733-ee2881b88d10 [ 1196.773743] env[69159]: DEBUG nova.compute.manager [req-364fe9b4-fda5-4231-a004-132564ed5077 req-cc7ab075-abe3-4a73-83d2-027e5ab68220 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Received event network-vif-deleted-fd733083-d416-4488-af7b-395abdf44202 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1196.773743] env[69159]: INFO nova.compute.manager [req-364fe9b4-fda5-4231-a004-132564ed5077 req-cc7ab075-abe3-4a73-83d2-027e5ab68220 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Neutron deleted interface fd733083-d416-4488-af7b-395abdf44202; detaching it from the instance and deleting it from the info cache [ 1196.773861] env[69159]: DEBUG nova.network.neutron [req-364fe9b4-fda5-4231-a004-132564ed5077 req-cc7ab075-abe3-4a73-83d2-027e5ab68220 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.064923] env[69159]: DEBUG nova.network.neutron [None req-28989c8c-660c-4bff-9eff-72db40cf1284 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating instance_info_cache with network_info: [{"id": "c7361ef5-7d04-48da-859a-b4e98e012527", "address": "fa:16:3e:f4:b7:44", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7361ef5-7d", "ovs_interfaceid": "c7361ef5-7d04-48da-859a-b4e98e012527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.087498] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5f303ebd-7fe8-4e73-b034-4b9731306965 tempest-ServerAddressesTestJSON-1614482817 tempest-ServerAddressesTestJSON-1614482817-project-member] Lock "5dd699aa-6ff4-472c-8733-ee2881b88d10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.516s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.260211] env[69159]: DEBUG nova.network.neutron [-] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.277866] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5375406-1be3-4cac-a9dd-ffa7f9cb30c2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.287287] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18907164-e1de-4f65-be0b-21dc9dcfc5eb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.312941] env[69159]: DEBUG nova.compute.manager [req-364fe9b4-fda5-4231-a004-132564ed5077 req-cc7ab075-abe3-4a73-83d2-027e5ab68220 service nova] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Detach interface failed, port_id=fd733083-d416-4488-af7b-395abdf44202, reason: Instance 9acc3297-9ac6-4cf8-9823-7e1a151508b7 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1197.567942] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28989c8c-660c-4bff-9eff-72db40cf1284 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.763232] env[69159]: INFO nova.compute.manager [-] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Took 1.56 seconds to deallocate network for instance. [ 1198.073543] env[69159]: DEBUG nova.compute.manager [None req-28989c8c-660c-4bff-9eff-72db40cf1284 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1198.074487] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52ad80d-19b6-4b11-be9c-74ce6367da57 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.272326] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.272525] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.272747] env[69159]: DEBUG nova.objects.instance [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lazy-loading 'resources' on Instance uuid 9acc3297-9ac6-4cf8-9823-7e1a151508b7 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.862812] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c125c9-f06e-4753-8886-ab662112fc68 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.870681] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86399847-2b78-4af6-ade6-38a00eca6058 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.901321] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b9a9d7-34ba-4185-94bb-a8c8f19589e7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.909384] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b7ac45-d6f8-4ac8-afbd-6e5a750d20b3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.922709] env[69159]: DEBUG nova.compute.provider_tree [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.091818] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c58ddb-d611-4ab4-9ab5-004a025fd000 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.099061] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-28989c8c-660c-4bff-9eff-72db40cf1284 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Doing hard reboot of VM {{(pid=69159) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1199.099313] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-10e819b5-b492-4eac-b17b-c354e3c7c00a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.105560] env[69159]: DEBUG oslo_vmware.api [None req-28989c8c-660c-4bff-9eff-72db40cf1284 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1199.105560] env[69159]: value = "task-3449442" [ 1199.105560] env[69159]: _type = "Task" [ 1199.105560] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.114324] env[69159]: DEBUG oslo_vmware.api [None req-28989c8c-660c-4bff-9eff-72db40cf1284 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449442, 'name': ResetVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.426420] env[69159]: DEBUG nova.scheduler.client.report [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.616547] env[69159]: DEBUG oslo_vmware.api [None req-28989c8c-660c-4bff-9eff-72db40cf1284 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449442, 'name': ResetVM_Task, 'duration_secs': 0.085505} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.616847] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-28989c8c-660c-4bff-9eff-72db40cf1284 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Did hard reboot of VM {{(pid=69159) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1199.617066] env[69159]: DEBUG nova.compute.manager [None req-28989c8c-660c-4bff-9eff-72db40cf1284 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1199.617836] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f398d3d-aceb-4bd6-9790-e337c1aa1ec3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.933012] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.956383] env[69159]: INFO nova.scheduler.client.report [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Deleted allocations for instance 9acc3297-9ac6-4cf8-9823-7e1a151508b7 [ 1200.130005] env[69159]: DEBUG oslo_concurrency.lockutils [None req-28989c8c-660c-4bff-9eff-72db40cf1284 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.285s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.465478] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c059b94f-eb54-45fa-9093-edebc357f91a tempest-AttachInterfacesTestJSON-599839562 tempest-AttachInterfacesTestJSON-599839562-project-member] Lock "9acc3297-9ac6-4cf8-9823-7e1a151508b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.873s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.282953] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.283264] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.724384] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "7aaa3617-1bad-4448-8704-5c3168679d63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.724384] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "7aaa3617-1bad-4448-8704-5c3168679d63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.785042] env[69159]: DEBUG nova.compute.manager [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1203.226345] env[69159]: DEBUG nova.compute.manager [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1203.308288] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.308595] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.310146] env[69159]: INFO nova.compute.claims [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.749978] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.401097] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff163592-7aaf-4e62-b8ff-3abf61d0d9b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.407710] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98d1b0d-140f-4c65-b1bb-245aaf32868b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.437693] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de88ba0-cd0d-4d40-9d4c-aa93c4614bd0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.444969] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72915304-ef0d-4b5d-bfb5-235327bf4fe7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.459694] env[69159]: DEBUG nova.compute.provider_tree [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.963436] env[69159]: DEBUG nova.scheduler.client.report [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.469043] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.469605] env[69159]: DEBUG nova.compute.manager [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1205.472696] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.723s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.474263] env[69159]: INFO nova.compute.claims [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.981612] env[69159]: DEBUG nova.compute.utils [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.985092] env[69159]: DEBUG nova.compute.manager [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1205.985224] env[69159]: DEBUG nova.network.neutron [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.049670] env[69159]: DEBUG nova.policy [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ce9e4b5a7c7445a837cb287739fa0a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c053135b7d5472181d6d61c735f334b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.297392] env[69159]: DEBUG nova.network.neutron [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Successfully created port: d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.440537] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "a70bfd18-e594-45c7-8286-4d7781010f50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.440626] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "a70bfd18-e594-45c7-8286-4d7781010f50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.485660] env[69159]: DEBUG nova.compute.manager [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1206.592222] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdc98b9-f099-46b5-93b1-15bcc682347e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.599818] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1499204e-6d3a-4f60-a2aa-31f8e0d08cbb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.630645] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fead5c21-8d7c-47ed-bde3-95a027387bd0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.637485] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d943e03f-8224-410b-9caf-12db9afd90dd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.650185] env[69159]: DEBUG nova.compute.provider_tree [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.947627] env[69159]: DEBUG nova.compute.manager [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1207.153692] env[69159]: DEBUG nova.scheduler.client.report [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.464687] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.498955] env[69159]: DEBUG nova.compute.manager [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1207.524754] env[69159]: DEBUG nova.virt.hardware [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.525026] env[69159]: DEBUG nova.virt.hardware [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.525195] env[69159]: DEBUG nova.virt.hardware [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.525378] env[69159]: DEBUG nova.virt.hardware [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.525520] env[69159]: DEBUG nova.virt.hardware [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.525657] env[69159]: DEBUG nova.virt.hardware [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.525925] env[69159]: DEBUG nova.virt.hardware [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.526125] env[69159]: DEBUG nova.virt.hardware [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.526519] env[69159]: DEBUG nova.virt.hardware [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.526519] env[69159]: DEBUG nova.virt.hardware [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.526655] env[69159]: DEBUG nova.virt.hardware [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.527526] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f37ee6e-2a88-4cdb-84bf-04f062bcbaa3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.537158] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6663211-294b-4cdc-90da-1cf23286b12b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.658245] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.658774] env[69159]: DEBUG nova.compute.manager [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1207.661429] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.197s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.662807] env[69159]: INFO nova.compute.claims [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.719858] env[69159]: DEBUG nova.compute.manager [req-bdee9b39-dc21-4cc9-985c-f50ca9d9925f req-71ee548a-ff79-4ba7-8082-e1ccfa7c73b0 service nova] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Received event network-vif-plugged-d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1207.720122] env[69159]: DEBUG oslo_concurrency.lockutils [req-bdee9b39-dc21-4cc9-985c-f50ca9d9925f req-71ee548a-ff79-4ba7-8082-e1ccfa7c73b0 service nova] Acquiring lock "3b8ce3c1-6789-4eca-bdd5-92f2950edeb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.720313] env[69159]: DEBUG oslo_concurrency.lockutils [req-bdee9b39-dc21-4cc9-985c-f50ca9d9925f req-71ee548a-ff79-4ba7-8082-e1ccfa7c73b0 service nova] Lock "3b8ce3c1-6789-4eca-bdd5-92f2950edeb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.720492] env[69159]: DEBUG oslo_concurrency.lockutils [req-bdee9b39-dc21-4cc9-985c-f50ca9d9925f req-71ee548a-ff79-4ba7-8082-e1ccfa7c73b0 service nova] Lock "3b8ce3c1-6789-4eca-bdd5-92f2950edeb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.720671] env[69159]: DEBUG nova.compute.manager [req-bdee9b39-dc21-4cc9-985c-f50ca9d9925f req-71ee548a-ff79-4ba7-8082-e1ccfa7c73b0 service nova] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] No waiting events found dispatching network-vif-plugged-d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1207.720844] env[69159]: WARNING nova.compute.manager [req-bdee9b39-dc21-4cc9-985c-f50ca9d9925f req-71ee548a-ff79-4ba7-8082-e1ccfa7c73b0 service nova] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Received unexpected event network-vif-plugged-d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6 for instance with vm_state building and task_state spawning. [ 1207.804825] env[69159]: DEBUG nova.network.neutron [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Successfully updated port: d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.166896] env[69159]: DEBUG nova.compute.utils [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.170266] env[69159]: DEBUG nova.compute.manager [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1208.170437] env[69159]: DEBUG nova.network.neutron [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.204882] env[69159]: DEBUG nova.policy [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ce9e4b5a7c7445a837cb287739fa0a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c053135b7d5472181d6d61c735f334b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.307391] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "refresh_cache-3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.307531] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired lock "refresh_cache-3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.307687] env[69159]: DEBUG nova.network.neutron [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.447167] env[69159]: DEBUG nova.network.neutron [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Successfully created port: fa1b4143-caba-4f26-945c-8412c8ff92be {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.671541] env[69159]: DEBUG nova.compute.manager [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1208.769245] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7916e000-983a-4271-ab06-ee9fb9c4b2e2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.776789] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33c14a1-8228-4fe2-a36c-9688d8f782be {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.807226] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ab643d-a454-4ef8-a5a4-77137e141948 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.814584] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26102a4-3b18-4d6c-9688-84bba0566fe7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.827774] env[69159]: DEBUG nova.compute.provider_tree [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.840010] env[69159]: DEBUG nova.network.neutron [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.953213] env[69159]: DEBUG nova.network.neutron [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Updating instance_info_cache with network_info: [{"id": "d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6", "address": "fa:16:3e:83:33:a8", "network": {"id": "6398d03d-9375-4dec-861a-acfdbe3d0d2f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1527641923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c053135b7d5472181d6d61c735f334b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7c1d7e3-fc", "ovs_interfaceid": "d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.331255] env[69159]: DEBUG nova.scheduler.client.report [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.455650] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Releasing lock "refresh_cache-3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.455918] env[69159]: DEBUG nova.compute.manager [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Instance network_info: |[{"id": "d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6", "address": "fa:16:3e:83:33:a8", "network": {"id": "6398d03d-9375-4dec-861a-acfdbe3d0d2f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1527641923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c053135b7d5472181d6d61c735f334b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7c1d7e3-fc", "ovs_interfaceid": "d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1209.456404] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:33:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7c1d7e3-fc2e-4f4e-91df-3f808eb674c6', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.463999] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Creating folder: Project (4c053135b7d5472181d6d61c735f334b). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1209.464285] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8b2bfa3-4db8-4e49-85a6-8ca90104f55f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.477195] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Created folder: Project (4c053135b7d5472181d6d61c735f334b) in parent group-v688391. [ 1209.477381] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Creating folder: Instances. Parent ref: group-v688692. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1209.477614] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0716d628-00be-42e1-b0f8-7e350db52575 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.486766] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Created folder: Instances in parent group-v688692. [ 1209.486983] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.487184] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.487380] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c479b63-ed49-4caa-9944-0c5679181669 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.504999] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.504999] env[69159]: value = "task-3449445" [ 1209.504999] env[69159]: _type = "Task" [ 1209.504999] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.511914] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449445, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.684251] env[69159]: DEBUG nova.compute.manager [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1209.711961] env[69159]: DEBUG nova.virt.hardware [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.711961] env[69159]: DEBUG nova.virt.hardware [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.711961] env[69159]: DEBUG nova.virt.hardware [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.712198] env[69159]: DEBUG nova.virt.hardware [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.712300] env[69159]: DEBUG nova.virt.hardware [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.712447] env[69159]: DEBUG nova.virt.hardware [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.712657] env[69159]: DEBUG nova.virt.hardware [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.712812] env[69159]: DEBUG nova.virt.hardware [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.712977] env[69159]: DEBUG nova.virt.hardware [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.713190] env[69159]: DEBUG nova.virt.hardware [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.713470] env[69159]: DEBUG nova.virt.hardware [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.714294] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2fe726-4cd9-499c-875b-d2240e1ab1ce {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.723522] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6485b60a-d1e0-49ae-a297-019405a80a75 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.750624] env[69159]: DEBUG nova.compute.manager [req-6e857a69-8191-48a1-8c1c-382f6278cb57 req-909054df-b821-494c-9ffb-38ac81a8640e service nova] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Received event network-changed-d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1209.750902] env[69159]: DEBUG nova.compute.manager [req-6e857a69-8191-48a1-8c1c-382f6278cb57 req-909054df-b821-494c-9ffb-38ac81a8640e service nova] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Refreshing instance network info cache due to event network-changed-d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1209.751052] env[69159]: DEBUG oslo_concurrency.lockutils [req-6e857a69-8191-48a1-8c1c-382f6278cb57 req-909054df-b821-494c-9ffb-38ac81a8640e service nova] Acquiring lock "refresh_cache-3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.751179] env[69159]: DEBUG oslo_concurrency.lockutils [req-6e857a69-8191-48a1-8c1c-382f6278cb57 req-909054df-b821-494c-9ffb-38ac81a8640e service nova] Acquired lock "refresh_cache-3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.751322] env[69159]: DEBUG nova.network.neutron [req-6e857a69-8191-48a1-8c1c-382f6278cb57 req-909054df-b821-494c-9ffb-38ac81a8640e service nova] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Refreshing network info cache for port d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.836327] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.836853] env[69159]: DEBUG nova.compute.manager [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1209.932260] env[69159]: DEBUG nova.network.neutron [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Successfully updated port: fa1b4143-caba-4f26-945c-8412c8ff92be {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.015107] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449445, 'name': CreateVM_Task, 'duration_secs': 0.392745} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.015264] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.022302] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.022465] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.022798] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.023060] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73fb73ae-c81f-45c2-bb98-8fb1cb6473de {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.027867] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1210.027867] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a33dc9-51bf-6bd6-9496-6874cf9a864b" [ 1210.027867] env[69159]: _type = "Task" [ 1210.027867] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.035299] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a33dc9-51bf-6bd6-9496-6874cf9a864b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.341580] env[69159]: DEBUG nova.compute.utils [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.342985] env[69159]: DEBUG nova.compute.manager [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1210.343175] env[69159]: DEBUG nova.network.neutron [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.398072] env[69159]: DEBUG nova.policy [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfbe95ed4ac743ce9f38462b00b6d8b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5b05c7c4d445d6b6014bb5c4c78cdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.434615] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "refresh_cache-7aaa3617-1bad-4448-8704-5c3168679d63" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.434856] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired lock "refresh_cache-7aaa3617-1bad-4448-8704-5c3168679d63" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.435104] env[69159]: DEBUG nova.network.neutron [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.499609] env[69159]: DEBUG nova.network.neutron [req-6e857a69-8191-48a1-8c1c-382f6278cb57 req-909054df-b821-494c-9ffb-38ac81a8640e service nova] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Updated VIF entry in instance network info cache for port d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.499998] env[69159]: DEBUG nova.network.neutron [req-6e857a69-8191-48a1-8c1c-382f6278cb57 req-909054df-b821-494c-9ffb-38ac81a8640e service nova] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Updating instance_info_cache with network_info: [{"id": "d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6", "address": "fa:16:3e:83:33:a8", "network": {"id": "6398d03d-9375-4dec-861a-acfdbe3d0d2f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1527641923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c053135b7d5472181d6d61c735f334b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7c1d7e3-fc", "ovs_interfaceid": "d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.538738] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a33dc9-51bf-6bd6-9496-6874cf9a864b, 'name': SearchDatastore_Task, 'duration_secs': 0.012846} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.539023] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.539286] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.539514] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.539664] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.540073] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.540114] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c20d19d9-b29d-40a4-a4f8-8e81409421a2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.548687] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.548849] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1210.549555] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a51ea7c-c80e-4983-9e6e-0a74fd1ae14b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.554225] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1210.554225] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529d401d-7eba-724d-4b93-2227a7e0e90d" [ 1210.554225] env[69159]: _type = "Task" [ 1210.554225] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.561286] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529d401d-7eba-724d-4b93-2227a7e0e90d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.668799] env[69159]: DEBUG nova.network.neutron [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Successfully created port: 72462a38-5d7a-4017-8244-57cfea8c4132 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.848620] env[69159]: DEBUG nova.compute.manager [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1210.964560] env[69159]: DEBUG nova.network.neutron [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.003015] env[69159]: DEBUG oslo_concurrency.lockutils [req-6e857a69-8191-48a1-8c1c-382f6278cb57 req-909054df-b821-494c-9ffb-38ac81a8640e service nova] Releasing lock "refresh_cache-3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.067844] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529d401d-7eba-724d-4b93-2227a7e0e90d, 'name': SearchDatastore_Task, 'duration_secs': 0.008858} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.068127] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb571d54-d28c-41b3-a876-9b9162aad0b3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.073381] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1211.073381] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520c7e73-a851-4679-ef3a-31191cf35395" [ 1211.073381] env[69159]: _type = "Task" [ 1211.073381] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.082625] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520c7e73-a851-4679-ef3a-31191cf35395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.090581] env[69159]: DEBUG nova.network.neutron [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Updating instance_info_cache with network_info: [{"id": "fa1b4143-caba-4f26-945c-8412c8ff92be", "address": "fa:16:3e:ef:73:d2", "network": {"id": "6398d03d-9375-4dec-861a-acfdbe3d0d2f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1527641923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c053135b7d5472181d6d61c735f334b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1b4143-ca", "ovs_interfaceid": "fa1b4143-caba-4f26-945c-8412c8ff92be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.583814] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520c7e73-a851-4679-ef3a-31191cf35395, 'name': SearchDatastore_Task, 'duration_secs': 0.009764} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.584033] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.584292] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7/3b8ce3c1-6789-4eca-bdd5-92f2950edeb7.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.584540] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a01a51b-20dd-42ed-8042-66b961a1eb01 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.591021] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1211.591021] env[69159]: value = "task-3449446" [ 1211.591021] env[69159]: _type = "Task" [ 1211.591021] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.594108] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Releasing lock "refresh_cache-7aaa3617-1bad-4448-8704-5c3168679d63" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.594408] env[69159]: DEBUG nova.compute.manager [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Instance network_info: |[{"id": "fa1b4143-caba-4f26-945c-8412c8ff92be", "address": "fa:16:3e:ef:73:d2", "network": {"id": "6398d03d-9375-4dec-861a-acfdbe3d0d2f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1527641923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c053135b7d5472181d6d61c735f334b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1b4143-ca", "ovs_interfaceid": "fa1b4143-caba-4f26-945c-8412c8ff92be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1211.594775] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:73:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa1b4143-caba-4f26-945c-8412c8ff92be', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.602229] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.602706] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.602928] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37e40e73-4554-4042-a943-de6c390515ca {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.619771] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.624846] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.624846] env[69159]: value = "task-3449447" [ 1211.624846] env[69159]: _type = "Task" [ 1211.624846] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.632064] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449447, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.782797] env[69159]: DEBUG nova.compute.manager [req-f46953a5-37bd-4bbd-a66f-42253b5b179b req-126741e3-4285-45bd-b76a-0005388904cb service nova] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Received event network-vif-plugged-fa1b4143-caba-4f26-945c-8412c8ff92be {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1211.783295] env[69159]: DEBUG oslo_concurrency.lockutils [req-f46953a5-37bd-4bbd-a66f-42253b5b179b req-126741e3-4285-45bd-b76a-0005388904cb service nova] Acquiring lock "7aaa3617-1bad-4448-8704-5c3168679d63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.783639] env[69159]: DEBUG oslo_concurrency.lockutils [req-f46953a5-37bd-4bbd-a66f-42253b5b179b req-126741e3-4285-45bd-b76a-0005388904cb service nova] Lock "7aaa3617-1bad-4448-8704-5c3168679d63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.783828] env[69159]: DEBUG oslo_concurrency.lockutils [req-f46953a5-37bd-4bbd-a66f-42253b5b179b req-126741e3-4285-45bd-b76a-0005388904cb service nova] Lock "7aaa3617-1bad-4448-8704-5c3168679d63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.784013] env[69159]: DEBUG nova.compute.manager [req-f46953a5-37bd-4bbd-a66f-42253b5b179b req-126741e3-4285-45bd-b76a-0005388904cb service nova] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] No waiting events found dispatching network-vif-plugged-fa1b4143-caba-4f26-945c-8412c8ff92be {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1211.784184] env[69159]: WARNING nova.compute.manager [req-f46953a5-37bd-4bbd-a66f-42253b5b179b req-126741e3-4285-45bd-b76a-0005388904cb service nova] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Received unexpected event network-vif-plugged-fa1b4143-caba-4f26-945c-8412c8ff92be for instance with vm_state building and task_state spawning. [ 1211.784349] env[69159]: DEBUG nova.compute.manager [req-f46953a5-37bd-4bbd-a66f-42253b5b179b req-126741e3-4285-45bd-b76a-0005388904cb service nova] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Received event network-changed-fa1b4143-caba-4f26-945c-8412c8ff92be {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1211.784503] env[69159]: DEBUG nova.compute.manager [req-f46953a5-37bd-4bbd-a66f-42253b5b179b req-126741e3-4285-45bd-b76a-0005388904cb service nova] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Refreshing instance network info cache due to event network-changed-fa1b4143-caba-4f26-945c-8412c8ff92be. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1211.784790] env[69159]: DEBUG oslo_concurrency.lockutils [req-f46953a5-37bd-4bbd-a66f-42253b5b179b req-126741e3-4285-45bd-b76a-0005388904cb service nova] Acquiring lock "refresh_cache-7aaa3617-1bad-4448-8704-5c3168679d63" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.785111] env[69159]: DEBUG oslo_concurrency.lockutils [req-f46953a5-37bd-4bbd-a66f-42253b5b179b req-126741e3-4285-45bd-b76a-0005388904cb service nova] Acquired lock "refresh_cache-7aaa3617-1bad-4448-8704-5c3168679d63" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.785363] env[69159]: DEBUG nova.network.neutron [req-f46953a5-37bd-4bbd-a66f-42253b5b179b req-126741e3-4285-45bd-b76a-0005388904cb service nova] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Refreshing network info cache for port fa1b4143-caba-4f26-945c-8412c8ff92be {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.857935] env[69159]: DEBUG nova.compute.manager [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1211.890752] env[69159]: DEBUG nova.virt.hardware [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.891122] env[69159]: DEBUG nova.virt.hardware [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.891342] env[69159]: DEBUG nova.virt.hardware [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.891538] env[69159]: DEBUG nova.virt.hardware [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.891700] env[69159]: DEBUG nova.virt.hardware [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.891851] env[69159]: DEBUG nova.virt.hardware [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.892105] env[69159]: DEBUG nova.virt.hardware [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.892273] env[69159]: DEBUG nova.virt.hardware [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.892440] env[69159]: DEBUG nova.virt.hardware [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.892719] env[69159]: DEBUG nova.virt.hardware [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.892947] env[69159]: DEBUG nova.virt.hardware [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.893895] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7ac6ff-602d-4255-b3aa-a36e48da072b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.904909] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfd07f0-aa96-4d88-b3c4-0554fd8124ef {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.101440] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448259} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.101719] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7/3b8ce3c1-6789-4eca-bdd5-92f2950edeb7.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.101936] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.102213] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d305faf9-0333-4d35-835e-0f9aa2cfcf35 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.108573] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1212.108573] env[69159]: value = "task-3449448" [ 1212.108573] env[69159]: _type = "Task" [ 1212.108573] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.117020] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.135107] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449447, 'name': CreateVM_Task, 'duration_secs': 0.33394} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.135335] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.135977] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.136171] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.136496] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.136749] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65b2061-2846-46ac-a3ce-d7fe96a54a54 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.141499] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1212.141499] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525ba702-f5c7-48da-aa4a-eee165bd785f" [ 1212.141499] env[69159]: _type = "Task" [ 1212.141499] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.149908] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525ba702-f5c7-48da-aa4a-eee165bd785f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.174962] env[69159]: DEBUG nova.network.neutron [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Successfully updated port: 72462a38-5d7a-4017-8244-57cfea8c4132 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.483342] env[69159]: DEBUG nova.network.neutron [req-f46953a5-37bd-4bbd-a66f-42253b5b179b req-126741e3-4285-45bd-b76a-0005388904cb service nova] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Updated VIF entry in instance network info cache for port fa1b4143-caba-4f26-945c-8412c8ff92be. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.483754] env[69159]: DEBUG nova.network.neutron [req-f46953a5-37bd-4bbd-a66f-42253b5b179b req-126741e3-4285-45bd-b76a-0005388904cb service nova] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Updating instance_info_cache with network_info: [{"id": "fa1b4143-caba-4f26-945c-8412c8ff92be", "address": "fa:16:3e:ef:73:d2", "network": {"id": "6398d03d-9375-4dec-861a-acfdbe3d0d2f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1527641923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c053135b7d5472181d6d61c735f334b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1b4143-ca", "ovs_interfaceid": "fa1b4143-caba-4f26-945c-8412c8ff92be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.618477] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058592} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.618671] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.619523] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae7609b-333d-4b1b-96ab-3571fd173623 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.640688] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7/3b8ce3c1-6789-4eca-bdd5-92f2950edeb7.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.640903] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-310c4bea-d4d0-4685-aa2f-94d3e791468a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.662859] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525ba702-f5c7-48da-aa4a-eee165bd785f, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.664009] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.664254] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.664485] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.664632] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.664807] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.665108] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1212.665108] env[69159]: value = "task-3449449" [ 1212.665108] env[69159]: _type = "Task" [ 1212.665108] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.665287] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83159e71-fa40-4ecf-a5ed-42c717a2596e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.674729] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449449, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.675709] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.675876] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.676547] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-384e0309-fbf5-4b04-8af7-64feeb9d5476 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.679030] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "refresh_cache-a70bfd18-e594-45c7-8286-4d7781010f50" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.679030] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "refresh_cache-a70bfd18-e594-45c7-8286-4d7781010f50" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.679364] env[69159]: DEBUG nova.network.neutron [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.683621] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1212.683621] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52929b17-ace1-5663-8185-996124704e1b" [ 1212.683621] env[69159]: _type = "Task" [ 1212.683621] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.694721] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52929b17-ace1-5663-8185-996124704e1b, 'name': SearchDatastore_Task, 'duration_secs': 0.008328} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.695574] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-415d1218-4f96-49bd-98f6-fc10fdfbdc50 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.701178] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1212.701178] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52dbe5e4-b534-8c2d-98bb-e0ff7a4cb219" [ 1212.701178] env[69159]: _type = "Task" [ 1212.701178] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.709499] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52dbe5e4-b534-8c2d-98bb-e0ff7a4cb219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.987383] env[69159]: DEBUG oslo_concurrency.lockutils [req-f46953a5-37bd-4bbd-a66f-42253b5b179b req-126741e3-4285-45bd-b76a-0005388904cb service nova] Releasing lock "refresh_cache-7aaa3617-1bad-4448-8704-5c3168679d63" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.176341] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449449, 'name': ReconfigVM_Task, 'duration_secs': 0.325323} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.176602] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7/3b8ce3c1-6789-4eca-bdd5-92f2950edeb7.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.177221] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bc35d89-6c50-4bc5-8d2e-3c96ddea8938 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.185361] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1213.185361] env[69159]: value = "task-3449450" [ 1213.185361] env[69159]: _type = "Task" [ 1213.185361] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.193776] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449450, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.210581] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52dbe5e4-b534-8c2d-98bb-e0ff7a4cb219, 'name': SearchDatastore_Task, 'duration_secs': 0.00771} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.210836] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.211104] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 7aaa3617-1bad-4448-8704-5c3168679d63/7aaa3617-1bad-4448-8704-5c3168679d63.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.211355] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e01f62b-a44e-44bf-a256-ff9966686617 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.217677] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1213.217677] env[69159]: value = "task-3449451" [ 1213.217677] env[69159]: _type = "Task" [ 1213.217677] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.221149] env[69159]: DEBUG nova.network.neutron [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.226928] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.361938] env[69159]: DEBUG nova.network.neutron [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Updating instance_info_cache with network_info: [{"id": "72462a38-5d7a-4017-8244-57cfea8c4132", "address": "fa:16:3e:d3:02:a2", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72462a38-5d", "ovs_interfaceid": "72462a38-5d7a-4017-8244-57cfea8c4132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.696197] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449450, 'name': Rename_Task, 'duration_secs': 0.141311} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.696582] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.696908] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43f0a519-1f1f-4f21-803a-59478009b2b4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.703857] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1213.703857] env[69159]: value = "task-3449452" [ 1213.703857] env[69159]: _type = "Task" [ 1213.703857] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.712122] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.725604] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426567} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.725827] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 7aaa3617-1bad-4448-8704-5c3168679d63/7aaa3617-1bad-4448-8704-5c3168679d63.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.726069] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.726306] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd510942-4ef0-431e-b33e-f8ef35070023 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.732215] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1213.732215] env[69159]: value = "task-3449453" [ 1213.732215] env[69159]: _type = "Task" [ 1213.732215] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.739363] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.809885] env[69159]: DEBUG nova.compute.manager [req-0d87cddc-7cbd-4b71-b7a9-4f3aa6fc64d8 req-e8503f44-580b-48c5-8201-c114d7225bda service nova] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Received event network-vif-plugged-72462a38-5d7a-4017-8244-57cfea8c4132 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1213.810072] env[69159]: DEBUG oslo_concurrency.lockutils [req-0d87cddc-7cbd-4b71-b7a9-4f3aa6fc64d8 req-e8503f44-580b-48c5-8201-c114d7225bda service nova] Acquiring lock "a70bfd18-e594-45c7-8286-4d7781010f50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.810327] env[69159]: DEBUG oslo_concurrency.lockutils [req-0d87cddc-7cbd-4b71-b7a9-4f3aa6fc64d8 req-e8503f44-580b-48c5-8201-c114d7225bda service nova] Lock "a70bfd18-e594-45c7-8286-4d7781010f50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.810555] env[69159]: DEBUG oslo_concurrency.lockutils [req-0d87cddc-7cbd-4b71-b7a9-4f3aa6fc64d8 req-e8503f44-580b-48c5-8201-c114d7225bda service nova] Lock "a70bfd18-e594-45c7-8286-4d7781010f50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.810680] env[69159]: DEBUG nova.compute.manager [req-0d87cddc-7cbd-4b71-b7a9-4f3aa6fc64d8 req-e8503f44-580b-48c5-8201-c114d7225bda service nova] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] No waiting events found dispatching network-vif-plugged-72462a38-5d7a-4017-8244-57cfea8c4132 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1213.810843] env[69159]: WARNING nova.compute.manager [req-0d87cddc-7cbd-4b71-b7a9-4f3aa6fc64d8 req-e8503f44-580b-48c5-8201-c114d7225bda service nova] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Received unexpected event network-vif-plugged-72462a38-5d7a-4017-8244-57cfea8c4132 for instance with vm_state building and task_state spawning. [ 1213.811011] env[69159]: DEBUG nova.compute.manager [req-0d87cddc-7cbd-4b71-b7a9-4f3aa6fc64d8 req-e8503f44-580b-48c5-8201-c114d7225bda service nova] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Received event network-changed-72462a38-5d7a-4017-8244-57cfea8c4132 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1213.811178] env[69159]: DEBUG nova.compute.manager [req-0d87cddc-7cbd-4b71-b7a9-4f3aa6fc64d8 req-e8503f44-580b-48c5-8201-c114d7225bda service nova] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Refreshing instance network info cache due to event network-changed-72462a38-5d7a-4017-8244-57cfea8c4132. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1213.811341] env[69159]: DEBUG oslo_concurrency.lockutils [req-0d87cddc-7cbd-4b71-b7a9-4f3aa6fc64d8 req-e8503f44-580b-48c5-8201-c114d7225bda service nova] Acquiring lock "refresh_cache-a70bfd18-e594-45c7-8286-4d7781010f50" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.865050] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "refresh_cache-a70bfd18-e594-45c7-8286-4d7781010f50" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.865434] env[69159]: DEBUG nova.compute.manager [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Instance network_info: |[{"id": "72462a38-5d7a-4017-8244-57cfea8c4132", "address": "fa:16:3e:d3:02:a2", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72462a38-5d", "ovs_interfaceid": "72462a38-5d7a-4017-8244-57cfea8c4132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1213.866164] env[69159]: DEBUG oslo_concurrency.lockutils [req-0d87cddc-7cbd-4b71-b7a9-4f3aa6fc64d8 req-e8503f44-580b-48c5-8201-c114d7225bda service nova] Acquired lock "refresh_cache-a70bfd18-e594-45c7-8286-4d7781010f50" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.866164] env[69159]: DEBUG nova.network.neutron [req-0d87cddc-7cbd-4b71-b7a9-4f3aa6fc64d8 req-e8503f44-580b-48c5-8201-c114d7225bda service nova] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Refreshing network info cache for port 72462a38-5d7a-4017-8244-57cfea8c4132 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.867389] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:02:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72462a38-5d7a-4017-8244-57cfea8c4132', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.875404] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Creating folder: Project (dd5b05c7c4d445d6b6014bb5c4c78cdf). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.875985] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3e185a2-f94d-47fa-aeff-f70587ab9148 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.885954] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Created folder: Project (dd5b05c7c4d445d6b6014bb5c4c78cdf) in parent group-v688391. [ 1213.886160] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Creating folder: Instances. Parent ref: group-v688696. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.886391] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eed0ed3b-0649-41b6-bf69-28a80364dd69 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.896025] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Created folder: Instances in parent group-v688696. [ 1213.896025] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.896025] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.896025] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64591359-c72c-43ec-b727-911724f20c65 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.914855] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.914855] env[69159]: value = "task-3449456" [ 1213.914855] env[69159]: _type = "Task" [ 1213.914855] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.921842] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449456, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.188351] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.188660] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.214214] env[69159]: DEBUG oslo_vmware.api [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449452, 'name': PowerOnVM_Task, 'duration_secs': 0.44147} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.214484] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.214722] env[69159]: INFO nova.compute.manager [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1214.214931] env[69159]: DEBUG nova.compute.manager [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1214.215726] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d5feb2-90ae-4633-9fde-e1b782ed82a3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.241853] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098063} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.242176] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.243046] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b695aebb-1bbd-4190-9635-7b5c99638ba4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.266155] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 7aaa3617-1bad-4448-8704-5c3168679d63/7aaa3617-1bad-4448-8704-5c3168679d63.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.267082] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c7b47c0-c8a8-4646-beff-9f62de6f69c0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.286593] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1214.286593] env[69159]: value = "task-3449457" [ 1214.286593] env[69159]: _type = "Task" [ 1214.286593] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.296173] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.424675] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449456, 'name': CreateVM_Task, 'duration_secs': 0.296829} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.424880] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.425583] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.425767] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.426129] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.426399] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8701a397-6fa8-4707-b596-379e8421e522 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.430744] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1214.430744] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5224f8c3-82eb-36c3-d401-d617e4af320e" [ 1214.430744] env[69159]: _type = "Task" [ 1214.430744] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.438151] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5224f8c3-82eb-36c3-d401-d617e4af320e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.597863] env[69159]: DEBUG nova.network.neutron [req-0d87cddc-7cbd-4b71-b7a9-4f3aa6fc64d8 req-e8503f44-580b-48c5-8201-c114d7225bda service nova] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Updated VIF entry in instance network info cache for port 72462a38-5d7a-4017-8244-57cfea8c4132. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.598398] env[69159]: DEBUG nova.network.neutron [req-0d87cddc-7cbd-4b71-b7a9-4f3aa6fc64d8 req-e8503f44-580b-48c5-8201-c114d7225bda service nova] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Updating instance_info_cache with network_info: [{"id": "72462a38-5d7a-4017-8244-57cfea8c4132", "address": "fa:16:3e:d3:02:a2", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72462a38-5d", "ovs_interfaceid": "72462a38-5d7a-4017-8244-57cfea8c4132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.691867] env[69159]: DEBUG nova.compute.utils [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.732693] env[69159]: INFO nova.compute.manager [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Took 11.44 seconds to build instance. [ 1214.797276] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449457, 'name': ReconfigVM_Task, 'duration_secs': 0.262772} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.797521] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 7aaa3617-1bad-4448-8704-5c3168679d63/7aaa3617-1bad-4448-8704-5c3168679d63.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.798199] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9318db08-348b-4d48-8835-b392a56381bf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.804012] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1214.804012] env[69159]: value = "task-3449458" [ 1214.804012] env[69159]: _type = "Task" [ 1214.804012] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.811274] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449458, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.940967] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5224f8c3-82eb-36c3-d401-d617e4af320e, 'name': SearchDatastore_Task, 'duration_secs': 0.009536} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.941300] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.941537] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.941774] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.941921] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.942116] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.942382] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63918ca0-f323-4466-93b5-f451ecaf130b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.950585] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.950762] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.951470] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd1e1f7-5040-4efa-b2fa-40c367eafe24 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.956251] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1214.956251] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521a92f5-3c81-0348-d74a-cb9140efd0fc" [ 1214.956251] env[69159]: _type = "Task" [ 1214.956251] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.963453] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521a92f5-3c81-0348-d74a-cb9140efd0fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.100873] env[69159]: DEBUG oslo_concurrency.lockutils [req-0d87cddc-7cbd-4b71-b7a9-4f3aa6fc64d8 req-e8503f44-580b-48c5-8201-c114d7225bda service nova] Releasing lock "refresh_cache-a70bfd18-e594-45c7-8286-4d7781010f50" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.195184] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.234215] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a2d159e3-fc28-489f-bb18-d14cbce4f6dc tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.951s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.314323] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449458, 'name': Rename_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.470064] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521a92f5-3c81-0348-d74a-cb9140efd0fc, 'name': SearchDatastore_Task, 'duration_secs': 0.007567} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.470869] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa88e66a-a5da-4b6d-b176-d3397cdeaa8c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.476843] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1215.476843] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52499c1e-ee7a-d4ac-ef5b-5e790f83928a" [ 1215.476843] env[69159]: _type = "Task" [ 1215.476843] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.486586] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52499c1e-ee7a-d4ac-ef5b-5e790f83928a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.815256] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449458, 'name': Rename_Task, 'duration_secs': 0.817934} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.815801] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.815801] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34b326df-511c-433e-b216-d2d0348db069 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.822283] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1215.822283] env[69159]: value = "task-3449459" [ 1215.822283] env[69159]: _type = "Task" [ 1215.822283] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.833525] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.987311] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52499c1e-ee7a-d4ac-ef5b-5e790f83928a, 'name': SearchDatastore_Task, 'duration_secs': 0.009032} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.987540] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.987791] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] a70bfd18-e594-45c7-8286-4d7781010f50/a70bfd18-e594-45c7-8286-4d7781010f50.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.988058] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac3bfb9d-e43f-4f7f-87c8-22a7adde89db {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.994910] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1215.994910] env[69159]: value = "task-3449460" [ 1215.994910] env[69159]: _type = "Task" [ 1215.994910] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.002745] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.251984] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.252455] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.252654] env[69159]: INFO nova.compute.manager [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Attaching volume 36ecd363-d0ee-469a-9aec-59a2eba1ade1 to /dev/sdb [ 1216.294468] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661ccf4c-2be6-47af-b6c6-cc103d8a5af7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.305225] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c22257-dce7-4f74-93cd-92f74ca5e9f2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.324699] env[69159]: DEBUG nova.virt.block_device [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Updating existing volume attachment record: 35c04fc9-b252-4f43-b4d5-086cb1c3ca8c {{(pid=69159) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1216.339704] env[69159]: DEBUG oslo_vmware.api [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449459, 'name': PowerOnVM_Task, 'duration_secs': 0.496309} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.340053] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.340474] env[69159]: INFO nova.compute.manager [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1216.340687] env[69159]: DEBUG nova.compute.manager [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1216.341544] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2c1047-a02a-49d6-8bd1-9388258d7301 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.505370] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47321} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.505673] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] a70bfd18-e594-45c7-8286-4d7781010f50/a70bfd18-e594-45c7-8286-4d7781010f50.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.505894] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.506228] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbde95f6-5d22-4762-9224-55e680ad403c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.512546] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1216.512546] env[69159]: value = "task-3449462" [ 1216.512546] env[69159]: _type = "Task" [ 1216.512546] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.520839] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.859053] env[69159]: INFO nova.compute.manager [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Took 13.13 seconds to build instance. [ 1217.023705] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062318} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.023972] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.024944] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52789b65-d717-4ba0-9704-51632896de76 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.048020] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] a70bfd18-e594-45c7-8286-4d7781010f50/a70bfd18-e594-45c7-8286-4d7781010f50.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.048380] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39ebd5f3-1d5f-463e-99e5-dd1817b0de17 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.067762] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1217.067762] env[69159]: value = "task-3449463" [ 1217.067762] env[69159]: _type = "Task" [ 1217.067762] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.075722] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.361618] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37b0ce00-83f3-4f30-8902-5d9ca21a6cb8 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "7aaa3617-1bad-4448-8704-5c3168679d63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.639s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.580352] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.079912] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449463, 'name': ReconfigVM_Task, 'duration_secs': 0.592499} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.080203] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Reconfigured VM instance instance-00000070 to attach disk [datastore1] a70bfd18-e594-45c7-8286-4d7781010f50/a70bfd18-e594-45c7-8286-4d7781010f50.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.080807] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18067690-182b-40aa-9e7e-86cdcf8f3da6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.087479] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1218.087479] env[69159]: value = "task-3449464" [ 1218.087479] env[69159]: _type = "Task" [ 1218.087479] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.095244] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449464, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.134898] env[69159]: INFO nova.compute.manager [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Rescuing [ 1218.135177] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "refresh_cache-7aaa3617-1bad-4448-8704-5c3168679d63" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.135328] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired lock "refresh_cache-7aaa3617-1bad-4448-8704-5c3168679d63" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.135508] env[69159]: DEBUG nova.network.neutron [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.597884] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449464, 'name': Rename_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.857156] env[69159]: DEBUG nova.network.neutron [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Updating instance_info_cache with network_info: [{"id": "fa1b4143-caba-4f26-945c-8412c8ff92be", "address": "fa:16:3e:ef:73:d2", "network": {"id": "6398d03d-9375-4dec-861a-acfdbe3d0d2f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1527641923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c053135b7d5472181d6d61c735f334b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1b4143-ca", "ovs_interfaceid": "fa1b4143-caba-4f26-945c-8412c8ff92be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.098394] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449464, 'name': Rename_Task, 'duration_secs': 0.51959} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.098792] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.099120] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb52726f-6e9d-4106-a405-f3c4f7478092 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.105469] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1219.105469] env[69159]: value = "task-3449466" [ 1219.105469] env[69159]: _type = "Task" [ 1219.105469] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.113332] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.360692] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Releasing lock "refresh_cache-7aaa3617-1bad-4448-8704-5c3168679d63" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.616279] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449466, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.116593] env[69159]: DEBUG oslo_vmware.api [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449466, 'name': PowerOnVM_Task, 'duration_secs': 0.542741} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.116837] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.117048] env[69159]: INFO nova.compute.manager [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1220.117230] env[69159]: DEBUG nova.compute.manager [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1220.117968] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d340e8b-d949-4c7f-88b0-d3cb1a14e093 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.632578] env[69159]: INFO nova.compute.manager [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Took 13.18 seconds to build instance. [ 1220.878390] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Volume attach. Driver type: vmdk {{(pid=69159) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1220.878650] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688699', 'volume_id': '36ecd363-d0ee-469a-9aec-59a2eba1ade1', 'name': 'volume-36ecd363-d0ee-469a-9aec-59a2eba1ade1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52b5a2cd-f552-4af8-a50d-d6da27b8e9fb', 'attached_at': '', 'detached_at': '', 'volume_id': '36ecd363-d0ee-469a-9aec-59a2eba1ade1', 'serial': '36ecd363-d0ee-469a-9aec-59a2eba1ade1'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1220.879595] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc4b1c1-7ffb-4a3e-88b5-e60a0e457ac8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.896642] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ca17a1-c53c-46fc-885b-d9297f52581f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.899404] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.899643] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-405d93a6-2d49-4284-8f09-b85a956e8965 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.923394] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-36ecd363-d0ee-469a-9aec-59a2eba1ade1/volume-36ecd363-d0ee-469a-9aec-59a2eba1ade1.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.924897] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eafe9a8-8180-475f-a001-c23773850f70 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.938305] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1220.938305] env[69159]: value = "task-3449467" [ 1220.938305] env[69159]: _type = "Task" [ 1220.938305] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.942971] env[69159]: DEBUG oslo_vmware.api [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1220.942971] env[69159]: value = "task-3449468" [ 1220.942971] env[69159]: _type = "Task" [ 1220.942971] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.949838] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.954489] env[69159]: DEBUG oslo_vmware.api [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.134788] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f579da4-a0ab-432c-9f0e-98d697af2261 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "a70bfd18-e594-45c7-8286-4d7781010f50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.694s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.450102] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449467, 'name': PowerOffVM_Task, 'duration_secs': 0.403339} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.450804] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.451655] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994d9ba4-9f9a-421f-bf7e-61ddf52e6fb5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.456852] env[69159]: DEBUG oslo_vmware.api [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449468, 'name': ReconfigVM_Task, 'duration_secs': 0.370242} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.457414] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-36ecd363-d0ee-469a-9aec-59a2eba1ade1/volume-36ecd363-d0ee-469a-9aec-59a2eba1ade1.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.474408] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ecae8f7-1f37-430c-9e44-fa1a8146506d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.484518] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c19b705-99d0-44f4-a180-cf8a1f9e86e3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.493755] env[69159]: DEBUG oslo_vmware.api [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1221.493755] env[69159]: value = "task-3449469" [ 1221.493755] env[69159]: _type = "Task" [ 1221.493755] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.503236] env[69159]: DEBUG oslo_vmware.api [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.511243] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.511618] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d091731d-e3ba-471f-92bd-cfad49f7cbb2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.517745] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1221.517745] env[69159]: value = "task-3449470" [ 1221.517745] env[69159]: _type = "Task" [ 1221.517745] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.524680] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.735970] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "a70bfd18-e594-45c7-8286-4d7781010f50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.736362] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "a70bfd18-e594-45c7-8286-4d7781010f50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.736558] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "a70bfd18-e594-45c7-8286-4d7781010f50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.736643] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "a70bfd18-e594-45c7-8286-4d7781010f50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.736785] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "a70bfd18-e594-45c7-8286-4d7781010f50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.738957] env[69159]: INFO nova.compute.manager [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Terminating instance [ 1222.004318] env[69159]: DEBUG oslo_vmware.api [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449469, 'name': ReconfigVM_Task, 'duration_secs': 0.138665} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.004649] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688699', 'volume_id': '36ecd363-d0ee-469a-9aec-59a2eba1ade1', 'name': 'volume-36ecd363-d0ee-469a-9aec-59a2eba1ade1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52b5a2cd-f552-4af8-a50d-d6da27b8e9fb', 'attached_at': '', 'detached_at': '', 'volume_id': '36ecd363-d0ee-469a-9aec-59a2eba1ade1', 'serial': '36ecd363-d0ee-469a-9aec-59a2eba1ade1'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1222.027338] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] VM already powered off {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1222.027545] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.027834] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.027994] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.028226] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.028495] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c71c577d-1a96-44de-8191-1751ee6aa40d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.036097] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.036324] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.036994] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eabcb5ff-c50e-476b-8fc2-fd82ad739e68 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.041881] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1222.041881] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e09c44-a1ba-8bde-842a-6170523ae17b" [ 1222.041881] env[69159]: _type = "Task" [ 1222.041881] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.049014] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e09c44-a1ba-8bde-842a-6170523ae17b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.242524] env[69159]: DEBUG nova.compute.manager [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1222.242730] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.243669] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23922c22-a18d-4949-b4c8-0fe041c8bce3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.252018] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.252265] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e843f7a4-6d29-47e1-a98c-93ac642b4325 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.258252] env[69159]: DEBUG oslo_vmware.api [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1222.258252] env[69159]: value = "task-3449471" [ 1222.258252] env[69159]: _type = "Task" [ 1222.258252] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.265981] env[69159]: DEBUG oslo_vmware.api [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.551707] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e09c44-a1ba-8bde-842a-6170523ae17b, 'name': SearchDatastore_Task, 'duration_secs': 0.007969} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.552492] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-876606b6-172e-477a-ab8b-2b35e0380122 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.557375] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1222.557375] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ad6fda-a010-1ccb-43d8-00c70a20789e" [ 1222.557375] env[69159]: _type = "Task" [ 1222.557375] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.565277] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ad6fda-a010-1ccb-43d8-00c70a20789e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.768301] env[69159]: DEBUG oslo_vmware.api [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449471, 'name': PowerOffVM_Task, 'duration_secs': 0.189302} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.768643] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.768698] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.768938] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4041476b-2058-440b-ab60-4bf502da700f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.827578] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.827785] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.827966] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleting the datastore file [datastore1] a70bfd18-e594-45c7-8286-4d7781010f50 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.828315] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa4ef18f-966d-4a97-872c-da1f78340cfb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.834439] env[69159]: DEBUG oslo_vmware.api [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1222.834439] env[69159]: value = "task-3449473" [ 1222.834439] env[69159]: _type = "Task" [ 1222.834439] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.841791] env[69159]: DEBUG oslo_vmware.api [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.039406] env[69159]: DEBUG nova.objects.instance [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lazy-loading 'flavor' on Instance uuid 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.067958] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ad6fda-a010-1ccb-43d8-00c70a20789e, 'name': SearchDatastore_Task, 'duration_secs': 0.008997} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.068317] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.068587] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 7aaa3617-1bad-4448-8704-5c3168679d63/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk. {{(pid=69159) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1223.068843] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f36c38d-bbe6-4696-8854-cf250dbf20a9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.075522] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1223.075522] env[69159]: value = "task-3449474" [ 1223.075522] env[69159]: _type = "Task" [ 1223.075522] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.083839] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.350436] env[69159]: DEBUG oslo_vmware.api [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120829} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.350970] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.351218] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.351503] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.351839] env[69159]: INFO nova.compute.manager [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1223.352263] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.353123] env[69159]: DEBUG nova.compute.manager [-] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1223.353317] env[69159]: DEBUG nova.network.neutron [-] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.543905] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ba5f7799-e6db-4c60-9b3f-cc96a2fb724e tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.291s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.585399] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.404861} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.585659] env[69159]: INFO nova.virt.vmwareapi.ds_util [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 7aaa3617-1bad-4448-8704-5c3168679d63/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk. [ 1223.586457] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a81d93-d615-4c61-8d7b-6c8bdf0b6483 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.611473] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 7aaa3617-1bad-4448-8704-5c3168679d63/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.611681] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e50bff10-8e2f-4528-ad4a-bc3867205245 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.630104] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1223.630104] env[69159]: value = "task-3449475" [ 1223.630104] env[69159]: _type = "Task" [ 1223.630104] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.638181] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.722253] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.722534] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.916604] env[69159]: DEBUG nova.compute.manager [req-256573ad-2586-4919-b428-efacfd27e5ee req-16ef76c8-fdf5-453a-a745-99fd56f5b7ac service nova] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Received event network-vif-deleted-72462a38-5d7a-4017-8244-57cfea8c4132 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1223.916851] env[69159]: INFO nova.compute.manager [req-256573ad-2586-4919-b428-efacfd27e5ee req-16ef76c8-fdf5-453a-a745-99fd56f5b7ac service nova] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Neutron deleted interface 72462a38-5d7a-4017-8244-57cfea8c4132; detaching it from the instance and deleting it from the info cache [ 1223.917070] env[69159]: DEBUG nova.network.neutron [req-256573ad-2586-4919-b428-efacfd27e5ee req-16ef76c8-fdf5-453a-a745-99fd56f5b7ac service nova] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.140248] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449475, 'name': ReconfigVM_Task, 'duration_secs': 0.276225} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.140688] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 7aaa3617-1bad-4448-8704-5c3168679d63/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.141637] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c420d596-c6de-43d9-823f-c6e6098ac945 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.168505] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca020293-c9d7-4d75-9df3-9c8f9c4b9306 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.184234] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1224.184234] env[69159]: value = "task-3449476" [ 1224.184234] env[69159]: _type = "Task" [ 1224.184234] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.192274] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.225291] env[69159]: INFO nova.compute.manager [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Detaching volume 36ecd363-d0ee-469a-9aec-59a2eba1ade1 [ 1224.256544] env[69159]: INFO nova.virt.block_device [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Attempting to driver detach volume 36ecd363-d0ee-469a-9aec-59a2eba1ade1 from mountpoint /dev/sdb [ 1224.256793] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1224.257076] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688699', 'volume_id': '36ecd363-d0ee-469a-9aec-59a2eba1ade1', 'name': 'volume-36ecd363-d0ee-469a-9aec-59a2eba1ade1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52b5a2cd-f552-4af8-a50d-d6da27b8e9fb', 'attached_at': '', 'detached_at': '', 'volume_id': '36ecd363-d0ee-469a-9aec-59a2eba1ade1', 'serial': '36ecd363-d0ee-469a-9aec-59a2eba1ade1'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1224.258011] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc85abbd-ad30-41fc-befc-77d194efa84c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.280736] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661b3eb7-3bba-40fb-a2f3-91710dd47c97 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.290705] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b5a2d4-3b75-4a4f-a128-5e5f83b45574 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.312373] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa14d68f-1240-4bcf-bd63-81c152ee20be {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.328029] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] The volume has not been displaced from its original location: [datastore1] volume-36ecd363-d0ee-469a-9aec-59a2eba1ade1/volume-36ecd363-d0ee-469a-9aec-59a2eba1ade1.vmdk. No consolidation needed. {{(pid=69159) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1224.333176] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1224.333703] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddedb1ae-0058-4483-aaae-e717885c390c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.351161] env[69159]: DEBUG oslo_vmware.api [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1224.351161] env[69159]: value = "task-3449477" [ 1224.351161] env[69159]: _type = "Task" [ 1224.351161] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.360814] env[69159]: DEBUG oslo_vmware.api [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.373629] env[69159]: DEBUG nova.network.neutron [-] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.419132] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c48bbbbd-f719-4024-a620-d9f0f7fe311c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.430890] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce30f43d-1f7d-4acb-a53f-c777e1942114 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.459037] env[69159]: DEBUG nova.compute.manager [req-256573ad-2586-4919-b428-efacfd27e5ee req-16ef76c8-fdf5-453a-a745-99fd56f5b7ac service nova] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Detach interface failed, port_id=72462a38-5d7a-4017-8244-57cfea8c4132, reason: Instance a70bfd18-e594-45c7-8286-4d7781010f50 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1224.697661] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449476, 'name': ReconfigVM_Task, 'duration_secs': 0.147119} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.697661] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.697879] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62713e31-2440-4f8d-a98f-7503c880baf9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.704602] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1224.704602] env[69159]: value = "task-3449478" [ 1224.704602] env[69159]: _type = "Task" [ 1224.704602] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.712179] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.787887] env[69159]: DEBUG oslo_concurrency.lockutils [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.788241] env[69159]: DEBUG oslo_concurrency.lockutils [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.788445] env[69159]: DEBUG oslo_concurrency.lockutils [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.788635] env[69159]: DEBUG oslo_concurrency.lockutils [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.788802] env[69159]: DEBUG oslo_concurrency.lockutils [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.790922] env[69159]: INFO nova.compute.manager [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Terminating instance [ 1224.861479] env[69159]: DEBUG oslo_vmware.api [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449477, 'name': ReconfigVM_Task, 'duration_secs': 0.241734} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.861743] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1224.866678] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afe13bb9-d8e2-4245-afbe-b9cc8eabe8ec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.876469] env[69159]: INFO nova.compute.manager [-] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Took 1.52 seconds to deallocate network for instance. [ 1224.883291] env[69159]: DEBUG oslo_vmware.api [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1224.883291] env[69159]: value = "task-3449479" [ 1224.883291] env[69159]: _type = "Task" [ 1224.883291] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.891079] env[69159]: DEBUG oslo_vmware.api [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.215464] env[69159]: DEBUG oslo_vmware.api [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449478, 'name': PowerOnVM_Task, 'duration_secs': 0.409014} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.215855] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.218460] env[69159]: DEBUG nova.compute.manager [None req-f0bb14a1-0904-4bff-9a6a-fdbd7c343973 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1225.219220] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff53b078-b913-4d50-af26-02a450cca46b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.294124] env[69159]: DEBUG nova.compute.manager [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1225.294303] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.295156] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc7a735-4610-49b2-a58a-7f48e9be8b48 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.302538] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.302762] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-375d7a34-fb98-46e2-8764-4b3e317642ab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.308617] env[69159]: DEBUG oslo_vmware.api [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1225.308617] env[69159]: value = "task-3449480" [ 1225.308617] env[69159]: _type = "Task" [ 1225.308617] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.315888] env[69159]: DEBUG oslo_vmware.api [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.383010] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.383382] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.383608] env[69159]: DEBUG nova.objects.instance [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lazy-loading 'resources' on Instance uuid a70bfd18-e594-45c7-8286-4d7781010f50 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.394552] env[69159]: DEBUG oslo_vmware.api [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449479, 'name': ReconfigVM_Task, 'duration_secs': 0.137917} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.394842] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688699', 'volume_id': '36ecd363-d0ee-469a-9aec-59a2eba1ade1', 'name': 'volume-36ecd363-d0ee-469a-9aec-59a2eba1ade1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52b5a2cd-f552-4af8-a50d-d6da27b8e9fb', 'attached_at': '', 'detached_at': '', 'volume_id': '36ecd363-d0ee-469a-9aec-59a2eba1ade1', 'serial': '36ecd363-d0ee-469a-9aec-59a2eba1ade1'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1225.819354] env[69159]: DEBUG oslo_vmware.api [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449480, 'name': PowerOffVM_Task, 'duration_secs': 0.215731} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.819706] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.819864] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.820175] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b848db07-65a3-4bfe-b6f2-71f0b4aff546 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.878835] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.879115] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.879322] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Deleting the datastore file [datastore2] bb9e1830-29fb-4d4f-a74b-24c5235598ed {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.879913] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16d533e7-d3cc-4b0f-8a1c-4b673ac5ccd8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.888222] env[69159]: DEBUG oslo_vmware.api [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for the task: (returnval){ [ 1225.888222] env[69159]: value = "task-3449482" [ 1225.888222] env[69159]: _type = "Task" [ 1225.888222] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.896123] env[69159]: DEBUG oslo_vmware.api [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.935310] env[69159]: DEBUG nova.objects.instance [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lazy-loading 'flavor' on Instance uuid 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.970508] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf45749-1d28-4bbe-b107-82a9ec52ff44 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.977827] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba2b6f1-8d03-4b91-8615-1e7d8198b6cb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.008085] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d8f032-8e1e-41ca-b1a4-eba97b397d22 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.015317] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134b4dd0-1f73-4644-9ab8-c5f20cd2c371 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.028515] env[69159]: DEBUG nova.compute.provider_tree [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.399089] env[69159]: DEBUG oslo_vmware.api [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Task: {'id': task-3449482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124295} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.399473] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.399571] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.399746] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.399923] env[69159]: INFO nova.compute.manager [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1226.400192] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.400394] env[69159]: DEBUG nova.compute.manager [-] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1226.400490] env[69159]: DEBUG nova.network.neutron [-] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.531776] env[69159]: DEBUG nova.scheduler.client.report [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.868859] env[69159]: DEBUG nova.compute.manager [req-9e945d23-690a-4c6d-b002-0cd4b9a25a37 req-bf13a521-5dac-4cf2-9f87-1247631420e3 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Received event network-vif-deleted-cf04bccf-8f72-46de-af46-fbcb1b7b0868 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1226.869037] env[69159]: INFO nova.compute.manager [req-9e945d23-690a-4c6d-b002-0cd4b9a25a37 req-bf13a521-5dac-4cf2-9f87-1247631420e3 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Neutron deleted interface cf04bccf-8f72-46de-af46-fbcb1b7b0868; detaching it from the instance and deleting it from the info cache [ 1226.869233] env[69159]: DEBUG nova.network.neutron [req-9e945d23-690a-4c6d-b002-0cd4b9a25a37 req-bf13a521-5dac-4cf2-9f87-1247631420e3 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.943026] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f4c6c28d-6086-4d06-b1b6-b2b006c3dc8b tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.038499] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.059496] env[69159]: INFO nova.scheduler.client.report [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleted allocations for instance a70bfd18-e594-45c7-8286-4d7781010f50 [ 1227.347366] env[69159]: DEBUG nova.network.neutron [-] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.358512] env[69159]: INFO nova.compute.manager [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Rescuing [ 1227.358793] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "refresh_cache-3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.358946] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired lock "refresh_cache-3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.359141] env[69159]: DEBUG nova.network.neutron [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.374500] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-524959cf-0d5d-4439-ba2d-814ba1972a30 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.385946] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8727e9c2-1fba-4dc6-b0ca-e6aa72fbf978 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.413965] env[69159]: DEBUG nova.compute.manager [req-9e945d23-690a-4c6d-b002-0cd4b9a25a37 req-bf13a521-5dac-4cf2-9f87-1247631420e3 service nova] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Detach interface failed, port_id=cf04bccf-8f72-46de-af46-fbcb1b7b0868, reason: Instance bb9e1830-29fb-4d4f-a74b-24c5235598ed could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1227.566659] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5bac45d9-2854-42c1-9c4d-9f9296d079b7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "a70bfd18-e594-45c7-8286-4d7781010f50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.830s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.850031] env[69159]: INFO nova.compute.manager [-] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Took 1.45 seconds to deallocate network for instance. [ 1227.988431] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.991532] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.991532] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.991532] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.991532] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.991532] env[69159]: INFO nova.compute.manager [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Terminating instance [ 1228.117028] env[69159]: DEBUG nova.network.neutron [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Updating instance_info_cache with network_info: [{"id": "d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6", "address": "fa:16:3e:83:33:a8", "network": {"id": "6398d03d-9375-4dec-861a-acfdbe3d0d2f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1527641923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c053135b7d5472181d6d61c735f334b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7c1d7e3-fc", "ovs_interfaceid": "d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.357120] env[69159]: DEBUG oslo_concurrency.lockutils [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.357440] env[69159]: DEBUG oslo_concurrency.lockutils [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.357663] env[69159]: DEBUG nova.objects.instance [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lazy-loading 'resources' on Instance uuid bb9e1830-29fb-4d4f-a74b-24c5235598ed {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.495711] env[69159]: DEBUG nova.compute.manager [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1228.496126] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.497154] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fffdd33-3bb3-4f16-9b5e-ce93046fd3f1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.505514] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.505749] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbd3e886-693c-4cd6-bd94-b9a2a8d11c80 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.512157] env[69159]: DEBUG oslo_vmware.api [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1228.512157] env[69159]: value = "task-3449483" [ 1228.512157] env[69159]: _type = "Task" [ 1228.512157] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.519966] env[69159]: DEBUG oslo_vmware.api [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.620031] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Releasing lock "refresh_cache-3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.911551] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "bab7200c-e146-40c8-b36d-e10b5857bae6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.911775] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "bab7200c-e146-40c8-b36d-e10b5857bae6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.946393] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c808717-cb37-4c1a-98e4-7d4664ebdaff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.954378] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96504e97-ab43-4e7f-9965-1dda6f02f58b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.986107] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1201d5-6cec-41d1-9bfe-3c27d4a02596 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.992959] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7deaa3a9-8a24-4cb2-a714-0e207012b4c1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.006053] env[69159]: DEBUG nova.compute.provider_tree [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.020172] env[69159]: DEBUG oslo_vmware.api [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449483, 'name': PowerOffVM_Task, 'duration_secs': 0.194438} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.020412] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.020602] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.020831] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5eab89a1-b68a-448d-8af9-20fe2542654a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.089968] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.090226] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.090479] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Deleting the datastore file [datastore2] 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.090917] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03f5601f-73d6-4ad3-bd11-4a7d7972bd05 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.097333] env[69159]: DEBUG oslo_vmware.api [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1229.097333] env[69159]: value = "task-3449485" [ 1229.097333] env[69159]: _type = "Task" [ 1229.097333] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.105350] env[69159]: DEBUG oslo_vmware.api [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.414174] env[69159]: DEBUG nova.compute.manager [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1229.509570] env[69159]: DEBUG nova.scheduler.client.report [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.607799] env[69159]: DEBUG oslo_vmware.api [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13564} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.608074] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.608286] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.608473] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.608647] env[69159]: INFO nova.compute.manager [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1229.608892] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.609094] env[69159]: DEBUG nova.compute.manager [-] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1229.609245] env[69159]: DEBUG nova.network.neutron [-] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.935435] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.015098] env[69159]: DEBUG oslo_concurrency.lockutils [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.017435] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.082s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.018926] env[69159]: INFO nova.compute.claims [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.034402] env[69159]: INFO nova.scheduler.client.report [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Deleted allocations for instance bb9e1830-29fb-4d4f-a74b-24c5235598ed [ 1230.092599] env[69159]: DEBUG nova.compute.manager [req-d57b6ade-0639-4d61-8cc8-dd064416d691 req-778f7e78-9c07-4897-ab24-6e328403b852 service nova] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Received event network-vif-deleted-3b7003e5-462d-41d7-bb66-37641a47618a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1230.092773] env[69159]: INFO nova.compute.manager [req-d57b6ade-0639-4d61-8cc8-dd064416d691 req-778f7e78-9c07-4897-ab24-6e328403b852 service nova] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Neutron deleted interface 3b7003e5-462d-41d7-bb66-37641a47618a; detaching it from the instance and deleting it from the info cache [ 1230.092951] env[69159]: DEBUG nova.network.neutron [req-d57b6ade-0639-4d61-8cc8-dd064416d691 req-778f7e78-9c07-4897-ab24-6e328403b852 service nova] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.153414] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.153661] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05434a8a-4899-4568-bcc4-a2090aebebcc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.162247] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1230.162247] env[69159]: value = "task-3449486" [ 1230.162247] env[69159]: _type = "Task" [ 1230.162247] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.170464] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.544070] env[69159]: DEBUG oslo_concurrency.lockutils [None req-013858f5-0b0e-4f3c-9f51-b74fdad49014 tempest-AttachVolumeShelveTestJSON-666169514 tempest-AttachVolumeShelveTestJSON-666169514-project-member] Lock "bb9e1830-29fb-4d4f-a74b-24c5235598ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.756s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.576036] env[69159]: DEBUG nova.network.neutron [-] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.595572] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7cf3b241-733b-481a-b52e-1f810f86cffb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.605748] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f2b006-1dd2-458f-961e-a84e36ad98bf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.632700] env[69159]: DEBUG nova.compute.manager [req-d57b6ade-0639-4d61-8cc8-dd064416d691 req-778f7e78-9c07-4897-ab24-6e328403b852 service nova] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Detach interface failed, port_id=3b7003e5-462d-41d7-bb66-37641a47618a, reason: Instance 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1230.670989] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449486, 'name': PowerOffVM_Task, 'duration_secs': 0.203066} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.670989] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.671810] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292f7aa7-c8c6-473f-a8c2-d2589858da07 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.689412] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491fea48-e156-48ad-a230-eac03700f593 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.724828] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.725189] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5be27135-7120-4a1a-b941-42117ad85803 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.732260] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1230.732260] env[69159]: value = "task-3449487" [ 1230.732260] env[69159]: _type = "Task" [ 1230.732260] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.740201] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.078854] env[69159]: INFO nova.compute.manager [-] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Took 1.47 seconds to deallocate network for instance. [ 1231.105172] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b685a25-d8a3-469a-9b81-47d0c0ed7b3f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.113764] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735739fb-76d4-4676-8c2c-8390c8831ca7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.146961] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b826c3-260e-449f-81b9-9f192c50c455 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.154213] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40b0cd7-d075-428e-a4c2-2057f0a72a80 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.167693] env[69159]: DEBUG nova.compute.provider_tree [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.245383] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] VM already powered off {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1231.245628] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.245882] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.246041] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.246379] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.246656] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7850051e-89ef-477a-afc2-bf80b65a780f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.257706] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.257783] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.258491] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc5cdecc-fe52-418e-aa65-6c2fc42fce2a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.264318] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1231.264318] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5203af20-a0e5-b40e-c704-3de460f18aea" [ 1231.264318] env[69159]: _type = "Task" [ 1231.264318] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.272277] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5203af20-a0e5-b40e-c704-3de460f18aea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.588149] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.670710] env[69159]: DEBUG nova.scheduler.client.report [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.774937] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5203af20-a0e5-b40e-c704-3de460f18aea, 'name': SearchDatastore_Task, 'duration_secs': 0.00885} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.775687] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3070247-bab2-48c8-af0a-13c2245e226e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.780720] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1231.780720] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525f14e6-0248-8758-37d2-4778f8fac038" [ 1231.780720] env[69159]: _type = "Task" [ 1231.780720] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.788661] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525f14e6-0248-8758-37d2-4778f8fac038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.175818] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.176401] env[69159]: DEBUG nova.compute.manager [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1232.179052] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.591s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.179288] env[69159]: DEBUG nova.objects.instance [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lazy-loading 'resources' on Instance uuid 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.254085] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.254342] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.254502] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.254649] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.254794] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.254933] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.255085] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._sync_power_states {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.291157] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525f14e6-0248-8758-37d2-4778f8fac038, 'name': SearchDatastore_Task, 'duration_secs': 0.012772} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.291408] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.291718] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk. {{(pid=69159) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1232.292036] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebbe38f2-52a9-41ae-965a-44caf637693d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.298931] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1232.298931] env[69159]: value = "task-3449488" [ 1232.298931] env[69159]: _type = "Task" [ 1232.298931] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.306121] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.686103] env[69159]: DEBUG nova.compute.utils [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1232.688386] env[69159]: DEBUG nova.compute.manager [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1232.688556] env[69159]: DEBUG nova.network.neutron [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1232.742539] env[69159]: DEBUG nova.policy [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfbe95ed4ac743ce9f38462b00b6d8b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5b05c7c4d445d6b6014bb5c4c78cdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1232.759503] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Getting list of instances from cluster (obj){ [ 1232.759503] env[69159]: value = "domain-c8" [ 1232.759503] env[69159]: _type = "ClusterComputeResource" [ 1232.759503] env[69159]: } {{(pid=69159) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1232.762542] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178d333c-daae-4f59-803e-16de49b7ec00 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.774643] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Got total of 3 instances {{(pid=69159) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1232.774862] env[69159]: WARNING nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] While synchronizing instance power states, found 5 instances in the database and 3 instances on the hypervisor. [ 1232.775037] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Triggering sync for uuid 716efb03-8f77-4eb2-bfac-97fe724909f9 {{(pid=69159) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10943}} [ 1232.775231] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Triggering sync for uuid 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb {{(pid=69159) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10943}} [ 1232.775387] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Triggering sync for uuid 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7 {{(pid=69159) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10943}} [ 1232.775546] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Triggering sync for uuid 7aaa3617-1bad-4448-8704-5c3168679d63 {{(pid=69159) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10943}} [ 1232.775689] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Triggering sync for uuid bab7200c-e146-40c8-b36d-e10b5857bae6 {{(pid=69159) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10943}} [ 1232.776771] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "716efb03-8f77-4eb2-bfac-97fe724909f9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.776993] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.777266] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.777479] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.777654] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.778194] env[69159]: INFO nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1232.778194] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.778194] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "7aaa3617-1bad-4448-8704-5c3168679d63" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.778454] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "7aaa3617-1bad-4448-8704-5c3168679d63" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.778647] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "bab7200c-e146-40c8-b36d-e10b5857bae6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.778744] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.778872] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69159) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1232.779575] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8fd18b-dbf3-4268-91b9-8492591e6616 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.782419] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce534bf8-f78a-42fc-af3b-c0681d71a593 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.785262] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b49d9d-2ad7-4e6a-b81d-9c2939709dcc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.787456] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.794967] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78666cb-4743-486c-9ca6-5035a193fb37 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.830305] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d4fe33-b9ba-4b54-b57a-2aee3bb4bc32 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.835867] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44002} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.836461] env[69159]: INFO nova.virt.vmwareapi.ds_util [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk. [ 1232.837211] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea9ddac-cb57-4310-b5ec-202505c9c714 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.843155] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea4daf0-9799-4424-96df-aa24353d2f8f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.866107] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.866935] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d215e56-ad8b-4a9f-aca7-9161d19d9b0c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.887215] env[69159]: DEBUG nova.compute.provider_tree [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.892825] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1232.892825] env[69159]: value = "task-3449490" [ 1232.892825] env[69159]: _type = "Task" [ 1232.892825] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.901618] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.973028] env[69159]: DEBUG nova.network.neutron [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Successfully created port: 4b9783ff-caea-4471-8812-87c57e2f1431 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.192317] env[69159]: DEBUG nova.compute.manager [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1233.290581] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.301502] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.304937] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "7aaa3617-1bad-4448-8704-5c3168679d63" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.390515] env[69159]: DEBUG nova.scheduler.client.report [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.402168] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449490, 'name': ReconfigVM_Task, 'duration_secs': 0.30894} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.402438] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.403267] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf176d7-b4d4-4770-89e8-1a3fa3c1e118 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.427689] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4603209-24c4-4413-8c14-5dc228e4e694 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.443314] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1233.443314] env[69159]: value = "task-3449491" [ 1233.443314] env[69159]: _type = "Task" [ 1233.443314] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.452600] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.898753] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.900990] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.611s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.901186] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.901352] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1233.902198] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f3617f-3ca7-4754-95d5-4bca18b7aedb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.911790] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6584ac-99dc-4bfc-a70b-4ce193a09065 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.925670] env[69159]: INFO nova.scheduler.client.report [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Deleted allocations for instance 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb [ 1233.927125] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a030018-c0dc-4367-a6b0-9da757db36e2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.936185] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c42a1c1-229a-49d3-a937-0a0c5b881d21 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.965405] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180039MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1233.965640] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.965789] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.975128] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449491, 'name': ReconfigVM_Task, 'duration_secs': 0.160728} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.975396] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.976376] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fceb8d0b-3cb9-4296-a109-af9325fd5369 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.982772] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1233.982772] env[69159]: value = "task-3449492" [ 1233.982772] env[69159]: _type = "Task" [ 1233.982772] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.990476] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.202137] env[69159]: DEBUG nova.compute.manager [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1234.231064] env[69159]: DEBUG nova.virt.hardware [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.231344] env[69159]: DEBUG nova.virt.hardware [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.231508] env[69159]: DEBUG nova.virt.hardware [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.231693] env[69159]: DEBUG nova.virt.hardware [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.231838] env[69159]: DEBUG nova.virt.hardware [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.231983] env[69159]: DEBUG nova.virt.hardware [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.232211] env[69159]: DEBUG nova.virt.hardware [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.232369] env[69159]: DEBUG nova.virt.hardware [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.232536] env[69159]: DEBUG nova.virt.hardware [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.232695] env[69159]: DEBUG nova.virt.hardware [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.232864] env[69159]: DEBUG nova.virt.hardware [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.233743] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7a023e-cb40-4527-bb6a-acfda0041aac {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.242551] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7554a4c7-e251-4cc2-831e-6e99f5013c8c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.355781] env[69159]: DEBUG nova.compute.manager [req-6e4b122c-86ca-4984-bae7-a0222c722f01 req-4981be8d-dbfc-4935-9bc3-16edc92e994c service nova] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Received event network-vif-plugged-4b9783ff-caea-4471-8812-87c57e2f1431 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1234.356009] env[69159]: DEBUG oslo_concurrency.lockutils [req-6e4b122c-86ca-4984-bae7-a0222c722f01 req-4981be8d-dbfc-4935-9bc3-16edc92e994c service nova] Acquiring lock "bab7200c-e146-40c8-b36d-e10b5857bae6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.356390] env[69159]: DEBUG oslo_concurrency.lockutils [req-6e4b122c-86ca-4984-bae7-a0222c722f01 req-4981be8d-dbfc-4935-9bc3-16edc92e994c service nova] Lock "bab7200c-e146-40c8-b36d-e10b5857bae6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.356623] env[69159]: DEBUG oslo_concurrency.lockutils [req-6e4b122c-86ca-4984-bae7-a0222c722f01 req-4981be8d-dbfc-4935-9bc3-16edc92e994c service nova] Lock "bab7200c-e146-40c8-b36d-e10b5857bae6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.356815] env[69159]: DEBUG nova.compute.manager [req-6e4b122c-86ca-4984-bae7-a0222c722f01 req-4981be8d-dbfc-4935-9bc3-16edc92e994c service nova] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] No waiting events found dispatching network-vif-plugged-4b9783ff-caea-4471-8812-87c57e2f1431 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1234.356984] env[69159]: WARNING nova.compute.manager [req-6e4b122c-86ca-4984-bae7-a0222c722f01 req-4981be8d-dbfc-4935-9bc3-16edc92e994c service nova] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Received unexpected event network-vif-plugged-4b9783ff-caea-4471-8812-87c57e2f1431 for instance with vm_state building and task_state spawning. [ 1234.436137] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fb2b2136-9080-43f6-ba45-f90dfec61f74 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.447s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.437356] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.660s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.437915] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7738f324-5324-472a-bd0f-55f7d4f89b73 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.448371] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aab3973-2fb5-4daa-9ef3-2e3dd0d441ea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.494683] env[69159]: DEBUG oslo_vmware.api [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449492, 'name': PowerOnVM_Task, 'duration_secs': 0.402451} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.494976] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.499549] env[69159]: DEBUG nova.compute.manager [None req-1700dd5e-6dae-40fd-8e30-b0b6406645b9 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1234.501774] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5aed1b-b0e8-493f-8af9-0a72b84eea6f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.566834] env[69159]: DEBUG nova.network.neutron [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Successfully updated port: 4b9783ff-caea-4471-8812-87c57e2f1431 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1234.990055] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "52b5a2cd-f552-4af8-a50d-d6da27b8e9fb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.995081] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 716efb03-8f77-4eb2-bfac-97fe724909f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1234.995228] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1234.995357] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 7aaa3617-1bad-4448-8704-5c3168679d63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1234.995456] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance bab7200c-e146-40c8-b36d-e10b5857bae6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1234.995623] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1234.995814] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1235.064533] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e5d073-8678-4e19-95e8-80aa42dc02aa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.078827] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "refresh_cache-bab7200c-e146-40c8-b36d-e10b5857bae6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.078917] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "refresh_cache-bab7200c-e146-40c8-b36d-e10b5857bae6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.079127] env[69159]: DEBUG nova.network.neutron [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.081180] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4745ab8-78f5-4d94-bf11-0a60969c045b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.113788] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91db8883-1baf-4471-ac8a-f639323f638f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.121670] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c4af63-2f24-4321-98b6-381fbdf3f4d4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.135512] env[69159]: DEBUG nova.compute.provider_tree [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.427174] env[69159]: INFO nova.compute.manager [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Unrescuing [ 1235.427614] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "refresh_cache-3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.427840] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired lock "refresh_cache-3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.428105] env[69159]: DEBUG nova.network.neutron [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.624523] env[69159]: DEBUG nova.network.neutron [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.640165] env[69159]: DEBUG nova.scheduler.client.report [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.765985] env[69159]: DEBUG nova.network.neutron [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Updating instance_info_cache with network_info: [{"id": "4b9783ff-caea-4471-8812-87c57e2f1431", "address": "fa:16:3e:2e:49:e4", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9783ff-ca", "ovs_interfaceid": "4b9783ff-caea-4471-8812-87c57e2f1431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.784741] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "a5a7532d-d854-49cf-b64f-7398a5deff5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.784978] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "a5a7532d-d854-49cf-b64f-7398a5deff5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.033576] env[69159]: DEBUG oslo_concurrency.lockutils [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "b89fcb66-eaa5-4602-b945-b33708c5e00a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.033841] env[69159]: DEBUG oslo_concurrency.lockutils [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "b89fcb66-eaa5-4602-b945-b33708c5e00a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.147948] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1236.147948] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.182s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.151883] env[69159]: DEBUG nova.network.neutron [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Updating instance_info_cache with network_info: [{"id": "d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6", "address": "fa:16:3e:83:33:a8", "network": {"id": "6398d03d-9375-4dec-861a-acfdbe3d0d2f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1527641923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c053135b7d5472181d6d61c735f334b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7c1d7e3-fc", "ovs_interfaceid": "d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.268372] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "refresh_cache-bab7200c-e146-40c8-b36d-e10b5857bae6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.268720] env[69159]: DEBUG nova.compute.manager [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Instance network_info: |[{"id": "4b9783ff-caea-4471-8812-87c57e2f1431", "address": "fa:16:3e:2e:49:e4", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9783ff-ca", "ovs_interfaceid": "4b9783ff-caea-4471-8812-87c57e2f1431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1236.269163] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:49:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b9783ff-caea-4471-8812-87c57e2f1431', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.276767] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.276994] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.277255] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5876da2-4c7c-4e5e-96ef-b0e438ae2b10 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.294266] env[69159]: DEBUG nova.compute.manager [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1236.304689] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.304689] env[69159]: value = "task-3449493" [ 1236.304689] env[69159]: _type = "Task" [ 1236.304689] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.314304] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449493, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.384344] env[69159]: DEBUG nova.compute.manager [req-18d8dc43-f107-413c-9bce-afec111c193c req-a957353a-5089-46ae-91cf-002680d6e76f service nova] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Received event network-changed-4b9783ff-caea-4471-8812-87c57e2f1431 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1236.384560] env[69159]: DEBUG nova.compute.manager [req-18d8dc43-f107-413c-9bce-afec111c193c req-a957353a-5089-46ae-91cf-002680d6e76f service nova] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Refreshing instance network info cache due to event network-changed-4b9783ff-caea-4471-8812-87c57e2f1431. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1236.384836] env[69159]: DEBUG oslo_concurrency.lockutils [req-18d8dc43-f107-413c-9bce-afec111c193c req-a957353a-5089-46ae-91cf-002680d6e76f service nova] Acquiring lock "refresh_cache-bab7200c-e146-40c8-b36d-e10b5857bae6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.384958] env[69159]: DEBUG oslo_concurrency.lockutils [req-18d8dc43-f107-413c-9bce-afec111c193c req-a957353a-5089-46ae-91cf-002680d6e76f service nova] Acquired lock "refresh_cache-bab7200c-e146-40c8-b36d-e10b5857bae6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.385317] env[69159]: DEBUG nova.network.neutron [req-18d8dc43-f107-413c-9bce-afec111c193c req-a957353a-5089-46ae-91cf-002680d6e76f service nova] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Refreshing network info cache for port 4b9783ff-caea-4471-8812-87c57e2f1431 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.535973] env[69159]: DEBUG nova.compute.manager [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1236.654592] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Releasing lock "refresh_cache-3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.655628] env[69159]: DEBUG nova.objects.instance [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lazy-loading 'flavor' on Instance uuid 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.814421] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449493, 'name': CreateVM_Task, 'duration_secs': 0.30702} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.814604] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.815298] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.815467] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.815831] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.816925] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.817181] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.818823] env[69159]: INFO nova.compute.claims [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.821255] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfbc75a0-87db-422e-a225-b2e9bc6b0f68 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.826037] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1236.826037] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b0e9bf-9767-7577-5797-7a35d72fd0d0" [ 1236.826037] env[69159]: _type = "Task" [ 1236.826037] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.834333] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b0e9bf-9767-7577-5797-7a35d72fd0d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.055024] env[69159]: DEBUG oslo_concurrency.lockutils [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.134016] env[69159]: DEBUG nova.network.neutron [req-18d8dc43-f107-413c-9bce-afec111c193c req-a957353a-5089-46ae-91cf-002680d6e76f service nova] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Updated VIF entry in instance network info cache for port 4b9783ff-caea-4471-8812-87c57e2f1431. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.134452] env[69159]: DEBUG nova.network.neutron [req-18d8dc43-f107-413c-9bce-afec111c193c req-a957353a-5089-46ae-91cf-002680d6e76f service nova] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Updating instance_info_cache with network_info: [{"id": "4b9783ff-caea-4471-8812-87c57e2f1431", "address": "fa:16:3e:2e:49:e4", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9783ff-ca", "ovs_interfaceid": "4b9783ff-caea-4471-8812-87c57e2f1431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.162134] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e70d11-96e2-43e4-b105-217506df87ae {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.185312] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.185642] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee6b536b-ac35-4d2d-8f49-3288197a1a7a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.192618] env[69159]: DEBUG oslo_vmware.api [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1237.192618] env[69159]: value = "task-3449494" [ 1237.192618] env[69159]: _type = "Task" [ 1237.192618] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.200730] env[69159]: DEBUG oslo_vmware.api [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.335769] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b0e9bf-9767-7577-5797-7a35d72fd0d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010934} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.336769] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.337016] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.337257] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.337410] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.337589] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.338111] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b240f04-5828-45a3-aa5b-65c2563ee371 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.346640] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.346833] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.347619] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70675863-01c1-43fc-a9a1-26fff0e2b81f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.352935] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1237.352935] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f3fc8d-6f73-d4f7-8d39-1e4f54084e91" [ 1237.352935] env[69159]: _type = "Task" [ 1237.352935] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.360693] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f3fc8d-6f73-d4f7-8d39-1e4f54084e91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.637477] env[69159]: DEBUG oslo_concurrency.lockutils [req-18d8dc43-f107-413c-9bce-afec111c193c req-a957353a-5089-46ae-91cf-002680d6e76f service nova] Releasing lock "refresh_cache-bab7200c-e146-40c8-b36d-e10b5857bae6" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.704353] env[69159]: DEBUG oslo_vmware.api [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449494, 'name': PowerOffVM_Task, 'duration_secs': 0.207026} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.704559] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.709788] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1237.710083] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42af2331-e650-4b00-9531-d0ea2079080f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.728359] env[69159]: DEBUG oslo_vmware.api [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1237.728359] env[69159]: value = "task-3449495" [ 1237.728359] env[69159]: _type = "Task" [ 1237.728359] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.736288] env[69159]: DEBUG oslo_vmware.api [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.863273] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f3fc8d-6f73-d4f7-8d39-1e4f54084e91, 'name': SearchDatastore_Task, 'duration_secs': 0.008646} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.866778] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd89b600-9ed9-434f-9ac8-a85bb8a94ec5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.872180] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1237.872180] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525b553c-851a-012f-d5db-2352632d8cb6" [ 1237.872180] env[69159]: _type = "Task" [ 1237.872180] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.883183] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525b553c-851a-012f-d5db-2352632d8cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.921217] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91add6c5-2b02-4b2a-9133-06eb12fc0556 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.929025] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a913e7-f392-493d-94ff-a670980d7baa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.959408] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ba81c2-05a3-4156-91d7-2c8d1784cae5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.966420] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367b1a57-43d7-42c9-bd66-eb7a7c845831 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.979267] env[69159]: DEBUG nova.compute.provider_tree [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.238886] env[69159]: DEBUG oslo_vmware.api [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449495, 'name': ReconfigVM_Task, 'duration_secs': 0.332429} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.239205] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.239367] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.239627] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35ae3087-89f3-4dc3-ad07-79dd2a0b6470 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.245957] env[69159]: DEBUG oslo_vmware.api [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1238.245957] env[69159]: value = "task-3449496" [ 1238.245957] env[69159]: _type = "Task" [ 1238.245957] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.254457] env[69159]: DEBUG oslo_vmware.api [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.382865] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525b553c-851a-012f-d5db-2352632d8cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010124} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.383985] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.383985] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] bab7200c-e146-40c8-b36d-e10b5857bae6/bab7200c-e146-40c8-b36d-e10b5857bae6.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.384284] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60904b6b-04bb-4a80-807a-563d6019f29e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.393147] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1238.393147] env[69159]: value = "task-3449497" [ 1238.393147] env[69159]: _type = "Task" [ 1238.393147] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.400988] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.485840] env[69159]: DEBUG nova.scheduler.client.report [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.758597] env[69159]: DEBUG oslo_vmware.api [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449496, 'name': PowerOnVM_Task, 'duration_secs': 0.359048} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.759015] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.759376] env[69159]: DEBUG nova.compute.manager [None req-ac0ad616-48cc-4eb3-b719-a2735544aeac tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1238.760542] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c12084-979c-46ab-9212-a060997beee8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.902973] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432088} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.903273] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] bab7200c-e146-40c8-b36d-e10b5857bae6/bab7200c-e146-40c8-b36d-e10b5857bae6.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.903488] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.903737] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e71f88e-956c-429f-82ff-c8176b0d2d7c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.911121] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1238.911121] env[69159]: value = "task-3449498" [ 1238.911121] env[69159]: _type = "Task" [ 1238.911121] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.918416] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.991148] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.991719] env[69159]: DEBUG nova.compute.manager [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1238.994463] env[69159]: DEBUG oslo_concurrency.lockutils [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.940s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.995950] env[69159]: INFO nova.compute.claims [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.423217] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137454} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.423544] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.424350] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba21b95-4577-42dd-ac00-e91e480fc708 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.447627] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] bab7200c-e146-40c8-b36d-e10b5857bae6/bab7200c-e146-40c8-b36d-e10b5857bae6.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.449038] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1ee3e2d-8c73-49b6-b057-e518c6d5a7da {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.474623] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1239.474623] env[69159]: value = "task-3449499" [ 1239.474623] env[69159]: _type = "Task" [ 1239.474623] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.483484] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.500141] env[69159]: DEBUG nova.compute.utils [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.504046] env[69159]: DEBUG nova.compute.manager [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1239.504307] env[69159]: DEBUG nova.network.neutron [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.540809] env[69159]: DEBUG nova.policy [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10cd438b43242bdadb9e68d0a43405a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b63e273ae14d4c2d8a14a43471fe57e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.816725] env[69159]: DEBUG nova.network.neutron [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Successfully created port: 3bdd173e-20a7-470f-a878-becbaa1340d3 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1239.986047] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.004753] env[69159]: DEBUG nova.compute.manager [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1240.089883] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332615ef-48e4-4478-a39f-8c981531a643 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.097252] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d013f7fe-c1c2-457e-a6a7-4432eb538929 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.126392] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7338e76-7059-44a7-adce-3387fbab5889 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.133554] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7638cc54-9f4a-4b44-a0c0-668f8d0e3e67 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.150316] env[69159]: DEBUG nova.compute.provider_tree [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.487730] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.654844] env[69159]: DEBUG nova.scheduler.client.report [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.990777] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449499, 'name': ReconfigVM_Task, 'duration_secs': 1.060241} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.991225] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Reconfigured VM instance instance-00000071 to attach disk [datastore2] bab7200c-e146-40c8-b36d-e10b5857bae6/bab7200c-e146-40c8-b36d-e10b5857bae6.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.992083] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48db6db5-c656-4c57-956a-6c820ea1f5c3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.000097] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1241.000097] env[69159]: value = "task-3449500" [ 1241.000097] env[69159]: _type = "Task" [ 1241.000097] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.011364] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449500, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.016967] env[69159]: DEBUG nova.compute.manager [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1241.041930] env[69159]: DEBUG nova.virt.hardware [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.042188] env[69159]: DEBUG nova.virt.hardware [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.042348] env[69159]: DEBUG nova.virt.hardware [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.042532] env[69159]: DEBUG nova.virt.hardware [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.042679] env[69159]: DEBUG nova.virt.hardware [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.042824] env[69159]: DEBUG nova.virt.hardware [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.043047] env[69159]: DEBUG nova.virt.hardware [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.043214] env[69159]: DEBUG nova.virt.hardware [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.043381] env[69159]: DEBUG nova.virt.hardware [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.043542] env[69159]: DEBUG nova.virt.hardware [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.043713] env[69159]: DEBUG nova.virt.hardware [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.044556] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3924e704-1e72-4cde-81e8-91c6d4fc137b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.052165] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f7cbac-3393-407f-897b-359dd2251533 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.160268] env[69159]: DEBUG oslo_concurrency.lockutils [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.160781] env[69159]: DEBUG nova.compute.manager [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1241.183663] env[69159]: DEBUG nova.compute.manager [req-4bf938c0-0912-4241-9142-456aff841e13 req-69d10f45-425a-4552-83cd-f82fd4c88fec service nova] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Received event network-vif-plugged-3bdd173e-20a7-470f-a878-becbaa1340d3 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1241.183902] env[69159]: DEBUG oslo_concurrency.lockutils [req-4bf938c0-0912-4241-9142-456aff841e13 req-69d10f45-425a-4552-83cd-f82fd4c88fec service nova] Acquiring lock "a5a7532d-d854-49cf-b64f-7398a5deff5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.184126] env[69159]: DEBUG oslo_concurrency.lockutils [req-4bf938c0-0912-4241-9142-456aff841e13 req-69d10f45-425a-4552-83cd-f82fd4c88fec service nova] Lock "a5a7532d-d854-49cf-b64f-7398a5deff5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.184286] env[69159]: DEBUG oslo_concurrency.lockutils [req-4bf938c0-0912-4241-9142-456aff841e13 req-69d10f45-425a-4552-83cd-f82fd4c88fec service nova] Lock "a5a7532d-d854-49cf-b64f-7398a5deff5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.184454] env[69159]: DEBUG nova.compute.manager [req-4bf938c0-0912-4241-9142-456aff841e13 req-69d10f45-425a-4552-83cd-f82fd4c88fec service nova] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] No waiting events found dispatching network-vif-plugged-3bdd173e-20a7-470f-a878-becbaa1340d3 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1241.184622] env[69159]: WARNING nova.compute.manager [req-4bf938c0-0912-4241-9142-456aff841e13 req-69d10f45-425a-4552-83cd-f82fd4c88fec service nova] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Received unexpected event network-vif-plugged-3bdd173e-20a7-470f-a878-becbaa1340d3 for instance with vm_state building and task_state spawning. [ 1241.263269] env[69159]: DEBUG nova.network.neutron [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Successfully updated port: 3bdd173e-20a7-470f-a878-becbaa1340d3 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.511274] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449500, 'name': Rename_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.666791] env[69159]: DEBUG nova.compute.utils [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.668157] env[69159]: DEBUG nova.compute.manager [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1241.668276] env[69159]: DEBUG nova.network.neutron [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.705765] env[69159]: DEBUG nova.policy [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e9b17b9e31646baa6aae279c4b3ea6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfbf2ac1d0fb4170beb492c4de5e0c72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.768527] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "refresh_cache-a5a7532d-d854-49cf-b64f-7398a5deff5c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.768787] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "refresh_cache-a5a7532d-d854-49cf-b64f-7398a5deff5c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.769202] env[69159]: DEBUG nova.network.neutron [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.995608] env[69159]: DEBUG nova.network.neutron [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Successfully created port: 23972629-e0c2-4c55-af05-e878851f5fa7 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.010841] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449500, 'name': Rename_Task, 'duration_secs': 0.617227} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.011138] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.011378] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e80edfd-1e82-4ef9-aef7-e9255054920c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.017530] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1242.017530] env[69159]: value = "task-3449501" [ 1242.017530] env[69159]: _type = "Task" [ 1242.017530] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.024794] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.171353] env[69159]: DEBUG nova.compute.manager [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1242.255047] env[69159]: DEBUG oslo_concurrency.lockutils [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "ebae9e71-0d97-4065-9f91-931d9a66140e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.255294] env[69159]: DEBUG oslo_concurrency.lockutils [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "ebae9e71-0d97-4065-9f91-931d9a66140e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.306047] env[69159]: DEBUG nova.network.neutron [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.419889] env[69159]: DEBUG nova.network.neutron [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Updating instance_info_cache with network_info: [{"id": "3bdd173e-20a7-470f-a878-becbaa1340d3", "address": "fa:16:3e:8a:d5:57", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bdd173e-20", "ovs_interfaceid": "3bdd173e-20a7-470f-a878-becbaa1340d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.527131] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449501, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.759022] env[69159]: DEBUG nova.compute.manager [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1242.922366] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "refresh_cache-a5a7532d-d854-49cf-b64f-7398a5deff5c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.922733] env[69159]: DEBUG nova.compute.manager [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Instance network_info: |[{"id": "3bdd173e-20a7-470f-a878-becbaa1340d3", "address": "fa:16:3e:8a:d5:57", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bdd173e-20", "ovs_interfaceid": "3bdd173e-20a7-470f-a878-becbaa1340d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1242.923212] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:d5:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bdd173e-20a7-470f-a878-becbaa1340d3', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.931805] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.932059] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.932314] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-314c3131-9f16-4662-a451-1ce0540540c1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.954695] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.954695] env[69159]: value = "task-3449502" [ 1242.954695] env[69159]: _type = "Task" [ 1242.954695] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.962213] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449502, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.027949] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449501, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.182225] env[69159]: DEBUG nova.compute.manager [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1243.209249] env[69159]: DEBUG nova.compute.manager [req-1a433444-4634-4800-a884-6b529d8747bc req-f1d232ee-ad8d-4c6a-a386-f7bfc8d8dbdb service nova] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Received event network-changed-3bdd173e-20a7-470f-a878-becbaa1340d3 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1243.209492] env[69159]: DEBUG nova.compute.manager [req-1a433444-4634-4800-a884-6b529d8747bc req-f1d232ee-ad8d-4c6a-a386-f7bfc8d8dbdb service nova] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Refreshing instance network info cache due to event network-changed-3bdd173e-20a7-470f-a878-becbaa1340d3. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1243.209663] env[69159]: DEBUG oslo_concurrency.lockutils [req-1a433444-4634-4800-a884-6b529d8747bc req-f1d232ee-ad8d-4c6a-a386-f7bfc8d8dbdb service nova] Acquiring lock "refresh_cache-a5a7532d-d854-49cf-b64f-7398a5deff5c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.209788] env[69159]: DEBUG oslo_concurrency.lockutils [req-1a433444-4634-4800-a884-6b529d8747bc req-f1d232ee-ad8d-4c6a-a386-f7bfc8d8dbdb service nova] Acquired lock "refresh_cache-a5a7532d-d854-49cf-b64f-7398a5deff5c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.209943] env[69159]: DEBUG nova.network.neutron [req-1a433444-4634-4800-a884-6b529d8747bc req-f1d232ee-ad8d-4c6a-a386-f7bfc8d8dbdb service nova] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Refreshing network info cache for port 3bdd173e-20a7-470f-a878-becbaa1340d3 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.212932] env[69159]: DEBUG nova.virt.hardware [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.213170] env[69159]: DEBUG nova.virt.hardware [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.213325] env[69159]: DEBUG nova.virt.hardware [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.213546] env[69159]: DEBUG nova.virt.hardware [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.213715] env[69159]: DEBUG nova.virt.hardware [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.214213] env[69159]: DEBUG nova.virt.hardware [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.214213] env[69159]: DEBUG nova.virt.hardware [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.214325] env[69159]: DEBUG nova.virt.hardware [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.214483] env[69159]: DEBUG nova.virt.hardware [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.214645] env[69159]: DEBUG nova.virt.hardware [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.214893] env[69159]: DEBUG nova.virt.hardware [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.216038] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ae288e-ec16-42f8-82b1-dc584288590d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.229517] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52321e54-a147-4084-b098-f629142b0a23 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.280509] env[69159]: DEBUG oslo_concurrency.lockutils [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.280872] env[69159]: DEBUG oslo_concurrency.lockutils [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.282402] env[69159]: INFO nova.compute.claims [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.464829] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449502, 'name': CreateVM_Task, 'duration_secs': 0.330343} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.465057] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.465812] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.465996] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.466384] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.466654] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb07833-be6b-41c4-91a1-50cffba345bb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.471874] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1243.471874] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521e510c-cba6-5f66-3943-f0585f73349a" [ 1243.471874] env[69159]: _type = "Task" [ 1243.471874] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.481236] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521e510c-cba6-5f66-3943-f0585f73349a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.528032] env[69159]: DEBUG oslo_vmware.api [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449501, 'name': PowerOnVM_Task, 'duration_secs': 1.105767} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.528431] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.528597] env[69159]: INFO nova.compute.manager [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1243.528784] env[69159]: DEBUG nova.compute.manager [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1243.529586] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e83fce2-a456-468c-9a26-9bc995fa436d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.798374] env[69159]: DEBUG nova.network.neutron [req-1a433444-4634-4800-a884-6b529d8747bc req-f1d232ee-ad8d-4c6a-a386-f7bfc8d8dbdb service nova] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Updated VIF entry in instance network info cache for port 3bdd173e-20a7-470f-a878-becbaa1340d3. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.798773] env[69159]: DEBUG nova.network.neutron [req-1a433444-4634-4800-a884-6b529d8747bc req-f1d232ee-ad8d-4c6a-a386-f7bfc8d8dbdb service nova] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Updating instance_info_cache with network_info: [{"id": "3bdd173e-20a7-470f-a878-becbaa1340d3", "address": "fa:16:3e:8a:d5:57", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bdd173e-20", "ovs_interfaceid": "3bdd173e-20a7-470f-a878-becbaa1340d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.927753] env[69159]: DEBUG nova.network.neutron [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Successfully updated port: 23972629-e0c2-4c55-af05-e878851f5fa7 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.983088] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]521e510c-cba6-5f66-3943-f0585f73349a, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.983456] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.983687] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.983921] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.984207] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.984278] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.984516] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c7d20a8-f45d-4777-b9b8-92abae423a8d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.993319] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.993500] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.994224] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b2ff05-7c81-47ce-9b70-009db977c09e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.999270] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1243.999270] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5277f999-11dc-bf27-abe6-515f46351629" [ 1243.999270] env[69159]: _type = "Task" [ 1243.999270] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.007210] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5277f999-11dc-bf27-abe6-515f46351629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.045924] env[69159]: INFO nova.compute.manager [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Took 14.13 seconds to build instance. [ 1244.302604] env[69159]: DEBUG oslo_concurrency.lockutils [req-1a433444-4634-4800-a884-6b529d8747bc req-f1d232ee-ad8d-4c6a-a386-f7bfc8d8dbdb service nova] Releasing lock "refresh_cache-a5a7532d-d854-49cf-b64f-7398a5deff5c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.382205] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ee47f1-e4e2-4a51-89bd-9c887e818903 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.389528] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0bbf5f-2358-49f2-8df8-3c23e307cdb4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.419803] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0417ed95-140f-457d-89dd-29a3dd9d807f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.426912] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0862124-8d4d-4e16-be97-b794b2c05931 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.431296] env[69159]: DEBUG oslo_concurrency.lockutils [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "refresh_cache-b89fcb66-eaa5-4602-b945-b33708c5e00a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.431438] env[69159]: DEBUG oslo_concurrency.lockutils [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquired lock "refresh_cache-b89fcb66-eaa5-4602-b945-b33708c5e00a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.431592] env[69159]: DEBUG nova.network.neutron [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.443834] env[69159]: DEBUG nova.compute.provider_tree [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.509540] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5277f999-11dc-bf27-abe6-515f46351629, 'name': SearchDatastore_Task, 'duration_secs': 0.008696} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.510311] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7bfd6ba-2807-4d18-8368-728711f8e641 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.515766] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1244.515766] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c5b4b0-a968-a90d-bfe9-8e0c5c02ab8d" [ 1244.515766] env[69159]: _type = "Task" [ 1244.515766] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.523256] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c5b4b0-a968-a90d-bfe9-8e0c5c02ab8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.547781] env[69159]: DEBUG oslo_concurrency.lockutils [None req-65b395eb-0ce9-42fb-a8b1-c88ddc8195ca tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "bab7200c-e146-40c8-b36d-e10b5857bae6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.636s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.548074] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "bab7200c-e146-40c8-b36d-e10b5857bae6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.769s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.548185] env[69159]: INFO nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] During sync_power_state the instance has a pending task (networking). Skip. [ 1244.548361] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "bab7200c-e146-40c8-b36d-e10b5857bae6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.947912] env[69159]: DEBUG nova.scheduler.client.report [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.962757] env[69159]: DEBUG nova.network.neutron [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.027011] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c5b4b0-a968-a90d-bfe9-8e0c5c02ab8d, 'name': SearchDatastore_Task, 'duration_secs': 0.009381} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.027273] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.027519] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] a5a7532d-d854-49cf-b64f-7398a5deff5c/a5a7532d-d854-49cf-b64f-7398a5deff5c.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.027781] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4d2e4b9-31c9-490d-b707-99f585fe6583 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.034230] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1245.034230] env[69159]: value = "task-3449503" [ 1245.034230] env[69159]: _type = "Task" [ 1245.034230] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.041676] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.092222] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "bab7200c-e146-40c8-b36d-e10b5857bae6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.092502] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "bab7200c-e146-40c8-b36d-e10b5857bae6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.154928] env[69159]: DEBUG nova.network.neutron [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Updating instance_info_cache with network_info: [{"id": "23972629-e0c2-4c55-af05-e878851f5fa7", "address": "fa:16:3e:f6:fd:b5", "network": {"id": "a7ebe38f-e7a7-41cc-b894-9e950e4139ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-933271080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfbf2ac1d0fb4170beb492c4de5e0c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23972629-e0", "ovs_interfaceid": "23972629-e0c2-4c55-af05-e878851f5fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.236576] env[69159]: DEBUG nova.compute.manager [req-b463087b-ccc0-414b-a8bc-31ae0b0f230f req-124802fa-5966-4ef5-8087-34f9d902317c service nova] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Received event network-vif-plugged-23972629-e0c2-4c55-af05-e878851f5fa7 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1245.240501] env[69159]: DEBUG oslo_concurrency.lockutils [req-b463087b-ccc0-414b-a8bc-31ae0b0f230f req-124802fa-5966-4ef5-8087-34f9d902317c service nova] Acquiring lock "b89fcb66-eaa5-4602-b945-b33708c5e00a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.240799] env[69159]: DEBUG oslo_concurrency.lockutils [req-b463087b-ccc0-414b-a8bc-31ae0b0f230f req-124802fa-5966-4ef5-8087-34f9d902317c service nova] Lock "b89fcb66-eaa5-4602-b945-b33708c5e00a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.241020] env[69159]: DEBUG oslo_concurrency.lockutils [req-b463087b-ccc0-414b-a8bc-31ae0b0f230f req-124802fa-5966-4ef5-8087-34f9d902317c service nova] Lock "b89fcb66-eaa5-4602-b945-b33708c5e00a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.241218] env[69159]: DEBUG nova.compute.manager [req-b463087b-ccc0-414b-a8bc-31ae0b0f230f req-124802fa-5966-4ef5-8087-34f9d902317c service nova] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] No waiting events found dispatching network-vif-plugged-23972629-e0c2-4c55-af05-e878851f5fa7 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1245.241391] env[69159]: WARNING nova.compute.manager [req-b463087b-ccc0-414b-a8bc-31ae0b0f230f req-124802fa-5966-4ef5-8087-34f9d902317c service nova] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Received unexpected event network-vif-plugged-23972629-e0c2-4c55-af05-e878851f5fa7 for instance with vm_state building and task_state spawning. [ 1245.241572] env[69159]: DEBUG nova.compute.manager [req-b463087b-ccc0-414b-a8bc-31ae0b0f230f req-124802fa-5966-4ef5-8087-34f9d902317c service nova] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Received event network-changed-23972629-e0c2-4c55-af05-e878851f5fa7 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1245.241704] env[69159]: DEBUG nova.compute.manager [req-b463087b-ccc0-414b-a8bc-31ae0b0f230f req-124802fa-5966-4ef5-8087-34f9d902317c service nova] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Refreshing instance network info cache due to event network-changed-23972629-e0c2-4c55-af05-e878851f5fa7. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1245.241880] env[69159]: DEBUG oslo_concurrency.lockutils [req-b463087b-ccc0-414b-a8bc-31ae0b0f230f req-124802fa-5966-4ef5-8087-34f9d902317c service nova] Acquiring lock "refresh_cache-b89fcb66-eaa5-4602-b945-b33708c5e00a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.452742] env[69159]: DEBUG oslo_concurrency.lockutils [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.453320] env[69159]: DEBUG nova.compute.manager [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1245.543702] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421713} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.543949] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] a5a7532d-d854-49cf-b64f-7398a5deff5c/a5a7532d-d854-49cf-b64f-7398a5deff5c.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.544176] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.544433] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cf11fb1-2583-4eb6-8632-4100794d61eb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.550230] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1245.550230] env[69159]: value = "task-3449504" [ 1245.550230] env[69159]: _type = "Task" [ 1245.550230] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.557623] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.595949] env[69159]: DEBUG nova.compute.utils [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.657281] env[69159]: DEBUG oslo_concurrency.lockutils [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Releasing lock "refresh_cache-b89fcb66-eaa5-4602-b945-b33708c5e00a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.657615] env[69159]: DEBUG nova.compute.manager [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Instance network_info: |[{"id": "23972629-e0c2-4c55-af05-e878851f5fa7", "address": "fa:16:3e:f6:fd:b5", "network": {"id": "a7ebe38f-e7a7-41cc-b894-9e950e4139ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-933271080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfbf2ac1d0fb4170beb492c4de5e0c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23972629-e0", "ovs_interfaceid": "23972629-e0c2-4c55-af05-e878851f5fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1245.657924] env[69159]: DEBUG oslo_concurrency.lockutils [req-b463087b-ccc0-414b-a8bc-31ae0b0f230f req-124802fa-5966-4ef5-8087-34f9d902317c service nova] Acquired lock "refresh_cache-b89fcb66-eaa5-4602-b945-b33708c5e00a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.658140] env[69159]: DEBUG nova.network.neutron [req-b463087b-ccc0-414b-a8bc-31ae0b0f230f req-124802fa-5966-4ef5-8087-34f9d902317c service nova] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Refreshing network info cache for port 23972629-e0c2-4c55-af05-e878851f5fa7 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.659421] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:fd:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23972629-e0c2-4c55-af05-e878851f5fa7', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.667920] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.670885] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.671718] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bf9f969-95d1-4652-80e7-a928da578ea5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.692357] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.692357] env[69159]: value = "task-3449505" [ 1245.692357] env[69159]: _type = "Task" [ 1245.692357] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.700140] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449505, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.874799] env[69159]: DEBUG nova.network.neutron [req-b463087b-ccc0-414b-a8bc-31ae0b0f230f req-124802fa-5966-4ef5-8087-34f9d902317c service nova] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Updated VIF entry in instance network info cache for port 23972629-e0c2-4c55-af05-e878851f5fa7. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.876148] env[69159]: DEBUG nova.network.neutron [req-b463087b-ccc0-414b-a8bc-31ae0b0f230f req-124802fa-5966-4ef5-8087-34f9d902317c service nova] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Updating instance_info_cache with network_info: [{"id": "23972629-e0c2-4c55-af05-e878851f5fa7", "address": "fa:16:3e:f6:fd:b5", "network": {"id": "a7ebe38f-e7a7-41cc-b894-9e950e4139ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-933271080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfbf2ac1d0fb4170beb492c4de5e0c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23972629-e0", "ovs_interfaceid": "23972629-e0c2-4c55-af05-e878851f5fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.958319] env[69159]: DEBUG nova.compute.utils [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.959860] env[69159]: DEBUG nova.compute.manager [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1245.960491] env[69159]: DEBUG nova.network.neutron [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.996957] env[69159]: DEBUG nova.policy [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ce9e4b5a7c7445a837cb287739fa0a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c053135b7d5472181d6d61c735f334b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.060592] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180595} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.060921] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.061723] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aebd41-9b47-45bc-a20e-25650541fbff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.084347] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] a5a7532d-d854-49cf-b64f-7398a5deff5c/a5a7532d-d854-49cf-b64f-7398a5deff5c.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.084690] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef872000-92d1-4c34-b6b6-907f9d0ddaa6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.100137] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "bab7200c-e146-40c8-b36d-e10b5857bae6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.107059] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1246.107059] env[69159]: value = "task-3449506" [ 1246.107059] env[69159]: _type = "Task" [ 1246.107059] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.115029] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.202848] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449505, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.355727] env[69159]: DEBUG nova.network.neutron [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Successfully created port: f2b4e0df-3770-45a2-861a-b13a404e1422 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.378703] env[69159]: DEBUG oslo_concurrency.lockutils [req-b463087b-ccc0-414b-a8bc-31ae0b0f230f req-124802fa-5966-4ef5-8087-34f9d902317c service nova] Releasing lock "refresh_cache-b89fcb66-eaa5-4602-b945-b33708c5e00a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.463867] env[69159]: DEBUG nova.compute.manager [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1246.619906] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449506, 'name': ReconfigVM_Task, 'duration_secs': 0.288443} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.620175] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Reconfigured VM instance instance-00000072 to attach disk [datastore2] a5a7532d-d854-49cf-b64f-7398a5deff5c/a5a7532d-d854-49cf-b64f-7398a5deff5c.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.620561] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d4e8229-a0ec-4018-83c6-82cdc83bdd5d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.627331] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1246.627331] env[69159]: value = "task-3449507" [ 1246.627331] env[69159]: _type = "Task" [ 1246.627331] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.635581] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449507, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.703793] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449505, 'name': CreateVM_Task, 'duration_secs': 0.618788} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.704010] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.704723] env[69159]: DEBUG oslo_concurrency.lockutils [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.704930] env[69159]: DEBUG oslo_concurrency.lockutils [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.705295] env[69159]: DEBUG oslo_concurrency.lockutils [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.705566] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05ce3beb-ef8f-4787-9ee8-7eefb0ecc85d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.710533] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1246.710533] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5295ff11-41d0-080e-6da9-58c7f7b0fac7" [ 1246.710533] env[69159]: _type = "Task" [ 1246.710533] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.718339] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5295ff11-41d0-080e-6da9-58c7f7b0fac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.137651] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449507, 'name': Rename_Task, 'duration_secs': 0.144302} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.137925] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.138174] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd8737cc-2aa8-46a6-a126-11ddd6d31932 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.144461] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1247.144461] env[69159]: value = "task-3449508" [ 1247.144461] env[69159]: _type = "Task" [ 1247.144461] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.151618] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.161271] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "bab7200c-e146-40c8-b36d-e10b5857bae6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.161488] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "bab7200c-e146-40c8-b36d-e10b5857bae6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.161728] env[69159]: INFO nova.compute.manager [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Attaching volume 7aad70c8-b311-458f-8b1d-27934ea66ab4 to /dev/sdb [ 1247.193552] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcae7af-9dca-429f-8c10-26e9c2b1ea6f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.200391] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5669d8cc-e8b6-4058-a96e-9e91d924c539 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.213917] env[69159]: DEBUG nova.virt.block_device [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Updating existing volume attachment record: 32242dd5-3278-4fbb-ab49-f8da42117ba2 {{(pid=69159) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1247.224327] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5295ff11-41d0-080e-6da9-58c7f7b0fac7, 'name': SearchDatastore_Task, 'duration_secs': 0.009074} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.224630] env[69159]: DEBUG oslo_concurrency.lockutils [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.224866] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.225116] env[69159]: DEBUG oslo_concurrency.lockutils [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.225268] env[69159]: DEBUG oslo_concurrency.lockutils [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.225450] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.225702] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ffc99c9-5330-437c-be88-82820a2a7f7e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.234113] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.234302] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.235014] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f31b9d2c-9090-4964-9724-e4033aee6366 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.240165] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1247.240165] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520479b2-e76f-8482-2536-b3e12be5d4f1" [ 1247.240165] env[69159]: _type = "Task" [ 1247.240165] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.249670] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520479b2-e76f-8482-2536-b3e12be5d4f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.475021] env[69159]: DEBUG nova.compute.manager [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1247.503817] env[69159]: DEBUG nova.virt.hardware [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.504080] env[69159]: DEBUG nova.virt.hardware [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.504245] env[69159]: DEBUG nova.virt.hardware [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.504426] env[69159]: DEBUG nova.virt.hardware [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.504573] env[69159]: DEBUG nova.virt.hardware [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.504723] env[69159]: DEBUG nova.virt.hardware [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.504930] env[69159]: DEBUG nova.virt.hardware [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.505102] env[69159]: DEBUG nova.virt.hardware [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.505273] env[69159]: DEBUG nova.virt.hardware [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.505430] env[69159]: DEBUG nova.virt.hardware [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.505598] env[69159]: DEBUG nova.virt.hardware [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.506511] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58650264-9daf-4cb8-8f85-13641a984c9f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.514705] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d716fe5f-ea90-47a2-bba9-ae32e0787272 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.654112] env[69159]: DEBUG oslo_vmware.api [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449508, 'name': PowerOnVM_Task, 'duration_secs': 0.441114} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.654382] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.654585] env[69159]: INFO nova.compute.manager [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1247.654763] env[69159]: DEBUG nova.compute.manager [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1247.655546] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84297f8-cbcd-4451-b723-f4ff962eea7a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.727329] env[69159]: DEBUG nova.compute.manager [req-17f757b7-db7b-477a-95c0-b11fef507326 req-9366f4ca-ffe8-4b55-94bb-204351d81d4a service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Received event network-vif-plugged-f2b4e0df-3770-45a2-861a-b13a404e1422 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1247.727576] env[69159]: DEBUG oslo_concurrency.lockutils [req-17f757b7-db7b-477a-95c0-b11fef507326 req-9366f4ca-ffe8-4b55-94bb-204351d81d4a service nova] Acquiring lock "ebae9e71-0d97-4065-9f91-931d9a66140e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.727810] env[69159]: DEBUG oslo_concurrency.lockutils [req-17f757b7-db7b-477a-95c0-b11fef507326 req-9366f4ca-ffe8-4b55-94bb-204351d81d4a service nova] Lock "ebae9e71-0d97-4065-9f91-931d9a66140e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.727958] env[69159]: DEBUG oslo_concurrency.lockutils [req-17f757b7-db7b-477a-95c0-b11fef507326 req-9366f4ca-ffe8-4b55-94bb-204351d81d4a service nova] Lock "ebae9e71-0d97-4065-9f91-931d9a66140e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.728176] env[69159]: DEBUG nova.compute.manager [req-17f757b7-db7b-477a-95c0-b11fef507326 req-9366f4ca-ffe8-4b55-94bb-204351d81d4a service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] No waiting events found dispatching network-vif-plugged-f2b4e0df-3770-45a2-861a-b13a404e1422 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1247.728395] env[69159]: WARNING nova.compute.manager [req-17f757b7-db7b-477a-95c0-b11fef507326 req-9366f4ca-ffe8-4b55-94bb-204351d81d4a service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Received unexpected event network-vif-plugged-f2b4e0df-3770-45a2-861a-b13a404e1422 for instance with vm_state building and task_state spawning. [ 1247.752205] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]520479b2-e76f-8482-2536-b3e12be5d4f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009388} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.753063] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9599719-786d-415d-9f7d-c21cc3b2a0fb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.758036] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1247.758036] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5295c8f6-7b9d-73d4-69c8-b7fdda1001a8" [ 1247.758036] env[69159]: _type = "Task" [ 1247.758036] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.766184] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5295c8f6-7b9d-73d4-69c8-b7fdda1001a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.816025] env[69159]: DEBUG nova.network.neutron [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Successfully updated port: f2b4e0df-3770-45a2-861a-b13a404e1422 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.173287] env[69159]: INFO nova.compute.manager [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Took 11.37 seconds to build instance. [ 1248.268082] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5295c8f6-7b9d-73d4-69c8-b7fdda1001a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01269} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.268319] env[69159]: DEBUG oslo_concurrency.lockutils [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.268595] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] b89fcb66-eaa5-4602-b945-b33708c5e00a/b89fcb66-eaa5-4602-b945-b33708c5e00a.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.268843] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d724f779-ed72-480d-8bb9-d4490b55a683 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.276899] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1248.276899] env[69159]: value = "task-3449512" [ 1248.276899] env[69159]: _type = "Task" [ 1248.276899] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.283918] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.319027] env[69159]: DEBUG oslo_concurrency.lockutils [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.319224] env[69159]: DEBUG oslo_concurrency.lockutils [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.319406] env[69159]: DEBUG nova.network.neutron [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.675700] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e6f91a0b-dadc-4ede-a5f5-880cba312675 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "a5a7532d-d854-49cf-b64f-7398a5deff5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.890s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.787162] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432825} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.787294] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] b89fcb66-eaa5-4602-b945-b33708c5e00a/b89fcb66-eaa5-4602-b945-b33708c5e00a.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.788199] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.788199] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-425f4c95-e197-4b3d-babd-d6cd8016475f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.794656] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1248.794656] env[69159]: value = "task-3449513" [ 1248.794656] env[69159]: _type = "Task" [ 1248.794656] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.804733] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.853375] env[69159]: DEBUG nova.network.neutron [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.980691] env[69159]: DEBUG nova.network.neutron [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Updating instance_info_cache with network_info: [{"id": "f2b4e0df-3770-45a2-861a-b13a404e1422", "address": "fa:16:3e:5a:d8:67", "network": {"id": "6398d03d-9375-4dec-861a-acfdbe3d0d2f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1527641923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c053135b7d5472181d6d61c735f334b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b4e0df-37", "ovs_interfaceid": "f2b4e0df-3770-45a2-861a-b13a404e1422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.000504] env[69159]: DEBUG nova.compute.manager [req-bb62e75b-1ac7-4734-ac51-cb0649afe119 req-83375f1c-2b9f-43b3-9696-f1c2b116968f service nova] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Received event network-changed-3bdd173e-20a7-470f-a878-becbaa1340d3 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1249.000709] env[69159]: DEBUG nova.compute.manager [req-bb62e75b-1ac7-4734-ac51-cb0649afe119 req-83375f1c-2b9f-43b3-9696-f1c2b116968f service nova] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Refreshing instance network info cache due to event network-changed-3bdd173e-20a7-470f-a878-becbaa1340d3. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1249.000964] env[69159]: DEBUG oslo_concurrency.lockutils [req-bb62e75b-1ac7-4734-ac51-cb0649afe119 req-83375f1c-2b9f-43b3-9696-f1c2b116968f service nova] Acquiring lock "refresh_cache-a5a7532d-d854-49cf-b64f-7398a5deff5c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.001133] env[69159]: DEBUG oslo_concurrency.lockutils [req-bb62e75b-1ac7-4734-ac51-cb0649afe119 req-83375f1c-2b9f-43b3-9696-f1c2b116968f service nova] Acquired lock "refresh_cache-a5a7532d-d854-49cf-b64f-7398a5deff5c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.001299] env[69159]: DEBUG nova.network.neutron [req-bb62e75b-1ac7-4734-ac51-cb0649afe119 req-83375f1c-2b9f-43b3-9696-f1c2b116968f service nova] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Refreshing network info cache for port 3bdd173e-20a7-470f-a878-becbaa1340d3 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.304490] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074082} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.304743] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.305531] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2509c1ee-ea07-4300-9c67-68a4de5d8c6c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.328209] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] b89fcb66-eaa5-4602-b945-b33708c5e00a/b89fcb66-eaa5-4602-b945-b33708c5e00a.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.328527] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac84c573-599c-4f26-927b-d92c69a66f9d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.348874] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1249.348874] env[69159]: value = "task-3449514" [ 1249.348874] env[69159]: _type = "Task" [ 1249.348874] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.356590] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.483427] env[69159]: DEBUG oslo_concurrency.lockutils [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Releasing lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.483783] env[69159]: DEBUG nova.compute.manager [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Instance network_info: |[{"id": "f2b4e0df-3770-45a2-861a-b13a404e1422", "address": "fa:16:3e:5a:d8:67", "network": {"id": "6398d03d-9375-4dec-861a-acfdbe3d0d2f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1527641923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c053135b7d5472181d6d61c735f334b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b4e0df-37", "ovs_interfaceid": "f2b4e0df-3770-45a2-861a-b13a404e1422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1249.484271] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:d8:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2b4e0df-3770-45a2-861a-b13a404e1422', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.492226] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.492470] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.492696] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbb09636-a81a-41c2-a47b-1aea325b5470 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.515391] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.515391] env[69159]: value = "task-3449516" [ 1249.515391] env[69159]: _type = "Task" [ 1249.515391] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.524332] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449516, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.753744] env[69159]: DEBUG nova.compute.manager [req-2d9b1352-9e85-46c2-9c8f-0587b2fb4823 req-c2b8379f-0832-4fff-ad6f-86b18fefb8c6 service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Received event network-changed-f2b4e0df-3770-45a2-861a-b13a404e1422 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1249.754025] env[69159]: DEBUG nova.compute.manager [req-2d9b1352-9e85-46c2-9c8f-0587b2fb4823 req-c2b8379f-0832-4fff-ad6f-86b18fefb8c6 service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Refreshing instance network info cache due to event network-changed-f2b4e0df-3770-45a2-861a-b13a404e1422. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1249.755124] env[69159]: DEBUG oslo_concurrency.lockutils [req-2d9b1352-9e85-46c2-9c8f-0587b2fb4823 req-c2b8379f-0832-4fff-ad6f-86b18fefb8c6 service nova] Acquiring lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.755124] env[69159]: DEBUG oslo_concurrency.lockutils [req-2d9b1352-9e85-46c2-9c8f-0587b2fb4823 req-c2b8379f-0832-4fff-ad6f-86b18fefb8c6 service nova] Acquired lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.755124] env[69159]: DEBUG nova.network.neutron [req-2d9b1352-9e85-46c2-9c8f-0587b2fb4823 req-c2b8379f-0832-4fff-ad6f-86b18fefb8c6 service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Refreshing network info cache for port f2b4e0df-3770-45a2-861a-b13a404e1422 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.768019] env[69159]: DEBUG nova.network.neutron [req-bb62e75b-1ac7-4734-ac51-cb0649afe119 req-83375f1c-2b9f-43b3-9696-f1c2b116968f service nova] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Updated VIF entry in instance network info cache for port 3bdd173e-20a7-470f-a878-becbaa1340d3. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.768516] env[69159]: DEBUG nova.network.neutron [req-bb62e75b-1ac7-4734-ac51-cb0649afe119 req-83375f1c-2b9f-43b3-9696-f1c2b116968f service nova] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Updating instance_info_cache with network_info: [{"id": "3bdd173e-20a7-470f-a878-becbaa1340d3", "address": "fa:16:3e:8a:d5:57", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bdd173e-20", "ovs_interfaceid": "3bdd173e-20a7-470f-a878-becbaa1340d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.859583] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.025021] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449516, 'name': CreateVM_Task} progress is 25%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.271867] env[69159]: DEBUG oslo_concurrency.lockutils [req-bb62e75b-1ac7-4734-ac51-cb0649afe119 req-83375f1c-2b9f-43b3-9696-f1c2b116968f service nova] Releasing lock "refresh_cache-a5a7532d-d854-49cf-b64f-7398a5deff5c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.359816] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449514, 'name': ReconfigVM_Task, 'duration_secs': 0.756109} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.360180] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Reconfigured VM instance instance-00000073 to attach disk [datastore2] b89fcb66-eaa5-4602-b945-b33708c5e00a/b89fcb66-eaa5-4602-b945-b33708c5e00a.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.360894] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fb890a0-b8ca-42ca-9fca-ec700c41f817 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.367372] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1250.367372] env[69159]: value = "task-3449517" [ 1250.367372] env[69159]: _type = "Task" [ 1250.367372] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.378424] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449517, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.507255] env[69159]: DEBUG nova.network.neutron [req-2d9b1352-9e85-46c2-9c8f-0587b2fb4823 req-c2b8379f-0832-4fff-ad6f-86b18fefb8c6 service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Updated VIF entry in instance network info cache for port f2b4e0df-3770-45a2-861a-b13a404e1422. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.507644] env[69159]: DEBUG nova.network.neutron [req-2d9b1352-9e85-46c2-9c8f-0587b2fb4823 req-c2b8379f-0832-4fff-ad6f-86b18fefb8c6 service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Updating instance_info_cache with network_info: [{"id": "f2b4e0df-3770-45a2-861a-b13a404e1422", "address": "fa:16:3e:5a:d8:67", "network": {"id": "6398d03d-9375-4dec-861a-acfdbe3d0d2f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1527641923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c053135b7d5472181d6d61c735f334b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b4e0df-37", "ovs_interfaceid": "f2b4e0df-3770-45a2-861a-b13a404e1422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.528685] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449516, 'name': CreateVM_Task, 'duration_secs': 0.768256} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.528829] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.529463] env[69159]: DEBUG oslo_concurrency.lockutils [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.529662] env[69159]: DEBUG oslo_concurrency.lockutils [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.530040] env[69159]: DEBUG oslo_concurrency.lockutils [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.530300] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c79b93-2ec9-456e-aa88-9beadbf8abe9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.534893] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1250.534893] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52683c89-2d85-df02-3f1d-c62e2de64422" [ 1250.534893] env[69159]: _type = "Task" [ 1250.534893] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.543106] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52683c89-2d85-df02-3f1d-c62e2de64422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.877596] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449517, 'name': Rename_Task, 'duration_secs': 0.213615} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.877950] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.878143] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ef8912a-f566-43b6-867d-c5110a707dd5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.884853] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1250.884853] env[69159]: value = "task-3449518" [ 1250.884853] env[69159]: _type = "Task" [ 1250.884853] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.892388] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.010351] env[69159]: DEBUG oslo_concurrency.lockutils [req-2d9b1352-9e85-46c2-9c8f-0587b2fb4823 req-c2b8379f-0832-4fff-ad6f-86b18fefb8c6 service nova] Releasing lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.045619] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52683c89-2d85-df02-3f1d-c62e2de64422, 'name': SearchDatastore_Task, 'duration_secs': 0.012296} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.045872] env[69159]: DEBUG oslo_concurrency.lockutils [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.046114] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.046348] env[69159]: DEBUG oslo_concurrency.lockutils [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.046541] env[69159]: DEBUG oslo_concurrency.lockutils [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.046725] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.046980] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-162487d5-3aa8-4dfc-bc83-8b2235e779bc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.055430] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.055617] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.056298] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eceaa452-7728-4df6-9bfd-9b45f524a0b6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.061272] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1251.061272] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d3c383-cdef-9a5a-8e62-2add9f3a8056" [ 1251.061272] env[69159]: _type = "Task" [ 1251.061272] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.068245] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d3c383-cdef-9a5a-8e62-2add9f3a8056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.395309] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449518, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.572363] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52d3c383-cdef-9a5a-8e62-2add9f3a8056, 'name': SearchDatastore_Task, 'duration_secs': 0.012388} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.573149] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e158f6d-6419-4b3e-a1a4-a48afaa7c2f8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.578420] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1251.578420] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527e5967-9cd1-b1ce-4494-8ec533eaa223" [ 1251.578420] env[69159]: _type = "Task" [ 1251.578420] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.585950] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527e5967-9cd1-b1ce-4494-8ec533eaa223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.759995] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Volume attach. Driver type: vmdk {{(pid=69159) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1251.760270] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688704', 'volume_id': '7aad70c8-b311-458f-8b1d-27934ea66ab4', 'name': 'volume-7aad70c8-b311-458f-8b1d-27934ea66ab4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bab7200c-e146-40c8-b36d-e10b5857bae6', 'attached_at': '', 'detached_at': '', 'volume_id': '7aad70c8-b311-458f-8b1d-27934ea66ab4', 'serial': '7aad70c8-b311-458f-8b1d-27934ea66ab4'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1251.761151] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f02a1e1-68d1-43fe-ae7a-4bf59382af01 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.777021] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3af081c-edba-4238-89db-dd5d3d9cb08c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.801388] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-7aad70c8-b311-458f-8b1d-27934ea66ab4/volume-7aad70c8-b311-458f-8b1d-27934ea66ab4.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.801605] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a56c3207-76fe-4ff3-87e9-930b48fe04cb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.819347] env[69159]: DEBUG oslo_vmware.api [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1251.819347] env[69159]: value = "task-3449519" [ 1251.819347] env[69159]: _type = "Task" [ 1251.819347] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.827704] env[69159]: DEBUG oslo_vmware.api [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.895269] env[69159]: DEBUG oslo_vmware.api [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449518, 'name': PowerOnVM_Task, 'duration_secs': 0.715735} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.898044] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.898044] env[69159]: INFO nova.compute.manager [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1251.898044] env[69159]: DEBUG nova.compute.manager [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1251.898044] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2536d1a-9d3a-4365-b04d-82fc669a0770 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.088828] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527e5967-9cd1-b1ce-4494-8ec533eaa223, 'name': SearchDatastore_Task, 'duration_secs': 0.009479} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.089065] env[69159]: DEBUG oslo_concurrency.lockutils [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.089325] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] ebae9e71-0d97-4065-9f91-931d9a66140e/ebae9e71-0d97-4065-9f91-931d9a66140e.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.089581] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70740e32-7ea0-47ae-b302-6337ca89d760 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.095589] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1252.095589] env[69159]: value = "task-3449520" [ 1252.095589] env[69159]: _type = "Task" [ 1252.095589] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.103192] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.329561] env[69159]: DEBUG oslo_vmware.api [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449519, 'name': ReconfigVM_Task, 'duration_secs': 0.367556} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.329891] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-7aad70c8-b311-458f-8b1d-27934ea66ab4/volume-7aad70c8-b311-458f-8b1d-27934ea66ab4.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.334726] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b90b0e8-bcbd-4e34-a569-3b019d8bcafe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.350116] env[69159]: DEBUG oslo_vmware.api [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1252.350116] env[69159]: value = "task-3449521" [ 1252.350116] env[69159]: _type = "Task" [ 1252.350116] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.358255] env[69159]: DEBUG oslo_vmware.api [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.413254] env[69159]: INFO nova.compute.manager [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Took 15.37 seconds to build instance. [ 1252.606077] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471248} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.606215] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] ebae9e71-0d97-4065-9f91-931d9a66140e/ebae9e71-0d97-4065-9f91-931d9a66140e.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.606404] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.606660] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d03ec2c-98fe-4c71-aeb0-fd793acc4762 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.613501] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1252.613501] env[69159]: value = "task-3449522" [ 1252.613501] env[69159]: _type = "Task" [ 1252.613501] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.620541] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.859683] env[69159]: DEBUG oslo_vmware.api [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449521, 'name': ReconfigVM_Task, 'duration_secs': 0.276015} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.859998] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688704', 'volume_id': '7aad70c8-b311-458f-8b1d-27934ea66ab4', 'name': 'volume-7aad70c8-b311-458f-8b1d-27934ea66ab4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bab7200c-e146-40c8-b36d-e10b5857bae6', 'attached_at': '', 'detached_at': '', 'volume_id': '7aad70c8-b311-458f-8b1d-27934ea66ab4', 'serial': '7aad70c8-b311-458f-8b1d-27934ea66ab4'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1252.916234] env[69159]: DEBUG oslo_concurrency.lockutils [None req-445fbc0f-7cd4-4989-b032-6d4da3e76ca2 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "b89fcb66-eaa5-4602-b945-b33708c5e00a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.882s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.124887] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.322978} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.124887] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.125164] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca133cdd-9599-4ac3-b527-d035be94b1f6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.147198] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] ebae9e71-0d97-4065-9f91-931d9a66140e/ebae9e71-0d97-4065-9f91-931d9a66140e.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.147452] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a4440ec-7a9e-412e-8dd6-2e8710e6740e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.167048] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1253.167048] env[69159]: value = "task-3449523" [ 1253.167048] env[69159]: _type = "Task" [ 1253.167048] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.175872] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.500249] env[69159]: DEBUG nova.compute.manager [req-10275445-af1e-4d68-9589-34d6b27c28dd req-0345b0f6-ecb4-4d36-a562-282237ef8e50 service nova] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Received event network-changed-23972629-e0c2-4c55-af05-e878851f5fa7 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1253.500447] env[69159]: DEBUG nova.compute.manager [req-10275445-af1e-4d68-9589-34d6b27c28dd req-0345b0f6-ecb4-4d36-a562-282237ef8e50 service nova] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Refreshing instance network info cache due to event network-changed-23972629-e0c2-4c55-af05-e878851f5fa7. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1253.500713] env[69159]: DEBUG oslo_concurrency.lockutils [req-10275445-af1e-4d68-9589-34d6b27c28dd req-0345b0f6-ecb4-4d36-a562-282237ef8e50 service nova] Acquiring lock "refresh_cache-b89fcb66-eaa5-4602-b945-b33708c5e00a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.500788] env[69159]: DEBUG oslo_concurrency.lockutils [req-10275445-af1e-4d68-9589-34d6b27c28dd req-0345b0f6-ecb4-4d36-a562-282237ef8e50 service nova] Acquired lock "refresh_cache-b89fcb66-eaa5-4602-b945-b33708c5e00a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.500947] env[69159]: DEBUG nova.network.neutron [req-10275445-af1e-4d68-9589-34d6b27c28dd req-0345b0f6-ecb4-4d36-a562-282237ef8e50 service nova] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Refreshing network info cache for port 23972629-e0c2-4c55-af05-e878851f5fa7 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.677964] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.895847] env[69159]: DEBUG nova.objects.instance [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lazy-loading 'flavor' on Instance uuid bab7200c-e146-40c8-b36d-e10b5857bae6 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.182660] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.276047] env[69159]: DEBUG nova.network.neutron [req-10275445-af1e-4d68-9589-34d6b27c28dd req-0345b0f6-ecb4-4d36-a562-282237ef8e50 service nova] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Updated VIF entry in instance network info cache for port 23972629-e0c2-4c55-af05-e878851f5fa7. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.276464] env[69159]: DEBUG nova.network.neutron [req-10275445-af1e-4d68-9589-34d6b27c28dd req-0345b0f6-ecb4-4d36-a562-282237ef8e50 service nova] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Updating instance_info_cache with network_info: [{"id": "23972629-e0c2-4c55-af05-e878851f5fa7", "address": "fa:16:3e:f6:fd:b5", "network": {"id": "a7ebe38f-e7a7-41cc-b894-9e950e4139ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-933271080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfbf2ac1d0fb4170beb492c4de5e0c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23972629-e0", "ovs_interfaceid": "23972629-e0c2-4c55-af05-e878851f5fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.401339] env[69159]: DEBUG oslo_concurrency.lockutils [None req-d330151c-0f52-4152-8600-91436a1a38ac tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "bab7200c-e146-40c8-b36d-e10b5857bae6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.523705] env[69159]: DEBUG oslo_concurrency.lockutils [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "bab7200c-e146-40c8-b36d-e10b5857bae6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.523968] env[69159]: DEBUG oslo_concurrency.lockutils [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "bab7200c-e146-40c8-b36d-e10b5857bae6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.524279] env[69159]: DEBUG oslo_concurrency.lockutils [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "bab7200c-e146-40c8-b36d-e10b5857bae6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.524529] env[69159]: DEBUG oslo_concurrency.lockutils [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "bab7200c-e146-40c8-b36d-e10b5857bae6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.524741] env[69159]: DEBUG oslo_concurrency.lockutils [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "bab7200c-e146-40c8-b36d-e10b5857bae6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.527014] env[69159]: INFO nova.compute.manager [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Terminating instance [ 1254.679893] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449523, 'name': ReconfigVM_Task, 'duration_secs': 1.182846} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.680198] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Reconfigured VM instance instance-00000074 to attach disk [datastore2] ebae9e71-0d97-4065-9f91-931d9a66140e/ebae9e71-0d97-4065-9f91-931d9a66140e.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.680818] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74c42288-dd49-4c66-9fc5-d4c8f10eb4b9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.687032] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1254.687032] env[69159]: value = "task-3449524" [ 1254.687032] env[69159]: _type = "Task" [ 1254.687032] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.694752] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449524, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.779681] env[69159]: DEBUG oslo_concurrency.lockutils [req-10275445-af1e-4d68-9589-34d6b27c28dd req-0345b0f6-ecb4-4d36-a562-282237ef8e50 service nova] Releasing lock "refresh_cache-b89fcb66-eaa5-4602-b945-b33708c5e00a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.031323] env[69159]: DEBUG nova.compute.manager [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1255.031539] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.031826] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c431828e-062c-46bf-ad73-3f11f4b44f59 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.039119] env[69159]: DEBUG oslo_vmware.api [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1255.039119] env[69159]: value = "task-3449525" [ 1255.039119] env[69159]: _type = "Task" [ 1255.039119] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.047166] env[69159]: DEBUG oslo_vmware.api [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.198942] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449524, 'name': Rename_Task, 'duration_secs': 0.17515} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.199312] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.199508] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e37ab45-3580-4d9c-90bc-7e442cdee05b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.205882] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1255.205882] env[69159]: value = "task-3449526" [ 1255.205882] env[69159]: _type = "Task" [ 1255.205882] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.213628] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.549418] env[69159]: DEBUG oslo_vmware.api [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449525, 'name': PowerOffVM_Task, 'duration_secs': 0.416893} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.549677] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.549898] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1255.550120] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688704', 'volume_id': '7aad70c8-b311-458f-8b1d-27934ea66ab4', 'name': 'volume-7aad70c8-b311-458f-8b1d-27934ea66ab4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bab7200c-e146-40c8-b36d-e10b5857bae6', 'attached_at': '', 'detached_at': '', 'volume_id': '7aad70c8-b311-458f-8b1d-27934ea66ab4', 'serial': '7aad70c8-b311-458f-8b1d-27934ea66ab4'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1255.550921] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0e657d-1e94-4c60-911c-30651b4425fe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.572225] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1b1060-f6ac-4821-8edb-e95389bd6074 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.578682] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba5c0c7-0041-4392-91b3-e4e10b9e36f7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.598854] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f0bb39-6e4c-4265-ab6c-1b63ceacafb3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.613617] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] The volume has not been displaced from its original location: [datastore2] volume-7aad70c8-b311-458f-8b1d-27934ea66ab4/volume-7aad70c8-b311-458f-8b1d-27934ea66ab4.vmdk. No consolidation needed. {{(pid=69159) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1255.619098] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1255.619381] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45cd0702-73ae-4e69-a821-9ac18df8962d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.637181] env[69159]: DEBUG oslo_vmware.api [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1255.637181] env[69159]: value = "task-3449527" [ 1255.637181] env[69159]: _type = "Task" [ 1255.637181] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.644786] env[69159]: DEBUG oslo_vmware.api [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.715711] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449526, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.146905] env[69159]: DEBUG oslo_vmware.api [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.216869] env[69159]: DEBUG oslo_vmware.api [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449526, 'name': PowerOnVM_Task, 'duration_secs': 0.531679} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.217247] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.217385] env[69159]: INFO nova.compute.manager [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1256.217569] env[69159]: DEBUG nova.compute.manager [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1256.218360] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23003c96-3636-4f59-84e8-10d61e08d82d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.647833] env[69159]: DEBUG oslo_vmware.api [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449527, 'name': ReconfigVM_Task, 'duration_secs': 0.712077} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.648064] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1256.652619] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8e55d74-3bdf-41ac-bfc1-c25a82acdff9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.667765] env[69159]: DEBUG oslo_vmware.api [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1256.667765] env[69159]: value = "task-3449528" [ 1256.667765] env[69159]: _type = "Task" [ 1256.667765] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.675202] env[69159]: DEBUG oslo_vmware.api [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.733911] env[69159]: INFO nova.compute.manager [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Took 13.47 seconds to build instance. [ 1257.181067] env[69159]: DEBUG oslo_vmware.api [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449528, 'name': ReconfigVM_Task, 'duration_secs': 0.141355} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.181067] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688704', 'volume_id': '7aad70c8-b311-458f-8b1d-27934ea66ab4', 'name': 'volume-7aad70c8-b311-458f-8b1d-27934ea66ab4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bab7200c-e146-40c8-b36d-e10b5857bae6', 'attached_at': '', 'detached_at': '', 'volume_id': '7aad70c8-b311-458f-8b1d-27934ea66ab4', 'serial': '7aad70c8-b311-458f-8b1d-27934ea66ab4'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1257.181067] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.181067] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1646474a-3e5a-480a-a09f-15d64d284a06 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.186447] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.186883] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88253f60-74a7-4bbc-9aec-8d37762976f7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.236240] env[69159]: DEBUG oslo_concurrency.lockutils [None req-019914cf-f8e0-40c0-9734-5fe0623e655c tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "ebae9e71-0d97-4065-9f91-931d9a66140e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.981s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.242826] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.245829] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.245829] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleting the datastore file [datastore2] bab7200c-e146-40c8-b36d-e10b5857bae6 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.245829] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-080c572d-852c-4464-bf09-0a5ec180313d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.249643] env[69159]: DEBUG oslo_vmware.api [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1257.249643] env[69159]: value = "task-3449530" [ 1257.249643] env[69159]: _type = "Task" [ 1257.249643] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.257253] env[69159]: DEBUG oslo_vmware.api [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.512910] env[69159]: DEBUG nova.compute.manager [req-f64b7d70-15a4-475d-a9e7-a7a8fc236e99 req-afce52ac-b682-4177-a3c4-98a1c6dec3cc service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Received event network-changed-f2b4e0df-3770-45a2-861a-b13a404e1422 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1257.513123] env[69159]: DEBUG nova.compute.manager [req-f64b7d70-15a4-475d-a9e7-a7a8fc236e99 req-afce52ac-b682-4177-a3c4-98a1c6dec3cc service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Refreshing instance network info cache due to event network-changed-f2b4e0df-3770-45a2-861a-b13a404e1422. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1257.513342] env[69159]: DEBUG oslo_concurrency.lockutils [req-f64b7d70-15a4-475d-a9e7-a7a8fc236e99 req-afce52ac-b682-4177-a3c4-98a1c6dec3cc service nova] Acquiring lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.513483] env[69159]: DEBUG oslo_concurrency.lockutils [req-f64b7d70-15a4-475d-a9e7-a7a8fc236e99 req-afce52ac-b682-4177-a3c4-98a1c6dec3cc service nova] Acquired lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.513637] env[69159]: DEBUG nova.network.neutron [req-f64b7d70-15a4-475d-a9e7-a7a8fc236e99 req-afce52ac-b682-4177-a3c4-98a1c6dec3cc service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Refreshing network info cache for port f2b4e0df-3770-45a2-861a-b13a404e1422 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.758912] env[69159]: DEBUG oslo_vmware.api [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145323} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.759173] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.759359] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.759533] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.759790] env[69159]: INFO nova.compute.manager [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Took 2.73 seconds to destroy the instance on the hypervisor. [ 1257.760048] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.760243] env[69159]: DEBUG nova.compute.manager [-] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1257.760337] env[69159]: DEBUG nova.network.neutron [-] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.206758] env[69159]: DEBUG nova.network.neutron [req-f64b7d70-15a4-475d-a9e7-a7a8fc236e99 req-afce52ac-b682-4177-a3c4-98a1c6dec3cc service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Updated VIF entry in instance network info cache for port f2b4e0df-3770-45a2-861a-b13a404e1422. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.207213] env[69159]: DEBUG nova.network.neutron [req-f64b7d70-15a4-475d-a9e7-a7a8fc236e99 req-afce52ac-b682-4177-a3c4-98a1c6dec3cc service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Updating instance_info_cache with network_info: [{"id": "f2b4e0df-3770-45a2-861a-b13a404e1422", "address": "fa:16:3e:5a:d8:67", "network": {"id": "6398d03d-9375-4dec-861a-acfdbe3d0d2f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1527641923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c053135b7d5472181d6d61c735f334b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b4e0df-37", "ovs_interfaceid": "f2b4e0df-3770-45a2-861a-b13a404e1422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.467652] env[69159]: DEBUG nova.network.neutron [-] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.710266] env[69159]: DEBUG oslo_concurrency.lockutils [req-f64b7d70-15a4-475d-a9e7-a7a8fc236e99 req-afce52ac-b682-4177-a3c4-98a1c6dec3cc service nova] Releasing lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.970951] env[69159]: INFO nova.compute.manager [-] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Took 1.21 seconds to deallocate network for instance. [ 1259.516870] env[69159]: INFO nova.compute.manager [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Took 0.55 seconds to detach 1 volumes for instance. [ 1259.538042] env[69159]: DEBUG nova.compute.manager [req-b79f43f1-ad30-489a-b234-6cd919eb86f5 req-44a104e4-5839-41e7-90f8-315073162161 service nova] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Received event network-vif-deleted-4b9783ff-caea-4471-8812-87c57e2f1431 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1260.023518] env[69159]: DEBUG oslo_concurrency.lockutils [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.023898] env[69159]: DEBUG oslo_concurrency.lockutils [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.024151] env[69159]: DEBUG nova.objects.instance [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lazy-loading 'resources' on Instance uuid bab7200c-e146-40c8-b36d-e10b5857bae6 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.618903] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0b860b-b87d-4469-82bb-e730a3d101b6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.626854] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859be0e1-6986-4154-b493-a69a9a349950 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.656335] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed020f84-cc03-41fb-a8d1-01f873eaa58c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.663270] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3385436-dcc6-471e-a191-cbe880db0a48 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.676116] env[69159]: DEBUG nova.compute.provider_tree [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.179740] env[69159]: DEBUG nova.scheduler.client.report [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.684938] env[69159]: DEBUG oslo_concurrency.lockutils [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.707525] env[69159]: INFO nova.scheduler.client.report [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleted allocations for instance bab7200c-e146-40c8-b36d-e10b5857bae6 [ 1262.215675] env[69159]: DEBUG oslo_concurrency.lockutils [None req-096c4322-30d2-4b56-b3d8-d91e4b3efcd2 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "bab7200c-e146-40c8-b36d-e10b5857bae6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.692s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.310777] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "423215d0-de96-4098-82b0-3159be189e33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.311093] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "423215d0-de96-4098-82b0-3159be189e33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.813569] env[69159]: DEBUG nova.compute.manager [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1265.333091] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.333453] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.334858] env[69159]: INFO nova.compute.claims [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.433916] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1c3553-cde1-40eb-b456-2fbea432d4af {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.442163] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f76b76c-cca6-41c2-89d0-9f44eb273df5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.471805] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2f09b0-ab45-4f19-9c0c-5111079b5e78 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.479115] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9a656c-b587-480b-b747-bf11259b918a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.493455] env[69159]: DEBUG nova.compute.provider_tree [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.996980] env[69159]: DEBUG nova.scheduler.client.report [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.502809] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.503330] env[69159]: DEBUG nova.compute.manager [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1268.008246] env[69159]: DEBUG nova.compute.utils [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.010966] env[69159]: DEBUG nova.compute.manager [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1268.011226] env[69159]: DEBUG nova.network.neutron [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.055955] env[69159]: DEBUG nova.policy [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfbe95ed4ac743ce9f38462b00b6d8b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5b05c7c4d445d6b6014bb5c4c78cdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.301965] env[69159]: DEBUG nova.network.neutron [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Successfully created port: 66248d46-6600-4a68-8a84-2849c157bbda {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1268.515283] env[69159]: DEBUG nova.compute.manager [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1269.524368] env[69159]: DEBUG nova.compute.manager [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1269.552938] env[69159]: DEBUG nova.virt.hardware [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.553184] env[69159]: DEBUG nova.virt.hardware [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.553418] env[69159]: DEBUG nova.virt.hardware [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.553614] env[69159]: DEBUG nova.virt.hardware [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.553698] env[69159]: DEBUG nova.virt.hardware [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.553845] env[69159]: DEBUG nova.virt.hardware [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.554064] env[69159]: DEBUG nova.virt.hardware [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.554227] env[69159]: DEBUG nova.virt.hardware [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.554394] env[69159]: DEBUG nova.virt.hardware [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.554553] env[69159]: DEBUG nova.virt.hardware [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.554723] env[69159]: DEBUG nova.virt.hardware [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.555622] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fa99ed-ff88-4502-b9eb-801d027321c9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.563439] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba14d65b-bc09-4331-96ec-b7d16aef1ec3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.654435] env[69159]: DEBUG nova.compute.manager [req-d90f3337-6847-43ec-9a1d-47e9b6a754c0 req-58e57f90-6ea0-4479-bf26-8a6157f3a35b service nova] [instance: 423215d0-de96-4098-82b0-3159be189e33] Received event network-vif-plugged-66248d46-6600-4a68-8a84-2849c157bbda {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1269.654700] env[69159]: DEBUG oslo_concurrency.lockutils [req-d90f3337-6847-43ec-9a1d-47e9b6a754c0 req-58e57f90-6ea0-4479-bf26-8a6157f3a35b service nova] Acquiring lock "423215d0-de96-4098-82b0-3159be189e33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.654945] env[69159]: DEBUG oslo_concurrency.lockutils [req-d90f3337-6847-43ec-9a1d-47e9b6a754c0 req-58e57f90-6ea0-4479-bf26-8a6157f3a35b service nova] Lock "423215d0-de96-4098-82b0-3159be189e33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.655173] env[69159]: DEBUG oslo_concurrency.lockutils [req-d90f3337-6847-43ec-9a1d-47e9b6a754c0 req-58e57f90-6ea0-4479-bf26-8a6157f3a35b service nova] Lock "423215d0-de96-4098-82b0-3159be189e33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.655375] env[69159]: DEBUG nova.compute.manager [req-d90f3337-6847-43ec-9a1d-47e9b6a754c0 req-58e57f90-6ea0-4479-bf26-8a6157f3a35b service nova] [instance: 423215d0-de96-4098-82b0-3159be189e33] No waiting events found dispatching network-vif-plugged-66248d46-6600-4a68-8a84-2849c157bbda {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1269.655557] env[69159]: WARNING nova.compute.manager [req-d90f3337-6847-43ec-9a1d-47e9b6a754c0 req-58e57f90-6ea0-4479-bf26-8a6157f3a35b service nova] [instance: 423215d0-de96-4098-82b0-3159be189e33] Received unexpected event network-vif-plugged-66248d46-6600-4a68-8a84-2849c157bbda for instance with vm_state building and task_state spawning. [ 1269.742077] env[69159]: DEBUG nova.network.neutron [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Successfully updated port: 66248d46-6600-4a68-8a84-2849c157bbda {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1270.244948] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "refresh_cache-423215d0-de96-4098-82b0-3159be189e33" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.244948] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "refresh_cache-423215d0-de96-4098-82b0-3159be189e33" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.245116] env[69159]: DEBUG nova.network.neutron [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.775923] env[69159]: DEBUG nova.network.neutron [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.893936] env[69159]: DEBUG nova.network.neutron [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Updating instance_info_cache with network_info: [{"id": "66248d46-6600-4a68-8a84-2849c157bbda", "address": "fa:16:3e:91:97:ee", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66248d46-66", "ovs_interfaceid": "66248d46-6600-4a68-8a84-2849c157bbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.396231] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "refresh_cache-423215d0-de96-4098-82b0-3159be189e33" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.396545] env[69159]: DEBUG nova.compute.manager [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Instance network_info: |[{"id": "66248d46-6600-4a68-8a84-2849c157bbda", "address": "fa:16:3e:91:97:ee", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66248d46-66", "ovs_interfaceid": "66248d46-6600-4a68-8a84-2849c157bbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1271.397156] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:97:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66248d46-6600-4a68-8a84-2849c157bbda', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.404905] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.405155] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 423215d0-de96-4098-82b0-3159be189e33] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.405414] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ea1e555-85e8-4ea7-8c20-ba540b8f6d3f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.425798] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.425798] env[69159]: value = "task-3449531" [ 1271.425798] env[69159]: _type = "Task" [ 1271.425798] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.433380] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449531, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.683698] env[69159]: DEBUG nova.compute.manager [req-131a63a0-10e2-4d13-ba1a-451890f7ad4d req-4c5737d4-75d5-4417-a925-c36a6322e904 service nova] [instance: 423215d0-de96-4098-82b0-3159be189e33] Received event network-changed-66248d46-6600-4a68-8a84-2849c157bbda {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1271.683698] env[69159]: DEBUG nova.compute.manager [req-131a63a0-10e2-4d13-ba1a-451890f7ad4d req-4c5737d4-75d5-4417-a925-c36a6322e904 service nova] [instance: 423215d0-de96-4098-82b0-3159be189e33] Refreshing instance network info cache due to event network-changed-66248d46-6600-4a68-8a84-2849c157bbda. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1271.683893] env[69159]: DEBUG oslo_concurrency.lockutils [req-131a63a0-10e2-4d13-ba1a-451890f7ad4d req-4c5737d4-75d5-4417-a925-c36a6322e904 service nova] Acquiring lock "refresh_cache-423215d0-de96-4098-82b0-3159be189e33" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.684059] env[69159]: DEBUG oslo_concurrency.lockutils [req-131a63a0-10e2-4d13-ba1a-451890f7ad4d req-4c5737d4-75d5-4417-a925-c36a6322e904 service nova] Acquired lock "refresh_cache-423215d0-de96-4098-82b0-3159be189e33" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.684255] env[69159]: DEBUG nova.network.neutron [req-131a63a0-10e2-4d13-ba1a-451890f7ad4d req-4c5737d4-75d5-4417-a925-c36a6322e904 service nova] [instance: 423215d0-de96-4098-82b0-3159be189e33] Refreshing network info cache for port 66248d46-6600-4a68-8a84-2849c157bbda {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.935686] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449531, 'name': CreateVM_Task, 'duration_secs': 0.339435} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.936034] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 423215d0-de96-4098-82b0-3159be189e33] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.936585] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.936763] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.937102] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.937367] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e37646a-e54a-40c2-ae99-cc05ab05f8f7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.941679] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1271.941679] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52296a36-7a53-3f3b-29fe-bcdb5389444d" [ 1271.941679] env[69159]: _type = "Task" [ 1271.941679] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.949368] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52296a36-7a53-3f3b-29fe-bcdb5389444d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.395824] env[69159]: DEBUG nova.network.neutron [req-131a63a0-10e2-4d13-ba1a-451890f7ad4d req-4c5737d4-75d5-4417-a925-c36a6322e904 service nova] [instance: 423215d0-de96-4098-82b0-3159be189e33] Updated VIF entry in instance network info cache for port 66248d46-6600-4a68-8a84-2849c157bbda. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.396197] env[69159]: DEBUG nova.network.neutron [req-131a63a0-10e2-4d13-ba1a-451890f7ad4d req-4c5737d4-75d5-4417-a925-c36a6322e904 service nova] [instance: 423215d0-de96-4098-82b0-3159be189e33] Updating instance_info_cache with network_info: [{"id": "66248d46-6600-4a68-8a84-2849c157bbda", "address": "fa:16:3e:91:97:ee", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66248d46-66", "ovs_interfaceid": "66248d46-6600-4a68-8a84-2849c157bbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.451861] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52296a36-7a53-3f3b-29fe-bcdb5389444d, 'name': SearchDatastore_Task, 'duration_secs': 0.009501} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.452163] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.452427] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.452701] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.452902] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.453136] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.453387] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f31d7ae0-6af8-446c-a0f7-e54a41db7ddd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.461738] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.461909] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.462591] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a34d915-a1ad-4e54-9dab-1b825f41e0af {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.467574] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1272.467574] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f168ef-e17d-0d3a-8434-bdfd0f49473d" [ 1272.467574] env[69159]: _type = "Task" [ 1272.467574] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.475415] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f168ef-e17d-0d3a-8434-bdfd0f49473d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.899174] env[69159]: DEBUG oslo_concurrency.lockutils [req-131a63a0-10e2-4d13-ba1a-451890f7ad4d req-4c5737d4-75d5-4417-a925-c36a6322e904 service nova] Releasing lock "refresh_cache-423215d0-de96-4098-82b0-3159be189e33" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.977953] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f168ef-e17d-0d3a-8434-bdfd0f49473d, 'name': SearchDatastore_Task, 'duration_secs': 0.007972} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.978712] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512a1628-56f4-4c0c-bae8-36992f78c870 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.983745] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1272.983745] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52467f38-dc90-6c2a-0c1c-d1d8e524aebe" [ 1272.983745] env[69159]: _type = "Task" [ 1272.983745] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.990827] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52467f38-dc90-6c2a-0c1c-d1d8e524aebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.493683] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52467f38-dc90-6c2a-0c1c-d1d8e524aebe, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.493965] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.494258] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 423215d0-de96-4098-82b0-3159be189e33/423215d0-de96-4098-82b0-3159be189e33.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.494532] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8f00134-24a1-4b09-8d09-c0204e002950 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.502213] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1273.502213] env[69159]: value = "task-3449532" [ 1273.502213] env[69159]: _type = "Task" [ 1273.502213] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.510936] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.012235] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42154} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.012646] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 423215d0-de96-4098-82b0-3159be189e33/423215d0-de96-4098-82b0-3159be189e33.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.012720] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.012934] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b10fe964-c60d-4f10-8c72-bfa531eb0434 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.018548] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1274.018548] env[69159]: value = "task-3449533" [ 1274.018548] env[69159]: _type = "Task" [ 1274.018548] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.025386] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.528726] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060507} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.529056] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.529842] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892bad87-3247-49e0-ba44-4ca3b766345b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.551676] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 423215d0-de96-4098-82b0-3159be189e33/423215d0-de96-4098-82b0-3159be189e33.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.551676] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d8f4a70-8f03-42ba-96ac-2190170739e2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.570409] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1274.570409] env[69159]: value = "task-3449534" [ 1274.570409] env[69159]: _type = "Task" [ 1274.570409] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.577729] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.081793] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.581523] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449534, 'name': ReconfigVM_Task, 'duration_secs': 0.941485} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.581872] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 423215d0-de96-4098-82b0-3159be189e33/423215d0-de96-4098-82b0-3159be189e33.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.582531] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-244f6adc-4457-4a28-8402-8d93cbd6d853 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.588810] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1275.588810] env[69159]: value = "task-3449535" [ 1275.588810] env[69159]: _type = "Task" [ 1275.588810] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.596054] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449535, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.099063] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449535, 'name': Rename_Task, 'duration_secs': 0.136029} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.099440] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.099603] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a924b01c-6216-4d4b-a27b-d68f4f825018 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.107572] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1276.107572] env[69159]: value = "task-3449536" [ 1276.107572] env[69159]: _type = "Task" [ 1276.107572] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.115683] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.621393] env[69159]: DEBUG oslo_vmware.api [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449536, 'name': PowerOnVM_Task, 'duration_secs': 0.478516} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.621747] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.622103] env[69159]: INFO nova.compute.manager [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1276.622417] env[69159]: DEBUG nova.compute.manager [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1276.623623] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45abd0d8-832a-48d5-bb01-fe5c2adb5293 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.854588] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.854790] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.143538] env[69159]: INFO nova.compute.manager [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Took 11.82 seconds to build instance. [ 1277.362030] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.362030] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.362030] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.362030] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.362030] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.362030] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.362030] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69159) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1277.362397] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.645683] env[69159]: DEBUG oslo_concurrency.lockutils [None req-cbbb65d2-3012-4e4d-8b96-7f5b37712470 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "423215d0-de96-4098-82b0-3159be189e33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.334s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.715058] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "423215d0-de96-4098-82b0-3159be189e33" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.715058] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "423215d0-de96-4098-82b0-3159be189e33" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.715058] env[69159]: INFO nova.compute.manager [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Shelving [ 1277.864250] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.864495] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.864665] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.864820] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1277.865729] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b7f592-fb3f-4d1f-a77b-2ec3960e839c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.873989] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26b8f17-9159-4100-b774-58b969fae0b0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.889629] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f23cec6-3f04-460a-a8ad-de6692b89e5d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.895760] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5555a65a-60b6-43fc-ae99-d7ef24b1ff5f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.924886] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180029MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1277.925060] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.925288] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.724194] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.724682] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1382f090-5a20-4c91-b19d-4b04ad0e4a5f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.732687] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1278.732687] env[69159]: value = "task-3449537" [ 1278.732687] env[69159]: _type = "Task" [ 1278.732687] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.740291] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.952648] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 716efb03-8f77-4eb2-bfac-97fe724909f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1278.952817] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1278.952940] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 7aaa3617-1bad-4448-8704-5c3168679d63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1278.953073] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance a5a7532d-d854-49cf-b64f-7398a5deff5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1278.953196] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance b89fcb66-eaa5-4602-b945-b33708c5e00a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1278.953307] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance ebae9e71-0d97-4065-9f91-931d9a66140e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1278.953418] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 423215d0-de96-4098-82b0-3159be189e33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1278.953600] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1278.953737] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1279.035852] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdbc465-59e9-42d6-8248-2f342819522b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.045715] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357d6766-31d1-4582-bb8b-0abf4359bc73 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.082517] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bd5ac3-24be-4e51-b852-fac44cdc22f5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.089336] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b464a6d3-8845-49fb-baa6-39f8d9698c5a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.101554] env[69159]: DEBUG nova.compute.provider_tree [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.242497] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449537, 'name': PowerOffVM_Task, 'duration_secs': 0.187513} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.242720] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.243483] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7082f73-34c4-45ee-898d-d7ca557e4868 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.263333] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af2f7d7-63ab-44d9-9e71-d07df41c80fe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.604533] env[69159]: DEBUG nova.scheduler.client.report [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.774040] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1279.774328] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5712c40e-c5d7-41bd-8c89-15d18d05b94e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.781904] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1279.781904] env[69159]: value = "task-3449538" [ 1279.781904] env[69159]: _type = "Task" [ 1279.781904] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.789950] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449538, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.109363] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1280.109614] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.184s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.291409] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449538, 'name': CreateSnapshot_Task, 'duration_secs': 0.402616} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.291678] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1280.292397] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07263c03-3ccb-439c-9fc4-5cf4fdc67222 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.808804] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1280.809237] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0c0d210e-948f-4204-9a69-82ba498a89d2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.818216] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1280.818216] env[69159]: value = "task-3449539" [ 1280.818216] env[69159]: _type = "Task" [ 1280.818216] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.827497] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449539, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.328435] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449539, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.828766] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449539, 'name': CloneVM_Task, 'duration_secs': 0.782173} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.829129] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Created linked-clone VM from snapshot [ 1281.829782] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111a8c53-5727-41b5-86be-a3a8cf7ca665 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.836708] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Uploading image 222070b5-bd15-42d5-a3b7-85b581a342bd {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1281.861034] env[69159]: DEBUG oslo_vmware.rw_handles [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1281.861034] env[69159]: value = "vm-688708" [ 1281.861034] env[69159]: _type = "VirtualMachine" [ 1281.861034] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1281.861324] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c1ccf6f-68a5-417c-8b95-435400a01964 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.867268] env[69159]: DEBUG oslo_vmware.rw_handles [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lease: (returnval){ [ 1281.867268] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5257c0c2-0753-1729-3fe1-7d8ab641c646" [ 1281.867268] env[69159]: _type = "HttpNfcLease" [ 1281.867268] env[69159]: } obtained for exporting VM: (result){ [ 1281.867268] env[69159]: value = "vm-688708" [ 1281.867268] env[69159]: _type = "VirtualMachine" [ 1281.867268] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1281.867570] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the lease: (returnval){ [ 1281.867570] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5257c0c2-0753-1729-3fe1-7d8ab641c646" [ 1281.867570] env[69159]: _type = "HttpNfcLease" [ 1281.867570] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1281.873804] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1281.873804] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5257c0c2-0753-1729-3fe1-7d8ab641c646" [ 1281.873804] env[69159]: _type = "HttpNfcLease" [ 1281.873804] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1282.376202] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1282.376202] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5257c0c2-0753-1729-3fe1-7d8ab641c646" [ 1282.376202] env[69159]: _type = "HttpNfcLease" [ 1282.376202] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1282.376489] env[69159]: DEBUG oslo_vmware.rw_handles [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1282.376489] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5257c0c2-0753-1729-3fe1-7d8ab641c646" [ 1282.376489] env[69159]: _type = "HttpNfcLease" [ 1282.376489] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1282.377234] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458a4c45-c790-4fcc-9f49-ef91156005c5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.384015] env[69159]: DEBUG oslo_vmware.rw_handles [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec731c-48d9-e3fa-3a4a-b132c6950043/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1282.384193] env[69159]: DEBUG oslo_vmware.rw_handles [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec731c-48d9-e3fa-3a4a-b132c6950043/disk-0.vmdk for reading. {{(pid=69159) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1282.471101] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b26d4169-61bf-4175-b2fa-44e3176f2da1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.529274] env[69159]: INFO nova.compute.manager [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Rebuilding instance [ 1286.569527] env[69159]: DEBUG nova.compute.manager [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1286.570616] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28e47a3-77b9-4a9e-b88e-af38f9f91820 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.585305] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.585743] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c258fb5-79b1-4ff3-b319-121212f1e49d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.592945] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1287.592945] env[69159]: value = "task-3449541" [ 1287.592945] env[69159]: _type = "Task" [ 1287.592945] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.601549] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.103784] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449541, 'name': PowerOffVM_Task, 'duration_secs': 0.246524} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.104043] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.104305] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.105096] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ce589a-0641-4df8-8b7d-593b8b9a67d9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.112018] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.112272] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b90a0673-7c13-4be6-8684-f6f091f628fd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.170728] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.170939] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.171140] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Deleting the datastore file [datastore2] a5a7532d-d854-49cf-b64f-7398a5deff5c {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.171428] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaf57edc-a310-4a37-8ff4-bb307224d4b0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.178123] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1288.178123] env[69159]: value = "task-3449543" [ 1288.178123] env[69159]: _type = "Task" [ 1288.178123] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.185519] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.688251] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175887} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.688607] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.688646] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.688790] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.857792] env[69159]: DEBUG oslo_vmware.rw_handles [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec731c-48d9-e3fa-3a4a-b132c6950043/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1288.858762] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75377aef-11b5-4900-8521-18f864b62339 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.865095] env[69159]: DEBUG oslo_vmware.rw_handles [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec731c-48d9-e3fa-3a4a-b132c6950043/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1288.865262] env[69159]: ERROR oslo_vmware.rw_handles [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec731c-48d9-e3fa-3a4a-b132c6950043/disk-0.vmdk due to incomplete transfer. [ 1288.865474] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3d7e314f-452e-48d7-9baa-216c3ec80623 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.872529] env[69159]: DEBUG oslo_vmware.rw_handles [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec731c-48d9-e3fa-3a4a-b132c6950043/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1288.872719] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Uploaded image 222070b5-bd15-42d5-a3b7-85b581a342bd to the Glance image server {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1288.875065] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1288.875291] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-57e7635c-d08a-46a9-a6ff-8a5aa4983d8c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.881593] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1288.881593] env[69159]: value = "task-3449544" [ 1288.881593] env[69159]: _type = "Task" [ 1288.881593] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.889639] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449544, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.392907] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449544, 'name': Destroy_Task, 'duration_secs': 0.371901} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.393225] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Destroyed the VM [ 1289.393513] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1289.393792] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-494ab0a8-b2d3-4ec6-8f4a-93387274e187 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.400137] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1289.400137] env[69159]: value = "task-3449545" [ 1289.400137] env[69159]: _type = "Task" [ 1289.400137] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.407926] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449545, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.726014] env[69159]: DEBUG nova.virt.hardware [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.726397] env[69159]: DEBUG nova.virt.hardware [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.726462] env[69159]: DEBUG nova.virt.hardware [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.726671] env[69159]: DEBUG nova.virt.hardware [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.726931] env[69159]: DEBUG nova.virt.hardware [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.727160] env[69159]: DEBUG nova.virt.hardware [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.727422] env[69159]: DEBUG nova.virt.hardware [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.727595] env[69159]: DEBUG nova.virt.hardware [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.727803] env[69159]: DEBUG nova.virt.hardware [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.728045] env[69159]: DEBUG nova.virt.hardware [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.728243] env[69159]: DEBUG nova.virt.hardware [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.729247] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a431aa84-d6de-4fb5-995d-1f8dba795c55 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.738825] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110eee6a-9ea7-4e8b-894e-619875bf8569 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.752441] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:d5:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bdd173e-20a7-470f-a878-becbaa1340d3', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.760028] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.760277] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.760486] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d487cf28-213d-449a-be00-00e785b9beab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.779790] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.779790] env[69159]: value = "task-3449546" [ 1289.779790] env[69159]: _type = "Task" [ 1289.779790] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.787607] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449546, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.910363] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449545, 'name': RemoveSnapshot_Task, 'duration_secs': 0.370285} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.910608] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1289.910883] env[69159]: DEBUG nova.compute.manager [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1289.911664] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a025bd15-6167-49b8-b53c-7aa3fa60b4bd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.290148] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449546, 'name': CreateVM_Task, 'duration_secs': 0.357898} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.290377] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.290957] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.291159] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.291595] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.291729] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6028829b-1bd2-4f6f-9b25-9b2739e0f494 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.295929] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1290.295929] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52896f8f-3a56-c057-d304-29f50b91466f" [ 1290.295929] env[69159]: _type = "Task" [ 1290.295929] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.303602] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52896f8f-3a56-c057-d304-29f50b91466f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.374020] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "b89fcb66-eaa5-4602-b945-b33708c5e00a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.374020] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "b89fcb66-eaa5-4602-b945-b33708c5e00a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.422757] env[69159]: INFO nova.compute.manager [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Shelve offloading [ 1290.806621] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52896f8f-3a56-c057-d304-29f50b91466f, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.806985] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.807210] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.807446] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.807595] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.807768] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.808046] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9c57968-b30e-438b-b298-5ccd94e2901a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.815925] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.816151] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.816834] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c1f49b-bd3a-47b5-8b80-93a5a3c69ca0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.821444] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1290.821444] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b2d58b-9711-ad3f-45b3-4444b9eef37b" [ 1290.821444] env[69159]: _type = "Task" [ 1290.821444] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.828535] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b2d58b-9711-ad3f-45b3-4444b9eef37b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.876585] env[69159]: DEBUG nova.compute.utils [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1290.925491] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.925752] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb7fe1f7-5395-4506-9f03-555ca6fbd9a1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.933561] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1290.933561] env[69159]: value = "task-3449547" [ 1290.933561] env[69159]: _type = "Task" [ 1290.933561] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.940684] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.332558] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b2d58b-9711-ad3f-45b3-4444b9eef37b, 'name': SearchDatastore_Task, 'duration_secs': 0.007835} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.333338] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eedd5919-f2ec-44d1-ac65-a9708754a5d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.338477] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1291.338477] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5299b661-3a0e-fc49-c64a-8be603ba18b0" [ 1291.338477] env[69159]: _type = "Task" [ 1291.338477] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.345845] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5299b661-3a0e-fc49-c64a-8be603ba18b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.379598] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "b89fcb66-eaa5-4602-b945-b33708c5e00a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.444060] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] VM already powered off {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1291.444297] env[69159]: DEBUG nova.compute.manager [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1291.445049] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d096067-3b53-4ced-85bf-02d156f7e860 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.450916] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "refresh_cache-423215d0-de96-4098-82b0-3159be189e33" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.451148] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "refresh_cache-423215d0-de96-4098-82b0-3159be189e33" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.451259] env[69159]: DEBUG nova.network.neutron [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.848529] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5299b661-3a0e-fc49-c64a-8be603ba18b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.848836] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.850025] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] a5a7532d-d854-49cf-b64f-7398a5deff5c/a5a7532d-d854-49cf-b64f-7398a5deff5c.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.850025] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d855ec9-2690-457f-a8bd-4a6ea1440c2e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.856054] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1291.856054] env[69159]: value = "task-3449548" [ 1291.856054] env[69159]: _type = "Task" [ 1291.856054] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.863588] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.182531] env[69159]: DEBUG nova.network.neutron [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Updating instance_info_cache with network_info: [{"id": "66248d46-6600-4a68-8a84-2849c157bbda", "address": "fa:16:3e:91:97:ee", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66248d46-66", "ovs_interfaceid": "66248d46-6600-4a68-8a84-2849c157bbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.365780] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409901} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.366020] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] a5a7532d-d854-49cf-b64f-7398a5deff5c/a5a7532d-d854-49cf-b64f-7398a5deff5c.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.366208] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.366446] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-055ac2d4-d57f-4ded-ae15-42294d5d9eb2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.372391] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1292.372391] env[69159]: value = "task-3449549" [ 1292.372391] env[69159]: _type = "Task" [ 1292.372391] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.379475] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.448543] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "b89fcb66-eaa5-4602-b945-b33708c5e00a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.448783] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "b89fcb66-eaa5-4602-b945-b33708c5e00a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.449079] env[69159]: INFO nova.compute.manager [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Attaching volume b1bf1cce-6e90-4637-88dd-963839e88c8b to /dev/sdb [ 1292.479518] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7628d93d-409a-494b-b73a-fb9091437453 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.486526] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f369c40b-a51c-4b66-a673-d3151fa4bdd2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.499128] env[69159]: DEBUG nova.virt.block_device [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Updating existing volume attachment record: dc5edce8-ef33-4ed1-a0bd-e3a37b3b6fee {{(pid=69159) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1292.686055] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "refresh_cache-423215d0-de96-4098-82b0-3159be189e33" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.767188] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "ebae9e71-0d97-4065-9f91-931d9a66140e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.767534] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "ebae9e71-0d97-4065-9f91-931d9a66140e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.882273] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059291} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.882453] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.883630] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98dea7d-e133-42da-a26b-9e5c766714e1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.905294] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] a5a7532d-d854-49cf-b64f-7398a5deff5c/a5a7532d-d854-49cf-b64f-7398a5deff5c.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.905898] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da2906ac-296b-4ad2-9365-aaa44eca2fc4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.923255] env[69159]: DEBUG nova.compute.manager [req-4a8c0747-1548-4690-8718-8d71af66c430 req-58f78e24-e4d6-41e9-8332-77c642f3e064 service nova] [instance: 423215d0-de96-4098-82b0-3159be189e33] Received event network-vif-unplugged-66248d46-6600-4a68-8a84-2849c157bbda {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1292.923486] env[69159]: DEBUG oslo_concurrency.lockutils [req-4a8c0747-1548-4690-8718-8d71af66c430 req-58f78e24-e4d6-41e9-8332-77c642f3e064 service nova] Acquiring lock "423215d0-de96-4098-82b0-3159be189e33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.923682] env[69159]: DEBUG oslo_concurrency.lockutils [req-4a8c0747-1548-4690-8718-8d71af66c430 req-58f78e24-e4d6-41e9-8332-77c642f3e064 service nova] Lock "423215d0-de96-4098-82b0-3159be189e33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.923842] env[69159]: DEBUG oslo_concurrency.lockutils [req-4a8c0747-1548-4690-8718-8d71af66c430 req-58f78e24-e4d6-41e9-8332-77c642f3e064 service nova] Lock "423215d0-de96-4098-82b0-3159be189e33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.924020] env[69159]: DEBUG nova.compute.manager [req-4a8c0747-1548-4690-8718-8d71af66c430 req-58f78e24-e4d6-41e9-8332-77c642f3e064 service nova] [instance: 423215d0-de96-4098-82b0-3159be189e33] No waiting events found dispatching network-vif-unplugged-66248d46-6600-4a68-8a84-2849c157bbda {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1292.924188] env[69159]: WARNING nova.compute.manager [req-4a8c0747-1548-4690-8718-8d71af66c430 req-58f78e24-e4d6-41e9-8332-77c642f3e064 service nova] [instance: 423215d0-de96-4098-82b0-3159be189e33] Received unexpected event network-vif-unplugged-66248d46-6600-4a68-8a84-2849c157bbda for instance with vm_state shelved and task_state shelving_offloading. [ 1292.925941] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1292.925941] env[69159]: value = "task-3449551" [ 1292.925941] env[69159]: _type = "Task" [ 1292.925941] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.934034] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.969962] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.970977] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3938c1ed-a214-40ac-8d03-5c23642167fb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.978358] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.978622] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53a43b80-712b-46b2-a6b9-9989622776db {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.044236] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.044469] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.044666] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleting the datastore file [datastore1] 423215d0-de96-4098-82b0-3159be189e33 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.044940] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e3270a8-b9e2-40d6-8cf9-eb744692349b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.051077] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1293.051077] env[69159]: value = "task-3449553" [ 1293.051077] env[69159]: _type = "Task" [ 1293.051077] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.059860] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.270181] env[69159]: DEBUG nova.compute.utils [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.436020] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.561370] env[69159]: DEBUG oslo_vmware.api [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130059} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.561653] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.561805] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.561975] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.585306] env[69159]: INFO nova.scheduler.client.report [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleted allocations for instance 423215d0-de96-4098-82b0-3159be189e33 [ 1293.772902] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "ebae9e71-0d97-4065-9f91-931d9a66140e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.937057] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449551, 'name': ReconfigVM_Task, 'duration_secs': 0.715641} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.937398] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Reconfigured VM instance instance-00000072 to attach disk [datastore1] a5a7532d-d854-49cf-b64f-7398a5deff5c/a5a7532d-d854-49cf-b64f-7398a5deff5c.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.938049] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f80372b-4b2d-4258-8fd3-756308e91db8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.943976] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1293.943976] env[69159]: value = "task-3449554" [ 1293.943976] env[69159]: _type = "Task" [ 1293.943976] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.951641] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449554, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.089594] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.089894] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.090149] env[69159]: DEBUG nova.objects.instance [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lazy-loading 'resources' on Instance uuid 423215d0-de96-4098-82b0-3159be189e33 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.454768] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449554, 'name': Rename_Task, 'duration_secs': 0.137485} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.455125] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.455448] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66bf5fd7-022a-4e43-8f46-348c49f17da8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.461940] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1294.461940] env[69159]: value = "task-3449555" [ 1294.461940] env[69159]: _type = "Task" [ 1294.461940] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.469704] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.592715] env[69159]: DEBUG nova.objects.instance [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lazy-loading 'numa_topology' on Instance uuid 423215d0-de96-4098-82b0-3159be189e33 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.757864] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ef50cfb2-4e94-4205-a744-eb1012afd9bb tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "423215d0-de96-4098-82b0-3159be189e33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.832979] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "ebae9e71-0d97-4065-9f91-931d9a66140e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.833349] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "ebae9e71-0d97-4065-9f91-931d9a66140e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.833643] env[69159]: INFO nova.compute.manager [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Attaching volume 7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b to /dev/sdb [ 1294.869267] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b808c8-9256-4c28-a953-ed1474a6635d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.878028] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d323c56-d24c-499e-8f07-0dc79f62ed9f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.891864] env[69159]: DEBUG nova.virt.block_device [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Updating existing volume attachment record: 51f4b39e-b7b8-4731-83d6-5fee4005c8f8 {{(pid=69159) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1294.951287] env[69159]: DEBUG nova.compute.manager [req-10c32351-9bc7-4993-a5af-f356092b9f6f req-91524c2d-724e-4539-a06d-4ff06773bbf4 service nova] [instance: 423215d0-de96-4098-82b0-3159be189e33] Received event network-changed-66248d46-6600-4a68-8a84-2849c157bbda {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1294.951535] env[69159]: DEBUG nova.compute.manager [req-10c32351-9bc7-4993-a5af-f356092b9f6f req-91524c2d-724e-4539-a06d-4ff06773bbf4 service nova] [instance: 423215d0-de96-4098-82b0-3159be189e33] Refreshing instance network info cache due to event network-changed-66248d46-6600-4a68-8a84-2849c157bbda. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1294.951861] env[69159]: DEBUG oslo_concurrency.lockutils [req-10c32351-9bc7-4993-a5af-f356092b9f6f req-91524c2d-724e-4539-a06d-4ff06773bbf4 service nova] Acquiring lock "refresh_cache-423215d0-de96-4098-82b0-3159be189e33" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.952078] env[69159]: DEBUG oslo_concurrency.lockutils [req-10c32351-9bc7-4993-a5af-f356092b9f6f req-91524c2d-724e-4539-a06d-4ff06773bbf4 service nova] Acquired lock "refresh_cache-423215d0-de96-4098-82b0-3159be189e33" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.952290] env[69159]: DEBUG nova.network.neutron [req-10c32351-9bc7-4993-a5af-f356092b9f6f req-91524c2d-724e-4539-a06d-4ff06773bbf4 service nova] [instance: 423215d0-de96-4098-82b0-3159be189e33] Refreshing network info cache for port 66248d46-6600-4a68-8a84-2849c157bbda {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.971141] env[69159]: DEBUG oslo_vmware.api [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449555, 'name': PowerOnVM_Task, 'duration_secs': 0.439033} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.971440] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.971659] env[69159]: DEBUG nova.compute.manager [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1294.972443] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9356a735-48ad-47b1-a65a-1fc439bcae33 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.095589] env[69159]: DEBUG nova.objects.base [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Object Instance<423215d0-de96-4098-82b0-3159be189e33> lazy-loaded attributes: resources,numa_topology {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1295.179198] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30a8bb9-a452-4e67-9741-25dd7642e0d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.186922] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2bd0b5-d872-4441-9d9a-12bc84027d5a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.218922] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51b2435-da38-43cd-a5b8-e9d25bb02dc3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.225746] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe550284-d39d-4fe1-b3d1-4e0566db0fbe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.238862] env[69159]: DEBUG nova.compute.provider_tree [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.491804] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.647810] env[69159]: DEBUG nova.network.neutron [req-10c32351-9bc7-4993-a5af-f356092b9f6f req-91524c2d-724e-4539-a06d-4ff06773bbf4 service nova] [instance: 423215d0-de96-4098-82b0-3159be189e33] Updated VIF entry in instance network info cache for port 66248d46-6600-4a68-8a84-2849c157bbda. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.648165] env[69159]: DEBUG nova.network.neutron [req-10c32351-9bc7-4993-a5af-f356092b9f6f req-91524c2d-724e-4539-a06d-4ff06773bbf4 service nova] [instance: 423215d0-de96-4098-82b0-3159be189e33] Updating instance_info_cache with network_info: [{"id": "66248d46-6600-4a68-8a84-2849c157bbda", "address": "fa:16:3e:91:97:ee", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": null, "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap66248d46-66", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.742350] env[69159]: DEBUG nova.scheduler.client.report [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.151074] env[69159]: DEBUG oslo_concurrency.lockutils [req-10c32351-9bc7-4993-a5af-f356092b9f6f req-91524c2d-724e-4539-a06d-4ff06773bbf4 service nova] Releasing lock "refresh_cache-423215d0-de96-4098-82b0-3159be189e33" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.247407] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.250055] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.758s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.250055] env[69159]: DEBUG nova.objects.instance [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69159) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1296.759483] env[69159]: DEBUG oslo_concurrency.lockutils [None req-13d6fc31-dbab-4865-804b-077316936318 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "423215d0-de96-4098-82b0-3159be189e33" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.044s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.759887] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ef50cfb2-4e94-4205-a744-eb1012afd9bb tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "423215d0-de96-4098-82b0-3159be189e33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.002s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.760167] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ef50cfb2-4e94-4205-a744-eb1012afd9bb tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "423215d0-de96-4098-82b0-3159be189e33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.760390] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ef50cfb2-4e94-4205-a744-eb1012afd9bb tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "423215d0-de96-4098-82b0-3159be189e33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.760555] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ef50cfb2-4e94-4205-a744-eb1012afd9bb tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "423215d0-de96-4098-82b0-3159be189e33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.762601] env[69159]: INFO nova.compute.manager [None req-ef50cfb2-4e94-4205-a744-eb1012afd9bb tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Terminating instance [ 1297.041242] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Volume attach. Driver type: vmdk {{(pid=69159) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1297.041490] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688710', 'volume_id': 'b1bf1cce-6e90-4637-88dd-963839e88c8b', 'name': 'volume-b1bf1cce-6e90-4637-88dd-963839e88c8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b89fcb66-eaa5-4602-b945-b33708c5e00a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1bf1cce-6e90-4637-88dd-963839e88c8b', 'serial': 'b1bf1cce-6e90-4637-88dd-963839e88c8b'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1297.042753] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987be029-e3ad-411c-971c-78b35bf026c6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.060705] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4fd7cf-da7e-495b-a264-939fd1aa2e2a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.085127] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-b1bf1cce-6e90-4637-88dd-963839e88c8b/volume-b1bf1cce-6e90-4637-88dd-963839e88c8b.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.085432] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09a78b64-3ae9-4fd1-b4db-477e5b8db3dc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.103254] env[69159]: DEBUG oslo_vmware.api [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1297.103254] env[69159]: value = "task-3449560" [ 1297.103254] env[69159]: _type = "Task" [ 1297.103254] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.110779] env[69159]: DEBUG oslo_vmware.api [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.265021] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c3a69895-043f-401b-aecc-9933fc897234 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.266572] env[69159]: DEBUG nova.compute.manager [None req-ef50cfb2-4e94-4205-a744-eb1012afd9bb tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1297.266972] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ef50cfb2-4e94-4205-a744-eb1012afd9bb tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.267569] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38c48e29-8c02-40bc-8aab-a24463f91da0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.278397] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff29d9f-e2e0-45bb-a130-b762aeb16c12 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.309839] env[69159]: WARNING nova.virt.vmwareapi.vmops [None req-ef50cfb2-4e94-4205-a744-eb1012afd9bb tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 423215d0-de96-4098-82b0-3159be189e33 could not be found. [ 1297.310142] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ef50cfb2-4e94-4205-a744-eb1012afd9bb tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.310388] env[69159]: INFO nova.compute.manager [None req-ef50cfb2-4e94-4205-a744-eb1012afd9bb tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 423215d0-de96-4098-82b0-3159be189e33] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1297.310666] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef50cfb2-4e94-4205-a744-eb1012afd9bb tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.310915] env[69159]: DEBUG nova.compute.manager [-] [instance: 423215d0-de96-4098-82b0-3159be189e33] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1297.311061] env[69159]: DEBUG nova.network.neutron [-] [instance: 423215d0-de96-4098-82b0-3159be189e33] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.612695] env[69159]: DEBUG oslo_vmware.api [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449560, 'name': ReconfigVM_Task, 'duration_secs': 0.345307} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.612991] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-b1bf1cce-6e90-4637-88dd-963839e88c8b/volume-b1bf1cce-6e90-4637-88dd-963839e88c8b.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.617682] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-534b039b-94b7-4696-abdf-e911b7dbc7e4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.632286] env[69159]: DEBUG oslo_vmware.api [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1297.632286] env[69159]: value = "task-3449562" [ 1297.632286] env[69159]: _type = "Task" [ 1297.632286] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.640559] env[69159]: DEBUG oslo_vmware.api [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.016880] env[69159]: DEBUG nova.network.neutron [-] [instance: 423215d0-de96-4098-82b0-3159be189e33] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.143927] env[69159]: DEBUG oslo_vmware.api [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449562, 'name': ReconfigVM_Task, 'duration_secs': 0.144326} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.144265] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688710', 'volume_id': 'b1bf1cce-6e90-4637-88dd-963839e88c8b', 'name': 'volume-b1bf1cce-6e90-4637-88dd-963839e88c8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b89fcb66-eaa5-4602-b945-b33708c5e00a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1bf1cce-6e90-4637-88dd-963839e88c8b', 'serial': 'b1bf1cce-6e90-4637-88dd-963839e88c8b'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1298.520173] env[69159]: INFO nova.compute.manager [-] [instance: 423215d0-de96-4098-82b0-3159be189e33] Took 1.21 seconds to deallocate network for instance. [ 1299.182330] env[69159]: DEBUG nova.objects.instance [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lazy-loading 'flavor' on Instance uuid b89fcb66-eaa5-4602-b945-b33708c5e00a {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.435041] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Volume attach. Driver type: vmdk {{(pid=69159) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1299.435371] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688712', 'volume_id': '7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b', 'name': 'volume-7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebae9e71-0d97-4065-9f91-931d9a66140e', 'attached_at': '', 'detached_at': '', 'volume_id': '7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b', 'serial': '7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1299.436287] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e76e239-d67e-4e2b-b2c0-fcb8668d1beb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.457284] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6fafd8-a327-48a8-9b60-b35fef975845 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.485814] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b/volume-7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.486221] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69f179fe-f154-455b-b85a-8f2d7d53feaa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.505487] env[69159]: DEBUG oslo_vmware.api [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1299.505487] env[69159]: value = "task-3449563" [ 1299.505487] env[69159]: _type = "Task" [ 1299.505487] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.513242] env[69159]: DEBUG oslo_vmware.api [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.545792] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ef50cfb2-4e94-4205-a744-eb1012afd9bb tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "423215d0-de96-4098-82b0-3159be189e33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.786s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.688079] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7d60dd8c-cd99-499e-a600-06dd17d5997a tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "b89fcb66-eaa5-4602-b945-b33708c5e00a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.893898] env[69159]: DEBUG oslo_concurrency.lockutils [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "b89fcb66-eaa5-4602-b945-b33708c5e00a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.893898] env[69159]: DEBUG oslo_concurrency.lockutils [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "b89fcb66-eaa5-4602-b945-b33708c5e00a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.015444] env[69159]: DEBUG oslo_vmware.api [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449563, 'name': ReconfigVM_Task, 'duration_secs': 0.350072} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.015780] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b/volume-7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.020452] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f101e6e9-95a4-4233-91f9-851b3d7e1d6c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.035088] env[69159]: DEBUG oslo_vmware.api [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1300.035088] env[69159]: value = "task-3449564" [ 1300.035088] env[69159]: _type = "Task" [ 1300.035088] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.044325] env[69159]: DEBUG oslo_vmware.api [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.396415] env[69159]: INFO nova.compute.manager [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Detaching volume b1bf1cce-6e90-4637-88dd-963839e88c8b [ 1300.425801] env[69159]: INFO nova.virt.block_device [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Attempting to driver detach volume b1bf1cce-6e90-4637-88dd-963839e88c8b from mountpoint /dev/sdb [ 1300.426060] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1300.426368] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688710', 'volume_id': 'b1bf1cce-6e90-4637-88dd-963839e88c8b', 'name': 'volume-b1bf1cce-6e90-4637-88dd-963839e88c8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b89fcb66-eaa5-4602-b945-b33708c5e00a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1bf1cce-6e90-4637-88dd-963839e88c8b', 'serial': 'b1bf1cce-6e90-4637-88dd-963839e88c8b'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1300.427438] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969b12f6-29a6-4df2-95db-ae1a28775007 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.448575] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8ff9d0-8ea6-4ed3-9706-c17028a5a180 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.455364] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b6ea05-9da3-48ad-b284-4362ea01f016 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.475354] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bfef91-003b-4647-b5f2-e47eede60abf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.489691] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] The volume has not been displaced from its original location: [datastore2] volume-b1bf1cce-6e90-4637-88dd-963839e88c8b/volume-b1bf1cce-6e90-4637-88dd-963839e88c8b.vmdk. No consolidation needed. {{(pid=69159) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1300.495092] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1300.495345] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69d574c5-8d17-448d-8271-6949e672f407 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.512758] env[69159]: DEBUG oslo_vmware.api [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1300.512758] env[69159]: value = "task-3449565" [ 1300.512758] env[69159]: _type = "Task" [ 1300.512758] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.520244] env[69159]: DEBUG oslo_vmware.api [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.545138] env[69159]: DEBUG oslo_vmware.api [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449564, 'name': ReconfigVM_Task, 'duration_secs': 0.135007} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.545347] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688712', 'volume_id': '7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b', 'name': 'volume-7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebae9e71-0d97-4065-9f91-931d9a66140e', 'attached_at': '', 'detached_at': '', 'volume_id': '7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b', 'serial': '7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1300.632949] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "d17e4c55-cd7f-4b78-9706-fa0248f2e98a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.633277] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "d17e4c55-cd7f-4b78-9706-fa0248f2e98a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.022230] env[69159]: DEBUG oslo_vmware.api [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449565, 'name': ReconfigVM_Task, 'duration_secs': 0.203484} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.022511] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1301.027196] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96b5fea0-bb0f-4fb8-80c9-ed3dbd158bd8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.041820] env[69159]: DEBUG oslo_vmware.api [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1301.041820] env[69159]: value = "task-3449566" [ 1301.041820] env[69159]: _type = "Task" [ 1301.041820] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.052475] env[69159]: DEBUG oslo_vmware.api [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.135293] env[69159]: DEBUG nova.compute.manager [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1301.551112] env[69159]: DEBUG oslo_vmware.api [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449566, 'name': ReconfigVM_Task, 'duration_secs': 0.130419} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.551455] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688710', 'volume_id': 'b1bf1cce-6e90-4637-88dd-963839e88c8b', 'name': 'volume-b1bf1cce-6e90-4637-88dd-963839e88c8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b89fcb66-eaa5-4602-b945-b33708c5e00a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1bf1cce-6e90-4637-88dd-963839e88c8b', 'serial': 'b1bf1cce-6e90-4637-88dd-963839e88c8b'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1301.586134] env[69159]: DEBUG nova.objects.instance [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lazy-loading 'flavor' on Instance uuid ebae9e71-0d97-4065-9f91-931d9a66140e {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.659344] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.659652] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.661082] env[69159]: INFO nova.compute.claims [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1301.925973] env[69159]: INFO nova.compute.manager [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Rescuing [ 1301.926269] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.926425] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.926593] env[69159]: DEBUG nova.network.neutron [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.090864] env[69159]: DEBUG nova.objects.instance [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lazy-loading 'flavor' on Instance uuid b89fcb66-eaa5-4602-b945-b33708c5e00a {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.092236] env[69159]: DEBUG oslo_concurrency.lockutils [None req-dc8c8967-f74c-4532-b1bd-b37dd3affe5f tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "ebae9e71-0d97-4065-9f91-931d9a66140e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.259s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.683504] env[69159]: DEBUG nova.network.neutron [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Updating instance_info_cache with network_info: [{"id": "f2b4e0df-3770-45a2-861a-b13a404e1422", "address": "fa:16:3e:5a:d8:67", "network": {"id": "6398d03d-9375-4dec-861a-acfdbe3d0d2f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1527641923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c053135b7d5472181d6d61c735f334b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b4e0df-37", "ovs_interfaceid": "f2b4e0df-3770-45a2-861a-b13a404e1422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.758194] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e46117-30dd-40ef-98f4-d3de499aaec6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.766189] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5becb6-84bb-4be0-93b2-24830f5458ca {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.432583] env[69159]: DEBUG oslo_concurrency.lockutils [None req-15868ad0-aaf4-4c70-81dc-0d9b2bd20baa tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "b89fcb66-eaa5-4602-b945-b33708c5e00a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.539s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.433799] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Releasing lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.437506] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9382c77b-a669-4ffc-a18c-b3a38f7f17bf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.447311] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9a1a4c-307a-406f-b24b-77ca28e3e599 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.462062] env[69159]: DEBUG nova.compute.provider_tree [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.964794] env[69159]: DEBUG nova.scheduler.client.report [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.139517] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "b89fcb66-eaa5-4602-b945-b33708c5e00a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.139790] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "b89fcb66-eaa5-4602-b945-b33708c5e00a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.140013] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "b89fcb66-eaa5-4602-b945-b33708c5e00a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.140216] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "b89fcb66-eaa5-4602-b945-b33708c5e00a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.140407] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "b89fcb66-eaa5-4602-b945-b33708c5e00a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.142539] env[69159]: INFO nova.compute.manager [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Terminating instance [ 1304.469906] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.470501] env[69159]: DEBUG nova.compute.manager [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1304.645979] env[69159]: DEBUG nova.compute.manager [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1304.646169] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.647033] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec271094-fafe-41b4-a3b0-64c5e7d5270b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.655012] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.655235] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec162db9-699d-4c97-9c76-aa2e9290021f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.661153] env[69159]: DEBUG oslo_vmware.api [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1304.661153] env[69159]: value = "task-3449567" [ 1304.661153] env[69159]: _type = "Task" [ 1304.661153] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.669267] env[69159]: DEBUG oslo_vmware.api [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.976685] env[69159]: DEBUG nova.compute.utils [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1304.978275] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.978565] env[69159]: DEBUG nova.compute.manager [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1304.978723] env[69159]: DEBUG nova.network.neutron [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1304.981015] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fc98400-30a4-49cf-9bda-ce43a426a31e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.989136] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1304.989136] env[69159]: value = "task-3449568" [ 1304.989136] env[69159]: _type = "Task" [ 1304.989136] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.997824] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.018717] env[69159]: DEBUG nova.policy [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfbe95ed4ac743ce9f38462b00b6d8b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5b05c7c4d445d6b6014bb5c4c78cdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.171469] env[69159]: DEBUG oslo_vmware.api [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449567, 'name': PowerOffVM_Task, 'duration_secs': 0.194651} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.171709] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.171854] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.172112] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccd0da6b-4462-4c4e-a7b2-54157c2f5a24 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.228874] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.229357] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.229357] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Deleting the datastore file [datastore2] b89fcb66-eaa5-4602-b945-b33708c5e00a {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.229580] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66e8713c-ffb6-48a6-b8f6-f5178955b2ef {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.240020] env[69159]: DEBUG oslo_vmware.api [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for the task: (returnval){ [ 1305.240020] env[69159]: value = "task-3449570" [ 1305.240020] env[69159]: _type = "Task" [ 1305.240020] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.248308] env[69159]: DEBUG oslo_vmware.api [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.276025] env[69159]: DEBUG nova.network.neutron [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Successfully created port: 5b4e9cb6-1a21-40ad-a09a-a0be2f541200 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1305.483901] env[69159]: DEBUG nova.compute.manager [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1305.498643] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449568, 'name': PowerOffVM_Task, 'duration_secs': 0.172541} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.498934] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.499797] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c59201-6a36-45f1-8526-7ebe56f3ef99 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.520478] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6876c41d-1c8d-4923-b287-177ba79ad20f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.551264] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.551530] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-912bce8b-b84d-42e5-b178-f7a70c947e41 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.557528] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1305.557528] env[69159]: value = "task-3449571" [ 1305.557528] env[69159]: _type = "Task" [ 1305.557528] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.565171] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.747909] env[69159]: DEBUG oslo_vmware.api [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Task: {'id': task-3449570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133777} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.748283] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.748477] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.748649] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.748818] env[69159]: INFO nova.compute.manager [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1305.749066] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.749294] env[69159]: DEBUG nova.compute.manager [-] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1305.749386] env[69159]: DEBUG nova.network.neutron [-] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.072667] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] VM already powered off {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1306.073408] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.073833] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.074128] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.074412] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.074884] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b326371d-7d74-444c-84ec-2434438c22ca {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.085551] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1306.085551] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1306.086140] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966334e6-072e-4df4-937b-f53441e9ac8b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.091499] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1306.091499] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f4fe58-d2c3-1999-9ecb-5c24313eead3" [ 1306.091499] env[69159]: _type = "Task" [ 1306.091499] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.101597] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f4fe58-d2c3-1999-9ecb-5c24313eead3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.228165] env[69159]: DEBUG nova.compute.manager [req-431f703c-3fb6-46dd-9ac8-73fe632588ba req-1c1466d2-900c-4fa7-859e-1d0ab9f82613 service nova] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Received event network-vif-deleted-23972629-e0c2-4c55-af05-e878851f5fa7 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1306.229028] env[69159]: INFO nova.compute.manager [req-431f703c-3fb6-46dd-9ac8-73fe632588ba req-1c1466d2-900c-4fa7-859e-1d0ab9f82613 service nova] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Neutron deleted interface 23972629-e0c2-4c55-af05-e878851f5fa7; detaching it from the instance and deleting it from the info cache [ 1306.229028] env[69159]: DEBUG nova.network.neutron [req-431f703c-3fb6-46dd-9ac8-73fe632588ba req-1c1466d2-900c-4fa7-859e-1d0ab9f82613 service nova] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.492594] env[69159]: DEBUG nova.compute.manager [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1306.514623] env[69159]: DEBUG nova.virt.hardware [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.514875] env[69159]: DEBUG nova.virt.hardware [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.515051] env[69159]: DEBUG nova.virt.hardware [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.515249] env[69159]: DEBUG nova.virt.hardware [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.515397] env[69159]: DEBUG nova.virt.hardware [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.515541] env[69159]: DEBUG nova.virt.hardware [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.515748] env[69159]: DEBUG nova.virt.hardware [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.515903] env[69159]: DEBUG nova.virt.hardware [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.516076] env[69159]: DEBUG nova.virt.hardware [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.516239] env[69159]: DEBUG nova.virt.hardware [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.516442] env[69159]: DEBUG nova.virt.hardware [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.517309] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc452634-aa9b-40a5-97d8-878e5be036c9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.525389] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09970450-6911-4087-8780-89746ab85fb2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.602099] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f4fe58-d2c3-1999-9ecb-5c24313eead3, 'name': SearchDatastore_Task, 'duration_secs': 0.009149} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.602876] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b977c29-d2c0-4218-ba3f-8a30c22abe21 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.608211] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1306.608211] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ff591c-3e9a-606a-589a-ec9498e6285c" [ 1306.608211] env[69159]: _type = "Task" [ 1306.608211] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.615660] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ff591c-3e9a-606a-589a-ec9498e6285c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.711348] env[69159]: DEBUG nova.network.neutron [-] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.731864] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4cdd522-4da6-40ad-bfe3-f34dcd898e44 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.741881] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8afc9e-e712-4700-9457-1bd3c639be12 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.775139] env[69159]: DEBUG nova.compute.manager [req-431f703c-3fb6-46dd-9ac8-73fe632588ba req-1c1466d2-900c-4fa7-859e-1d0ab9f82613 service nova] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Detach interface failed, port_id=23972629-e0c2-4c55-af05-e878851f5fa7, reason: Instance b89fcb66-eaa5-4602-b945-b33708c5e00a could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1306.776222] env[69159]: DEBUG nova.network.neutron [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Successfully updated port: 5b4e9cb6-1a21-40ad-a09a-a0be2f541200 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.118806] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52ff591c-3e9a-606a-589a-ec9498e6285c, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.119087] env[69159]: DEBUG oslo_concurrency.lockutils [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.119453] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] ebae9e71-0d97-4065-9f91-931d9a66140e/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk. {{(pid=69159) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1307.119784] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a048f3ea-806e-4961-83ec-e71773a91c8f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.126422] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1307.126422] env[69159]: value = "task-3449572" [ 1307.126422] env[69159]: _type = "Task" [ 1307.126422] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.133627] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.214442] env[69159]: INFO nova.compute.manager [-] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Took 1.46 seconds to deallocate network for instance. [ 1307.279774] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "refresh_cache-d17e4c55-cd7f-4b78-9706-fa0248f2e98a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.279937] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "refresh_cache-d17e4c55-cd7f-4b78-9706-fa0248f2e98a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.280092] env[69159]: DEBUG nova.network.neutron [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.636950] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.412264} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.637243] env[69159]: INFO nova.virt.vmwareapi.ds_util [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] ebae9e71-0d97-4065-9f91-931d9a66140e/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk. [ 1307.637996] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11530c3-a868-4df2-b9ff-d2ba00e2f65d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.664504] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] ebae9e71-0d97-4065-9f91-931d9a66140e/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.664742] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19fa62d8-9e89-46da-a417-35724044826d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.681905] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1307.681905] env[69159]: value = "task-3449573" [ 1307.681905] env[69159]: _type = "Task" [ 1307.681905] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.689241] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.721522] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.721830] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.722069] env[69159]: DEBUG nova.objects.instance [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lazy-loading 'resources' on Instance uuid b89fcb66-eaa5-4602-b945-b33708c5e00a {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.813132] env[69159]: DEBUG nova.network.neutron [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1307.935332] env[69159]: DEBUG nova.network.neutron [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Updating instance_info_cache with network_info: [{"id": "5b4e9cb6-1a21-40ad-a09a-a0be2f541200", "address": "fa:16:3e:fa:1b:64", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4e9cb6-1a", "ovs_interfaceid": "5b4e9cb6-1a21-40ad-a09a-a0be2f541200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.192964] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.252541] env[69159]: DEBUG nova.compute.manager [req-3b601877-378a-4aec-96ac-08928a40df28 req-bb5c7e6f-fd53-4921-b761-0973614e109c service nova] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Received event network-vif-plugged-5b4e9cb6-1a21-40ad-a09a-a0be2f541200 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1308.252767] env[69159]: DEBUG oslo_concurrency.lockutils [req-3b601877-378a-4aec-96ac-08928a40df28 req-bb5c7e6f-fd53-4921-b761-0973614e109c service nova] Acquiring lock "d17e4c55-cd7f-4b78-9706-fa0248f2e98a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.253013] env[69159]: DEBUG oslo_concurrency.lockutils [req-3b601877-378a-4aec-96ac-08928a40df28 req-bb5c7e6f-fd53-4921-b761-0973614e109c service nova] Lock "d17e4c55-cd7f-4b78-9706-fa0248f2e98a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.253188] env[69159]: DEBUG oslo_concurrency.lockutils [req-3b601877-378a-4aec-96ac-08928a40df28 req-bb5c7e6f-fd53-4921-b761-0973614e109c service nova] Lock "d17e4c55-cd7f-4b78-9706-fa0248f2e98a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.253326] env[69159]: DEBUG nova.compute.manager [req-3b601877-378a-4aec-96ac-08928a40df28 req-bb5c7e6f-fd53-4921-b761-0973614e109c service nova] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] No waiting events found dispatching network-vif-plugged-5b4e9cb6-1a21-40ad-a09a-a0be2f541200 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1308.253505] env[69159]: WARNING nova.compute.manager [req-3b601877-378a-4aec-96ac-08928a40df28 req-bb5c7e6f-fd53-4921-b761-0973614e109c service nova] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Received unexpected event network-vif-plugged-5b4e9cb6-1a21-40ad-a09a-a0be2f541200 for instance with vm_state building and task_state spawning. [ 1308.253639] env[69159]: DEBUG nova.compute.manager [req-3b601877-378a-4aec-96ac-08928a40df28 req-bb5c7e6f-fd53-4921-b761-0973614e109c service nova] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Received event network-changed-5b4e9cb6-1a21-40ad-a09a-a0be2f541200 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1308.253759] env[69159]: DEBUG nova.compute.manager [req-3b601877-378a-4aec-96ac-08928a40df28 req-bb5c7e6f-fd53-4921-b761-0973614e109c service nova] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Refreshing instance network info cache due to event network-changed-5b4e9cb6-1a21-40ad-a09a-a0be2f541200. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1308.253924] env[69159]: DEBUG oslo_concurrency.lockutils [req-3b601877-378a-4aec-96ac-08928a40df28 req-bb5c7e6f-fd53-4921-b761-0973614e109c service nova] Acquiring lock "refresh_cache-d17e4c55-cd7f-4b78-9706-fa0248f2e98a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.336586] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c82d72-8359-45a5-8a6d-c689c9e5c644 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.345698] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1f3a96-f19a-428b-94df-23d90ba441ba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.376696] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6557faa-d5cd-48d8-b152-9c978d4e7128 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.384224] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8af412-620d-480b-b465-7bd7824a7063 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.398010] env[69159]: DEBUG nova.compute.provider_tree [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.438078] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "refresh_cache-d17e4c55-cd7f-4b78-9706-fa0248f2e98a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.438510] env[69159]: DEBUG nova.compute.manager [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Instance network_info: |[{"id": "5b4e9cb6-1a21-40ad-a09a-a0be2f541200", "address": "fa:16:3e:fa:1b:64", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4e9cb6-1a", "ovs_interfaceid": "5b4e9cb6-1a21-40ad-a09a-a0be2f541200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1308.438827] env[69159]: DEBUG oslo_concurrency.lockutils [req-3b601877-378a-4aec-96ac-08928a40df28 req-bb5c7e6f-fd53-4921-b761-0973614e109c service nova] Acquired lock "refresh_cache-d17e4c55-cd7f-4b78-9706-fa0248f2e98a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.439019] env[69159]: DEBUG nova.network.neutron [req-3b601877-378a-4aec-96ac-08928a40df28 req-bb5c7e6f-fd53-4921-b761-0973614e109c service nova] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Refreshing network info cache for port 5b4e9cb6-1a21-40ad-a09a-a0be2f541200 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.440532] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:1b:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b4e9cb6-1a21-40ad-a09a-a0be2f541200', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1308.448276] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.451181] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1308.451684] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cfd7150-de5b-4ef5-8132-6e5352a6d297 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.470895] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1308.470895] env[69159]: value = "task-3449574" [ 1308.470895] env[69159]: _type = "Task" [ 1308.470895] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.478817] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449574, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.653467] env[69159]: DEBUG nova.network.neutron [req-3b601877-378a-4aec-96ac-08928a40df28 req-bb5c7e6f-fd53-4921-b761-0973614e109c service nova] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Updated VIF entry in instance network info cache for port 5b4e9cb6-1a21-40ad-a09a-a0be2f541200. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.653860] env[69159]: DEBUG nova.network.neutron [req-3b601877-378a-4aec-96ac-08928a40df28 req-bb5c7e6f-fd53-4921-b761-0973614e109c service nova] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Updating instance_info_cache with network_info: [{"id": "5b4e9cb6-1a21-40ad-a09a-a0be2f541200", "address": "fa:16:3e:fa:1b:64", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4e9cb6-1a", "ovs_interfaceid": "5b4e9cb6-1a21-40ad-a09a-a0be2f541200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.694580] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449573, 'name': ReconfigVM_Task, 'duration_secs': 0.826586} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.696033] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Reconfigured VM instance instance-00000074 to attach disk [datastore2] ebae9e71-0d97-4065-9f91-931d9a66140e/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.696033] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c88bbd-7503-4384-b2c4-114a35841b3e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.725077] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bf5eb8f-c5f2-4697-ac10-5fe227d06a26 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.741569] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1308.741569] env[69159]: value = "task-3449575" [ 1308.741569] env[69159]: _type = "Task" [ 1308.741569] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.750110] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.901454] env[69159]: DEBUG nova.scheduler.client.report [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.981289] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449574, 'name': CreateVM_Task, 'duration_secs': 0.404035} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.981463] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1308.982073] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.982244] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.982565] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.982816] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c264298-875a-44a7-929c-0d2d21c06ad2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.987841] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1308.987841] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c71dce-7e6c-abcb-1c40-827e7d9912fd" [ 1308.987841] env[69159]: _type = "Task" [ 1308.987841] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.995197] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c71dce-7e6c-abcb-1c40-827e7d9912fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.158782] env[69159]: DEBUG oslo_concurrency.lockutils [req-3b601877-378a-4aec-96ac-08928a40df28 req-bb5c7e6f-fd53-4921-b761-0973614e109c service nova] Releasing lock "refresh_cache-d17e4c55-cd7f-4b78-9706-fa0248f2e98a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.251804] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449575, 'name': ReconfigVM_Task, 'duration_secs': 0.161654} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.252152] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.252434] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4364f222-7707-4840-9b8c-e097443002e2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.258119] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1309.258119] env[69159]: value = "task-3449576" [ 1309.258119] env[69159]: _type = "Task" [ 1309.258119] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.265930] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.407050] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.426145] env[69159]: INFO nova.scheduler.client.report [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Deleted allocations for instance b89fcb66-eaa5-4602-b945-b33708c5e00a [ 1309.498535] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c71dce-7e6c-abcb-1c40-827e7d9912fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009268} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.498782] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.498996] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1309.499288] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.499455] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.499642] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.499900] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a4c25d5-4fb4-46f9-bd6d-0699e65daa87 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.508139] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.508311] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1309.508970] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e042360f-81d2-42fe-bac6-6dda109dc166 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.513619] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1309.513619] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525a16ff-b578-1913-73ce-1cc5f188e37f" [ 1309.513619] env[69159]: _type = "Task" [ 1309.513619] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.520844] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525a16ff-b578-1913-73ce-1cc5f188e37f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.768469] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449576, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.934940] env[69159]: DEBUG oslo_concurrency.lockutils [None req-3c70cc65-5d74-4ca1-8fdc-28477bac7017 tempest-AttachVolumeNegativeTest-2060572184 tempest-AttachVolumeNegativeTest-2060572184-project-member] Lock "b89fcb66-eaa5-4602-b945-b33708c5e00a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.795s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.024408] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525a16ff-b578-1913-73ce-1cc5f188e37f, 'name': SearchDatastore_Task, 'duration_secs': 0.008627} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.025124] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93fa777b-c365-4f85-bf7c-0fd972d52376 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.030550] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1310.030550] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523bc831-93e2-14db-203e-e07ec468e0eb" [ 1310.030550] env[69159]: _type = "Task" [ 1310.030550] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.037618] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523bc831-93e2-14db-203e-e07ec468e0eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.268075] env[69159]: DEBUG oslo_vmware.api [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449576, 'name': PowerOnVM_Task, 'duration_secs': 0.599218} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.268456] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.270951] env[69159]: DEBUG nova.compute.manager [None req-17c48162-33d5-4524-96dd-068abff87b4e tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1310.271697] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f632eef0-ad3f-4c21-a996-4b2843eb5ab7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.542189] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523bc831-93e2-14db-203e-e07ec468e0eb, 'name': SearchDatastore_Task, 'duration_secs': 0.008782} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.542189] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.542189] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] d17e4c55-cd7f-4b78-9706-fa0248f2e98a/d17e4c55-cd7f-4b78-9706-fa0248f2e98a.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1310.542497] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69a1b419-9713-45cf-bc3c-23c0cbfae963 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.549128] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1310.549128] env[69159]: value = "task-3449577" [ 1310.549128] env[69159]: _type = "Task" [ 1310.549128] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.556741] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.059243] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43568} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.059552] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] d17e4c55-cd7f-4b78-9706-fa0248f2e98a/d17e4c55-cd7f-4b78-9706-fa0248f2e98a.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.059780] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1311.060054] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00cfa585-07d9-49f1-944a-6d08f4024d76 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.067178] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1311.067178] env[69159]: value = "task-3449579" [ 1311.067178] env[69159]: _type = "Task" [ 1311.067178] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.075142] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.195967] env[69159]: INFO nova.compute.manager [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Unrescuing [ 1311.196270] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.196686] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquired lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.196959] env[69159]: DEBUG nova.network.neutron [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.576670] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056937} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.577075] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1311.577768] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e639ab98-1b08-4e95-bbce-15ca384261ed {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.600186] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] d17e4c55-cd7f-4b78-9706-fa0248f2e98a/d17e4c55-cd7f-4b78-9706-fa0248f2e98a.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.600421] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac35cdb1-b53e-4f4b-aac3-576670f7adc7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.621581] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1311.621581] env[69159]: value = "task-3449580" [ 1311.621581] env[69159]: _type = "Task" [ 1311.621581] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.629592] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.945828] env[69159]: DEBUG nova.network.neutron [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Updating instance_info_cache with network_info: [{"id": "f2b4e0df-3770-45a2-861a-b13a404e1422", "address": "fa:16:3e:5a:d8:67", "network": {"id": "6398d03d-9375-4dec-861a-acfdbe3d0d2f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1527641923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c053135b7d5472181d6d61c735f334b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b4e0df-37", "ovs_interfaceid": "f2b4e0df-3770-45a2-861a-b13a404e1422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.132344] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449580, 'name': ReconfigVM_Task, 'duration_secs': 0.281108} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.132577] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Reconfigured VM instance instance-00000076 to attach disk [datastore2] d17e4c55-cd7f-4b78-9706-fa0248f2e98a/d17e4c55-cd7f-4b78-9706-fa0248f2e98a.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.133223] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a3bc174-615a-41dd-979c-837fe005aacb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.140368] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1312.140368] env[69159]: value = "task-3449581" [ 1312.140368] env[69159]: _type = "Task" [ 1312.140368] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.148835] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449581, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.448924] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Releasing lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.449634] env[69159]: DEBUG nova.objects.instance [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lazy-loading 'flavor' on Instance uuid ebae9e71-0d97-4065-9f91-931d9a66140e {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.650494] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449581, 'name': Rename_Task} progress is 14%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.956446] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1667b9-ff00-4a11-b605-1d9b1d327edd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.981773] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.982135] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9e339ab-8c92-4ec6-9428-27e5283faf76 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.988850] env[69159]: DEBUG oslo_vmware.api [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1312.988850] env[69159]: value = "task-3449582" [ 1312.988850] env[69159]: _type = "Task" [ 1312.988850] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.996527] env[69159]: DEBUG oslo_vmware.api [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.151140] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449581, 'name': Rename_Task, 'duration_secs': 0.838304} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.151493] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.151656] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b41e750-1fb1-4eb5-84a8-4d45703d2bb8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.157641] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1313.157641] env[69159]: value = "task-3449583" [ 1313.157641] env[69159]: _type = "Task" [ 1313.157641] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.165149] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.499777] env[69159]: DEBUG oslo_vmware.api [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449582, 'name': PowerOffVM_Task, 'duration_secs': 0.308621} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.500074] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.505587] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Reconfiguring VM instance instance-00000074 to detach disk 2002 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1313.505900] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ea22ab7-8bf8-422d-a208-c91409276c94 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.528504] env[69159]: DEBUG oslo_vmware.api [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1313.528504] env[69159]: value = "task-3449584" [ 1313.528504] env[69159]: _type = "Task" [ 1313.528504] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.535936] env[69159]: DEBUG oslo_vmware.api [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.667697] env[69159]: DEBUG oslo_vmware.api [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449583, 'name': PowerOnVM_Task, 'duration_secs': 0.450345} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.668179] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.668179] env[69159]: INFO nova.compute.manager [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1313.668357] env[69159]: DEBUG nova.compute.manager [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1313.669126] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5e04dd-0cce-45fb-8006-5fa5f829179d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.039344] env[69159]: DEBUG oslo_vmware.api [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449584, 'name': ReconfigVM_Task, 'duration_secs': 0.238841} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.039635] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Reconfigured VM instance instance-00000074 to detach disk 2002 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1314.039826] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.040082] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afde8c0c-64e6-45ac-83c0-f91ea81a3d64 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.045572] env[69159]: DEBUG oslo_vmware.api [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1314.045572] env[69159]: value = "task-3449586" [ 1314.045572] env[69159]: _type = "Task" [ 1314.045572] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.052464] env[69159]: DEBUG oslo_vmware.api [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.187791] env[69159]: INFO nova.compute.manager [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Took 12.55 seconds to build instance. [ 1314.555678] env[69159]: DEBUG oslo_vmware.api [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449586, 'name': PowerOnVM_Task, 'duration_secs': 0.366355} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.555944] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.556213] env[69159]: DEBUG nova.compute.manager [None req-ab7d735f-4f88-4328-b76c-09c31d408f1d tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1314.557081] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f2cda5-419f-4ced-a819-2fcccc57296d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.689974] env[69159]: DEBUG oslo_concurrency.lockutils [None req-99dc275e-6cec-4cc6-b1ed-40de4d952b89 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "d17e4c55-cd7f-4b78-9706-fa0248f2e98a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.056s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.775417] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c9a364bf-8440-4f2e-a6fd-d76ce543fe6b tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "d17e4c55-cd7f-4b78-9706-fa0248f2e98a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.775683] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c9a364bf-8440-4f2e-a6fd-d76ce543fe6b tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "d17e4c55-cd7f-4b78-9706-fa0248f2e98a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.775870] env[69159]: DEBUG nova.compute.manager [None req-c9a364bf-8440-4f2e-a6fd-d76ce543fe6b tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1314.776764] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4524c533-3de4-42ce-add0-1f3bece9145a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.783664] env[69159]: DEBUG nova.compute.manager [None req-c9a364bf-8440-4f2e-a6fd-d76ce543fe6b tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69159) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 1314.784248] env[69159]: DEBUG nova.objects.instance [None req-c9a364bf-8440-4f2e-a6fd-d76ce543fe6b tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lazy-loading 'flavor' on Instance uuid d17e4c55-cd7f-4b78-9706-fa0248f2e98a {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.727300] env[69159]: DEBUG nova.compute.manager [req-07f37ac1-429f-4c68-98d4-8fd0e3915eaf req-a4a876b2-cd95-4636-9436-cd238a4fe1a8 service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Received event network-changed-f2b4e0df-3770-45a2-861a-b13a404e1422 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1315.727540] env[69159]: DEBUG nova.compute.manager [req-07f37ac1-429f-4c68-98d4-8fd0e3915eaf req-a4a876b2-cd95-4636-9436-cd238a4fe1a8 service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Refreshing instance network info cache due to event network-changed-f2b4e0df-3770-45a2-861a-b13a404e1422. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1315.727639] env[69159]: DEBUG oslo_concurrency.lockutils [req-07f37ac1-429f-4c68-98d4-8fd0e3915eaf req-a4a876b2-cd95-4636-9436-cd238a4fe1a8 service nova] Acquiring lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.727783] env[69159]: DEBUG oslo_concurrency.lockutils [req-07f37ac1-429f-4c68-98d4-8fd0e3915eaf req-a4a876b2-cd95-4636-9436-cd238a4fe1a8 service nova] Acquired lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.727941] env[69159]: DEBUG nova.network.neutron [req-07f37ac1-429f-4c68-98d4-8fd0e3915eaf req-a4a876b2-cd95-4636-9436-cd238a4fe1a8 service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Refreshing network info cache for port f2b4e0df-3770-45a2-861a-b13a404e1422 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1315.791674] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a364bf-8440-4f2e-a6fd-d76ce543fe6b tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.792013] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecf6b1ba-0417-461c-a308-5c989bfaf7fc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.799545] env[69159]: DEBUG oslo_vmware.api [None req-c9a364bf-8440-4f2e-a6fd-d76ce543fe6b tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1315.799545] env[69159]: value = "task-3449587" [ 1315.799545] env[69159]: _type = "Task" [ 1315.799545] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.808277] env[69159]: DEBUG oslo_vmware.api [None req-c9a364bf-8440-4f2e-a6fd-d76ce543fe6b tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.309148] env[69159]: DEBUG oslo_vmware.api [None req-c9a364bf-8440-4f2e-a6fd-d76ce543fe6b tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449587, 'name': PowerOffVM_Task, 'duration_secs': 0.188284} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.309458] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a364bf-8440-4f2e-a6fd-d76ce543fe6b tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.309659] env[69159]: DEBUG nova.compute.manager [None req-c9a364bf-8440-4f2e-a6fd-d76ce543fe6b tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1316.310425] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ad62d6-2883-43a7-b620-2818129f472a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.426207] env[69159]: DEBUG nova.network.neutron [req-07f37ac1-429f-4c68-98d4-8fd0e3915eaf req-a4a876b2-cd95-4636-9436-cd238a4fe1a8 service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Updated VIF entry in instance network info cache for port f2b4e0df-3770-45a2-861a-b13a404e1422. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1316.426581] env[69159]: DEBUG nova.network.neutron [req-07f37ac1-429f-4c68-98d4-8fd0e3915eaf req-a4a876b2-cd95-4636-9436-cd238a4fe1a8 service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Updating instance_info_cache with network_info: [{"id": "f2b4e0df-3770-45a2-861a-b13a404e1422", "address": "fa:16:3e:5a:d8:67", "network": {"id": "6398d03d-9375-4dec-861a-acfdbe3d0d2f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1527641923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c053135b7d5472181d6d61c735f334b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b4e0df-37", "ovs_interfaceid": "f2b4e0df-3770-45a2-861a-b13a404e1422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.820861] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c9a364bf-8440-4f2e-a6fd-d76ce543fe6b tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "d17e4c55-cd7f-4b78-9706-fa0248f2e98a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.929738] env[69159]: DEBUG oslo_concurrency.lockutils [req-07f37ac1-429f-4c68-98d4-8fd0e3915eaf req-a4a876b2-cd95-4636-9436-cd238a4fe1a8 service nova] Releasing lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.185301] env[69159]: DEBUG oslo_concurrency.lockutils [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "d17e4c55-cd7f-4b78-9706-fa0248f2e98a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.185620] env[69159]: DEBUG oslo_concurrency.lockutils [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "d17e4c55-cd7f-4b78-9706-fa0248f2e98a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.185852] env[69159]: DEBUG oslo_concurrency.lockutils [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "d17e4c55-cd7f-4b78-9706-fa0248f2e98a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.186082] env[69159]: DEBUG oslo_concurrency.lockutils [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "d17e4c55-cd7f-4b78-9706-fa0248f2e98a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.186308] env[69159]: DEBUG oslo_concurrency.lockutils [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "d17e4c55-cd7f-4b78-9706-fa0248f2e98a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.188975] env[69159]: INFO nova.compute.manager [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Terminating instance [ 1317.693148] env[69159]: DEBUG nova.compute.manager [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1317.693413] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.694344] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64fd77b-59cc-48f7-aa2a-2d7ef487d1c4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.702456] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.702676] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c52b994c-6d86-4fec-ae88-78dde44e9599 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.757663] env[69159]: DEBUG nova.compute.manager [req-236fdbfc-00b2-4699-af74-8f5819133664 req-fc06022c-c10f-4704-b0ed-f3e8ae6fa278 service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Received event network-changed-f2b4e0df-3770-45a2-861a-b13a404e1422 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1317.757904] env[69159]: DEBUG nova.compute.manager [req-236fdbfc-00b2-4699-af74-8f5819133664 req-fc06022c-c10f-4704-b0ed-f3e8ae6fa278 service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Refreshing instance network info cache due to event network-changed-f2b4e0df-3770-45a2-861a-b13a404e1422. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1317.758397] env[69159]: DEBUG oslo_concurrency.lockutils [req-236fdbfc-00b2-4699-af74-8f5819133664 req-fc06022c-c10f-4704-b0ed-f3e8ae6fa278 service nova] Acquiring lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.758575] env[69159]: DEBUG oslo_concurrency.lockutils [req-236fdbfc-00b2-4699-af74-8f5819133664 req-fc06022c-c10f-4704-b0ed-f3e8ae6fa278 service nova] Acquired lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.758781] env[69159]: DEBUG nova.network.neutron [req-236fdbfc-00b2-4699-af74-8f5819133664 req-fc06022c-c10f-4704-b0ed-f3e8ae6fa278 service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Refreshing network info cache for port f2b4e0df-3770-45a2-861a-b13a404e1422 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.763246] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.763436] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.763613] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleting the datastore file [datastore2] d17e4c55-cd7f-4b78-9706-fa0248f2e98a {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.763849] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0293b95-1371-4724-8257-1595603354bc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.770433] env[69159]: DEBUG oslo_vmware.api [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1317.770433] env[69159]: value = "task-3449590" [ 1317.770433] env[69159]: _type = "Task" [ 1317.770433] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.778212] env[69159]: DEBUG oslo_vmware.api [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.280416] env[69159]: DEBUG oslo_vmware.api [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136838} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.280792] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.280792] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.280943] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.281133] env[69159]: INFO nova.compute.manager [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1318.281371] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.281576] env[69159]: DEBUG nova.compute.manager [-] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1318.281672] env[69159]: DEBUG nova.network.neutron [-] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.770717] env[69159]: DEBUG nova.network.neutron [req-236fdbfc-00b2-4699-af74-8f5819133664 req-fc06022c-c10f-4704-b0ed-f3e8ae6fa278 service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Updated VIF entry in instance network info cache for port f2b4e0df-3770-45a2-861a-b13a404e1422. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.771100] env[69159]: DEBUG nova.network.neutron [req-236fdbfc-00b2-4699-af74-8f5819133664 req-fc06022c-c10f-4704-b0ed-f3e8ae6fa278 service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Updating instance_info_cache with network_info: [{"id": "f2b4e0df-3770-45a2-861a-b13a404e1422", "address": "fa:16:3e:5a:d8:67", "network": {"id": "6398d03d-9375-4dec-861a-acfdbe3d0d2f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1527641923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c053135b7d5472181d6d61c735f334b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b4e0df-37", "ovs_interfaceid": "f2b4e0df-3770-45a2-861a-b13a404e1422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.274614] env[69159]: DEBUG oslo_concurrency.lockutils [req-236fdbfc-00b2-4699-af74-8f5819133664 req-fc06022c-c10f-4704-b0ed-f3e8ae6fa278 service nova] Releasing lock "refresh_cache-ebae9e71-0d97-4065-9f91-931d9a66140e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.314297] env[69159]: DEBUG nova.network.neutron [-] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.786430] env[69159]: DEBUG nova.compute.manager [req-2737319c-b43c-4143-b5a1-d3e3140170e5 req-de56653d-9137-4aa8-a5e5-5598f79f14d5 service nova] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Received event network-vif-deleted-5b4e9cb6-1a21-40ad-a09a-a0be2f541200 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1319.816372] env[69159]: INFO nova.compute.manager [-] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Took 1.53 seconds to deallocate network for instance. [ 1320.322622] env[69159]: DEBUG oslo_concurrency.lockutils [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.322960] env[69159]: DEBUG oslo_concurrency.lockutils [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.323233] env[69159]: DEBUG nova.objects.instance [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lazy-loading 'resources' on Instance uuid d17e4c55-cd7f-4b78-9706-fa0248f2e98a {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.907846] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e213411-f6d4-4f79-aaf5-ec4090e493bb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.915790] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c26b810-9171-4778-b7cd-ac4d758ad8cd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.945964] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd4a350-56f1-4174-9004-a240eb81dd8c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.952685] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22ba4ad-9581-4d10-a74e-e17609ab9b43 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.965764] env[69159]: DEBUG nova.compute.provider_tree [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.469283] env[69159]: DEBUG nova.scheduler.client.report [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.974113] env[69159]: DEBUG oslo_concurrency.lockutils [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.997135] env[69159]: INFO nova.scheduler.client.report [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleted allocations for instance d17e4c55-cd7f-4b78-9706-fa0248f2e98a [ 1322.505376] env[69159]: DEBUG oslo_concurrency.lockutils [None req-790b62de-b62f-41db-aeba-40217e1c0ccd tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "d17e4c55-cd7f-4b78-9706-fa0248f2e98a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.320s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.042028] env[69159]: DEBUG oslo_concurrency.lockutils [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "8509c7e5-7e0e-4ca8-abad-7b2220a89f0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.042028] env[69159]: DEBUG oslo_concurrency.lockutils [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "8509c7e5-7e0e-4ca8-abad-7b2220a89f0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.544105] env[69159]: DEBUG nova.compute.manager [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1324.066439] env[69159]: DEBUG oslo_concurrency.lockutils [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.066729] env[69159]: DEBUG oslo_concurrency.lockutils [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.068364] env[69159]: INFO nova.compute.claims [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.154658] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f828f364-e4ce-4b4f-b69e-2910b316cebd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.162355] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b6fd22-f750-474b-a17e-b11de240248f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.190931] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014c604b-f338-4af5-9121-4cd1df70ec8e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.197545] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83bf2c9-c8bd-42ab-ae60-04ca9c516683 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.211325] env[69159]: DEBUG nova.compute.provider_tree [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.714821] env[69159]: DEBUG nova.scheduler.client.report [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.220580] env[69159]: DEBUG oslo_concurrency.lockutils [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.221142] env[69159]: DEBUG nova.compute.manager [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1326.727049] env[69159]: DEBUG nova.compute.utils [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1326.727221] env[69159]: DEBUG nova.compute.manager [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1326.727265] env[69159]: DEBUG nova.network.neutron [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1326.754979] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "a5a7532d-d854-49cf-b64f-7398a5deff5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.755223] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "a5a7532d-d854-49cf-b64f-7398a5deff5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.755423] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "a5a7532d-d854-49cf-b64f-7398a5deff5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.755605] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "a5a7532d-d854-49cf-b64f-7398a5deff5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.755774] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "a5a7532d-d854-49cf-b64f-7398a5deff5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.757821] env[69159]: INFO nova.compute.manager [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Terminating instance [ 1326.761788] env[69159]: DEBUG nova.policy [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfbe95ed4ac743ce9f38462b00b6d8b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5b05c7c4d445d6b6014bb5c4c78cdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1326.989950] env[69159]: DEBUG nova.network.neutron [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Successfully created port: f205fd6d-2763-4f5d-9114-1c65720cf860 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1327.230708] env[69159]: DEBUG nova.compute.manager [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1327.261940] env[69159]: DEBUG nova.compute.manager [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1327.262350] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.263474] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7400a235-4b0b-4125-bd64-49710da141c7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.275487] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.275736] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeda9deb-a00e-4171-b5a7-405ad59b3be1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.282617] env[69159]: DEBUG oslo_vmware.api [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1327.282617] env[69159]: value = "task-3449591" [ 1327.282617] env[69159]: _type = "Task" [ 1327.282617] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.290544] env[69159]: DEBUG oslo_vmware.api [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.793890] env[69159]: DEBUG oslo_vmware.api [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449591, 'name': PowerOffVM_Task, 'duration_secs': 0.177961} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.794312] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.794478] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.794768] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7471bcfa-8bb0-41ec-954a-c09e80b1b279 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.854664] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.854928] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.855096] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Deleting the datastore file [datastore1] a5a7532d-d854-49cf-b64f-7398a5deff5c {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.855366] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-557f0290-1536-4584-a86a-d28e3d32a162 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.861587] env[69159]: DEBUG oslo_vmware.api [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1327.861587] env[69159]: value = "task-3449593" [ 1327.861587] env[69159]: _type = "Task" [ 1327.861587] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.869524] env[69159]: DEBUG oslo_vmware.api [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.240133] env[69159]: DEBUG nova.compute.manager [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1328.267840] env[69159]: DEBUG nova.virt.hardware [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1328.267840] env[69159]: DEBUG nova.virt.hardware [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1328.267840] env[69159]: DEBUG nova.virt.hardware [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1328.268104] env[69159]: DEBUG nova.virt.hardware [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1328.268148] env[69159]: DEBUG nova.virt.hardware [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1328.268266] env[69159]: DEBUG nova.virt.hardware [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1328.268476] env[69159]: DEBUG nova.virt.hardware [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1328.268634] env[69159]: DEBUG nova.virt.hardware [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1328.268798] env[69159]: DEBUG nova.virt.hardware [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1328.268958] env[69159]: DEBUG nova.virt.hardware [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1328.269155] env[69159]: DEBUG nova.virt.hardware [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1328.270074] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324c5220-f4de-4bc1-8712-e055ff5ca323 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.278117] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0677711d-2811-405b-a0bb-600f2d7d8d24 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.335728] env[69159]: DEBUG nova.compute.manager [req-959f35ed-59f2-46cc-be2c-315e23ec32ba req-4f6b17e0-e4b7-4b02-bd01-51afd3408431 service nova] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Received event network-vif-plugged-f205fd6d-2763-4f5d-9114-1c65720cf860 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1328.335996] env[69159]: DEBUG oslo_concurrency.lockutils [req-959f35ed-59f2-46cc-be2c-315e23ec32ba req-4f6b17e0-e4b7-4b02-bd01-51afd3408431 service nova] Acquiring lock "8509c7e5-7e0e-4ca8-abad-7b2220a89f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.336203] env[69159]: DEBUG oslo_concurrency.lockutils [req-959f35ed-59f2-46cc-be2c-315e23ec32ba req-4f6b17e0-e4b7-4b02-bd01-51afd3408431 service nova] Lock "8509c7e5-7e0e-4ca8-abad-7b2220a89f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.336378] env[69159]: DEBUG oslo_concurrency.lockutils [req-959f35ed-59f2-46cc-be2c-315e23ec32ba req-4f6b17e0-e4b7-4b02-bd01-51afd3408431 service nova] Lock "8509c7e5-7e0e-4ca8-abad-7b2220a89f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.336543] env[69159]: DEBUG nova.compute.manager [req-959f35ed-59f2-46cc-be2c-315e23ec32ba req-4f6b17e0-e4b7-4b02-bd01-51afd3408431 service nova] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] No waiting events found dispatching network-vif-plugged-f205fd6d-2763-4f5d-9114-1c65720cf860 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1328.336706] env[69159]: WARNING nova.compute.manager [req-959f35ed-59f2-46cc-be2c-315e23ec32ba req-4f6b17e0-e4b7-4b02-bd01-51afd3408431 service nova] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Received unexpected event network-vif-plugged-f205fd6d-2763-4f5d-9114-1c65720cf860 for instance with vm_state building and task_state spawning. [ 1328.370931] env[69159]: DEBUG oslo_vmware.api [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132985} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.371217] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.371399] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.371572] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.371744] env[69159]: INFO nova.compute.manager [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1328.371980] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.372186] env[69159]: DEBUG nova.compute.manager [-] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1328.372281] env[69159]: DEBUG nova.network.neutron [-] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.463010] env[69159]: DEBUG nova.network.neutron [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Successfully updated port: f205fd6d-2763-4f5d-9114-1c65720cf860 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1328.967513] env[69159]: DEBUG oslo_concurrency.lockutils [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "refresh_cache-8509c7e5-7e0e-4ca8-abad-7b2220a89f0b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.967513] env[69159]: DEBUG oslo_concurrency.lockutils [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "refresh_cache-8509c7e5-7e0e-4ca8-abad-7b2220a89f0b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.967513] env[69159]: DEBUG nova.network.neutron [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.364954] env[69159]: DEBUG nova.network.neutron [-] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.500164] env[69159]: DEBUG nova.network.neutron [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1329.646701] env[69159]: DEBUG nova.network.neutron [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Updating instance_info_cache with network_info: [{"id": "f205fd6d-2763-4f5d-9114-1c65720cf860", "address": "fa:16:3e:41:f9:59", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf205fd6d-27", "ovs_interfaceid": "f205fd6d-2763-4f5d-9114-1c65720cf860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.867520] env[69159]: INFO nova.compute.manager [-] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Took 1.50 seconds to deallocate network for instance. [ 1330.149958] env[69159]: DEBUG oslo_concurrency.lockutils [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "refresh_cache-8509c7e5-7e0e-4ca8-abad-7b2220a89f0b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.150437] env[69159]: DEBUG nova.compute.manager [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Instance network_info: |[{"id": "f205fd6d-2763-4f5d-9114-1c65720cf860", "address": "fa:16:3e:41:f9:59", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf205fd6d-27", "ovs_interfaceid": "f205fd6d-2763-4f5d-9114-1c65720cf860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1330.150925] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:f9:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f205fd6d-2763-4f5d-9114-1c65720cf860', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1330.159497] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.160078] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1330.160357] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97032172-5bb6-4752-ad81-a88542b54653 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.183420] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1330.183420] env[69159]: value = "task-3449594" [ 1330.183420] env[69159]: _type = "Task" [ 1330.183420] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.191524] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449594, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.364722] env[69159]: DEBUG nova.compute.manager [req-25c3acb4-645e-4a78-8b92-8b32e9ec487e req-aa0cd5d0-567f-40d0-b0f0-9d692df84910 service nova] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Received event network-changed-f205fd6d-2763-4f5d-9114-1c65720cf860 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1330.364929] env[69159]: DEBUG nova.compute.manager [req-25c3acb4-645e-4a78-8b92-8b32e9ec487e req-aa0cd5d0-567f-40d0-b0f0-9d692df84910 service nova] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Refreshing instance network info cache due to event network-changed-f205fd6d-2763-4f5d-9114-1c65720cf860. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1330.365164] env[69159]: DEBUG oslo_concurrency.lockutils [req-25c3acb4-645e-4a78-8b92-8b32e9ec487e req-aa0cd5d0-567f-40d0-b0f0-9d692df84910 service nova] Acquiring lock "refresh_cache-8509c7e5-7e0e-4ca8-abad-7b2220a89f0b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.365415] env[69159]: DEBUG oslo_concurrency.lockutils [req-25c3acb4-645e-4a78-8b92-8b32e9ec487e req-aa0cd5d0-567f-40d0-b0f0-9d692df84910 service nova] Acquired lock "refresh_cache-8509c7e5-7e0e-4ca8-abad-7b2220a89f0b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.365504] env[69159]: DEBUG nova.network.neutron [req-25c3acb4-645e-4a78-8b92-8b32e9ec487e req-aa0cd5d0-567f-40d0-b0f0-9d692df84910 service nova] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Refreshing network info cache for port f205fd6d-2763-4f5d-9114-1c65720cf860 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.373314] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.373566] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.373776] env[69159]: DEBUG nova.objects.instance [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lazy-loading 'resources' on Instance uuid a5a7532d-d854-49cf-b64f-7398a5deff5c {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.695363] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449594, 'name': CreateVM_Task, 'duration_secs': 0.300815} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.695556] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.696233] env[69159]: DEBUG oslo_concurrency.lockutils [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.696398] env[69159]: DEBUG oslo_concurrency.lockutils [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.696738] env[69159]: DEBUG oslo_concurrency.lockutils [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.696998] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edd08db5-d6eb-4fcc-a7ab-21448d12dd0e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.701531] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1330.701531] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5284ab8e-14d2-67cc-4562-cffc79dc4e4a" [ 1330.701531] env[69159]: _type = "Task" [ 1330.701531] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.708826] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5284ab8e-14d2-67cc-4562-cffc79dc4e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.965801] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9e2c49-e7e0-46ff-b500-bf3d37c33446 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.975160] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e370f55-f4c0-4c53-a507-795ff6aa23c1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.005935] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e744406-7d85-443f-aeb9-852a4bd171b4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.013615] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997b089f-ea6e-4e26-ba2c-dda3d81be36f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.026523] env[69159]: DEBUG nova.compute.provider_tree [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.091385] env[69159]: DEBUG nova.network.neutron [req-25c3acb4-645e-4a78-8b92-8b32e9ec487e req-aa0cd5d0-567f-40d0-b0f0-9d692df84910 service nova] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Updated VIF entry in instance network info cache for port f205fd6d-2763-4f5d-9114-1c65720cf860. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.091790] env[69159]: DEBUG nova.network.neutron [req-25c3acb4-645e-4a78-8b92-8b32e9ec487e req-aa0cd5d0-567f-40d0-b0f0-9d692df84910 service nova] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Updating instance_info_cache with network_info: [{"id": "f205fd6d-2763-4f5d-9114-1c65720cf860", "address": "fa:16:3e:41:f9:59", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf205fd6d-27", "ovs_interfaceid": "f205fd6d-2763-4f5d-9114-1c65720cf860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.212019] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5284ab8e-14d2-67cc-4562-cffc79dc4e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009439} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.212270] env[69159]: DEBUG oslo_concurrency.lockutils [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.212505] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.212746] env[69159]: DEBUG oslo_concurrency.lockutils [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.212886] env[69159]: DEBUG oslo_concurrency.lockutils [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.213077] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.213335] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04f91653-cd34-4eb2-84e8-476f5bddf303 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.221303] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.221478] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1331.222135] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816db807-64a2-4880-97b8-c9e69ccecff2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.228297] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1331.228297] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52629c15-152b-9413-2630-88f9a4d99a6c" [ 1331.228297] env[69159]: _type = "Task" [ 1331.228297] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.236827] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52629c15-152b-9413-2630-88f9a4d99a6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.530317] env[69159]: DEBUG nova.scheduler.client.report [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.594179] env[69159]: DEBUG oslo_concurrency.lockutils [req-25c3acb4-645e-4a78-8b92-8b32e9ec487e req-aa0cd5d0-567f-40d0-b0f0-9d692df84910 service nova] Releasing lock "refresh_cache-8509c7e5-7e0e-4ca8-abad-7b2220a89f0b" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.594452] env[69159]: DEBUG nova.compute.manager [req-25c3acb4-645e-4a78-8b92-8b32e9ec487e req-aa0cd5d0-567f-40d0-b0f0-9d692df84910 service nova] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Received event network-vif-deleted-3bdd173e-20a7-470f-a878-becbaa1340d3 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1331.738759] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52629c15-152b-9413-2630-88f9a4d99a6c, 'name': SearchDatastore_Task, 'duration_secs': 0.008121} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.739635] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e884cf73-d525-47d1-baab-dc58ac3a8ee1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.744545] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1331.744545] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f82186-5b71-a806-723c-bf7baccd9548" [ 1331.744545] env[69159]: _type = "Task" [ 1331.744545] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.751626] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f82186-5b71-a806-723c-bf7baccd9548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.035373] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.058674] env[69159]: INFO nova.scheduler.client.report [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Deleted allocations for instance a5a7532d-d854-49cf-b64f-7398a5deff5c [ 1332.254464] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f82186-5b71-a806-723c-bf7baccd9548, 'name': SearchDatastore_Task, 'duration_secs': 0.009073} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.254719] env[69159]: DEBUG oslo_concurrency.lockutils [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.254977] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b/8509c7e5-7e0e-4ca8-abad-7b2220a89f0b.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.255243] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f1f9e38-c288-495f-93b0-9e7deb47ad16 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.261528] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1332.261528] env[69159]: value = "task-3449595" [ 1332.261528] env[69159]: _type = "Task" [ 1332.261528] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.268930] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.567141] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f52ebdad-d3a5-45df-a301-0a51f830f12d tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "a5a7532d-d854-49cf-b64f-7398a5deff5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.812s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.771184] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.399115} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.771456] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b/8509c7e5-7e0e-4ca8-abad-7b2220a89f0b.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.771715] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.772067] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2590b787-a5b0-4908-85b8-18ecfce167bb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.778033] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1332.778033] env[69159]: value = "task-3449596" [ 1332.778033] env[69159]: _type = "Task" [ 1332.778033] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.785356] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.288120] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.053295} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.288405] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.289174] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83382ab-64e6-4adb-8783-8343e779429e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.311629] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b/8509c7e5-7e0e-4ca8-abad-7b2220a89f0b.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.311910] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae6fe43b-865d-4bec-ab06-3e49f321983e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.331108] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1333.331108] env[69159]: value = "task-3449597" [ 1333.331108] env[69159]: _type = "Task" [ 1333.331108] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.338677] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.841112] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449597, 'name': ReconfigVM_Task, 'duration_secs': 0.27631} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.841463] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b/8509c7e5-7e0e-4ca8-abad-7b2220a89f0b.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.841994] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c4fc4f6-b6be-497d-bdd3-19c2e3169d28 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.848931] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1333.848931] env[69159]: value = "task-3449598" [ 1333.848931] env[69159]: _type = "Task" [ 1333.848931] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.857429] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449598, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.358250] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449598, 'name': Rename_Task, 'duration_secs': 0.138803} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.358516] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.358765] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16aa36c7-ef60-4db9-885d-8272ef60e068 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.364767] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1334.364767] env[69159]: value = "task-3449599" [ 1334.364767] env[69159]: _type = "Task" [ 1334.364767] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.371891] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.491564] env[69159]: DEBUG nova.compute.manager [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Stashing vm_state: active {{(pid=69159) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 1334.874981] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449599, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.008095] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.008378] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.374758] env[69159]: DEBUG oslo_vmware.api [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449599, 'name': PowerOnVM_Task, 'duration_secs': 0.538143} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.375045] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.375253] env[69159]: INFO nova.compute.manager [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1335.375431] env[69159]: DEBUG nova.compute.manager [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1335.376201] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6104ac63-7519-429e-a585-c376bf48270f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.513035] env[69159]: INFO nova.compute.claims [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.894201] env[69159]: INFO nova.compute.manager [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Took 11.84 seconds to build instance. [ 1336.019468] env[69159]: INFO nova.compute.resource_tracker [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating resource usage from migration 5a477065-d700-474f-8e6c-839bf9f8f213 [ 1336.089294] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d283ec79-0c75-475c-8355-984deea7796d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.100049] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-236efe78-641f-4ffa-b6a1-fbaf8763c52d tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Suspending the VM {{(pid=69159) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1336.100332] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ce8ad69a-41f9-44d9-8be9-2d49e5e18d0c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.107095] env[69159]: DEBUG oslo_vmware.api [None req-236efe78-641f-4ffa-b6a1-fbaf8763c52d tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1336.107095] env[69159]: value = "task-3449600" [ 1336.107095] env[69159]: _type = "Task" [ 1336.107095] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.108638] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b03fa45-e720-4f37-a002-4414abc03456 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.125948] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6673278b-d2a8-4e6a-8b8b-85a545768659 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.129755] env[69159]: DEBUG oslo_vmware.api [None req-236efe78-641f-4ffa-b6a1-fbaf8763c52d tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449600, 'name': SuspendVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.158137] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a46a86-5b2a-43f5-b171-ad2ca82ab871 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.166020] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08837dff-c06b-409f-b6ce-cbd6388cce17 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.181676] env[69159]: DEBUG nova.compute.provider_tree [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.396267] env[69159]: DEBUG oslo_concurrency.lockutils [None req-75d28439-5531-41fa-ab83-a6e99b56dfd0 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "8509c7e5-7e0e-4ca8-abad-7b2220a89f0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.354s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.618088] env[69159]: DEBUG oslo_vmware.api [None req-236efe78-641f-4ffa-b6a1-fbaf8763c52d tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449600, 'name': SuspendVM_Task} progress is 58%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.685858] env[69159]: DEBUG nova.scheduler.client.report [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.117982] env[69159]: DEBUG oslo_vmware.api [None req-236efe78-641f-4ffa-b6a1-fbaf8763c52d tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449600, 'name': SuspendVM_Task} progress is 58%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.191670] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.183s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.191984] env[69159]: INFO nova.compute.manager [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Migrating [ 1337.618270] env[69159]: DEBUG oslo_vmware.api [None req-236efe78-641f-4ffa-b6a1-fbaf8763c52d tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449600, 'name': SuspendVM_Task, 'duration_secs': 1.404058} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.618538] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-236efe78-641f-4ffa-b6a1-fbaf8763c52d tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Suspended the VM {{(pid=69159) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1337.618722] env[69159]: DEBUG nova.compute.manager [None req-236efe78-641f-4ffa-b6a1-fbaf8763c52d tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1337.619485] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db54bd04-ff44-4f7a-a32c-a8b6699c48bf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.708106] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.708345] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.708345] env[69159]: DEBUG nova.network.neutron [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.422884] env[69159]: DEBUG nova.network.neutron [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating instance_info_cache with network_info: [{"id": "c7361ef5-7d04-48da-859a-b4e98e012527", "address": "fa:16:3e:f4:b7:44", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7361ef5-7d", "ovs_interfaceid": "c7361ef5-7d04-48da-859a-b4e98e012527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.453280] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "8509c7e5-7e0e-4ca8-abad-7b2220a89f0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.453529] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "8509c7e5-7e0e-4ca8-abad-7b2220a89f0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.453740] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "8509c7e5-7e0e-4ca8-abad-7b2220a89f0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.453921] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "8509c7e5-7e0e-4ca8-abad-7b2220a89f0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.454173] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "8509c7e5-7e0e-4ca8-abad-7b2220a89f0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.456203] env[69159]: INFO nova.compute.manager [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Terminating instance [ 1338.925769] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.959682] env[69159]: DEBUG nova.compute.manager [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1338.959996] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.961235] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1164e368-34af-479e-a3e1-24b8573f08f0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.971672] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.971976] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35c5569e-f61a-4170-b716-1f048f2cbd55 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.033452] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.033683] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.033852] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleting the datastore file [datastore2] 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.034140] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a69e0e7-993e-4082-8e99-0db866b96d46 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.039848] env[69159]: DEBUG oslo_vmware.api [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1339.039848] env[69159]: value = "task-3449602" [ 1339.039848] env[69159]: _type = "Task" [ 1339.039848] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.047882] env[69159]: DEBUG oslo_vmware.api [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.553725] env[69159]: DEBUG oslo_vmware.api [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14165} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.554174] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.554174] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.554337] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.554505] env[69159]: INFO nova.compute.manager [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1339.554744] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.554927] env[69159]: DEBUG nova.compute.manager [-] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1339.555032] env[69159]: DEBUG nova.network.neutron [-] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1339.770970] env[69159]: DEBUG nova.compute.manager [req-dbed876c-6005-4dd2-9bcc-54a8aad809b3 req-0eb96b70-e319-439a-9b26-3b8688b9c603 service nova] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Received event network-vif-deleted-f205fd6d-2763-4f5d-9114-1c65720cf860 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1339.770970] env[69159]: INFO nova.compute.manager [req-dbed876c-6005-4dd2-9bcc-54a8aad809b3 req-0eb96b70-e319-439a-9b26-3b8688b9c603 service nova] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Neutron deleted interface f205fd6d-2763-4f5d-9114-1c65720cf860; detaching it from the instance and deleting it from the info cache [ 1339.770970] env[69159]: DEBUG nova.network.neutron [req-dbed876c-6005-4dd2-9bcc-54a8aad809b3 req-0eb96b70-e319-439a-9b26-3b8688b9c603 service nova] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.110728] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.110985] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.111173] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.111328] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.111479] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.111623] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.111770] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.111930] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69159) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1340.112116] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.254311] env[69159]: DEBUG nova.network.neutron [-] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.273839] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33766c68-9701-45e9-baf1-f87f000c281a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.283821] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64adc7e7-1b9e-4cd8-8bed-a600f9e1d182 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.311964] env[69159]: DEBUG nova.compute.manager [req-dbed876c-6005-4dd2-9bcc-54a8aad809b3 req-0eb96b70-e319-439a-9b26-3b8688b9c603 service nova] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Detach interface failed, port_id=f205fd6d-2763-4f5d-9114-1c65720cf860, reason: Instance 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1340.441046] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc52489a-12e3-478f-ad44-ad241f3323bb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.459524] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating instance '716efb03-8f77-4eb2-bfac-97fe724909f9' progress to 0 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1340.614860] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.615262] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.615317] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.615542] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1340.616459] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2443589-b356-442f-ad69-d733309b3284 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.625032] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd745f54-a80c-4826-a57c-bd47ecf55120 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.639726] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad757132-1229-4d3a-b0cf-021c58913bc3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.645674] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a209a4-66c3-4b6b-b3e4-4d797a35172b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.674549] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179909MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1340.674692] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.674954] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.756673] env[69159]: INFO nova.compute.manager [-] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Took 1.20 seconds to deallocate network for instance. [ 1340.966416] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.966694] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03463b8b-b936-4dee-af73-2565e2329e18 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.973765] env[69159]: DEBUG oslo_vmware.api [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1340.973765] env[69159]: value = "task-3449603" [ 1340.973765] env[69159]: _type = "Task" [ 1340.973765] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.981927] env[69159]: DEBUG oslo_vmware.api [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.263119] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.483709] env[69159]: DEBUG oslo_vmware.api [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449603, 'name': PowerOffVM_Task, 'duration_secs': 0.182499} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.483917] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.484121] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating instance '716efb03-8f77-4eb2-bfac-97fe724909f9' progress to 17 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1341.682886] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Applying migration context for instance 716efb03-8f77-4eb2-bfac-97fe724909f9 as it has an incoming, in-progress migration 5a477065-d700-474f-8e6c-839bf9f8f213. Migration status is migrating {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1341.683817] env[69159]: INFO nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating resource usage from migration 5a477065-d700-474f-8e6c-839bf9f8f213 [ 1341.703417] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1341.703571] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 7aaa3617-1bad-4448-8704-5c3168679d63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1341.703696] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance ebae9e71-0d97-4065-9f91-931d9a66140e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1341.703814] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1341.703931] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Migration 5a477065-d700-474f-8e6c-839bf9f8f213 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1341.704057] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance 716efb03-8f77-4eb2-bfac-97fe724909f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1341.704244] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1341.704380] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1341.774820] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24ec64e-2e46-499b-b20a-6aefdd906e61 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.782496] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cf967d-bb8c-4e46-b97f-e86461b4e304 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.812741] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33a2848-731e-43ac-8d02-427a89333074 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.819619] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a468b2e-e307-433c-b726-730e2fd102ed {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.832244] env[69159]: DEBUG nova.compute.provider_tree [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.990209] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1341.990446] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.990561] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1341.990760] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.990909] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1341.991067] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1341.991277] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1341.991433] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1341.991596] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1341.991756] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1341.991931] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1341.996792] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e79597c-a463-41e4-9f80-77c1ed695507 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.013246] env[69159]: DEBUG oslo_vmware.api [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1342.013246] env[69159]: value = "task-3449604" [ 1342.013246] env[69159]: _type = "Task" [ 1342.013246] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.020653] env[69159]: DEBUG oslo_vmware.api [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.335660] env[69159]: DEBUG nova.scheduler.client.report [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.523383] env[69159]: DEBUG oslo_vmware.api [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449604, 'name': ReconfigVM_Task, 'duration_secs': 0.174541} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.523641] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating instance '716efb03-8f77-4eb2-bfac-97fe724909f9' progress to 33 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.840405] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1342.840807] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.166s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.840910] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.578s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.841152] env[69159]: DEBUG nova.objects.instance [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lazy-loading 'resources' on Instance uuid 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.029686] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.029971] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.030151] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.030340] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.030486] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.030638] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.030879] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.031062] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.031236] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.031400] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.031573] env[69159]: DEBUG nova.virt.hardware [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.036918] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1343.037212] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ef1f220-43c0-4058-87fc-45871cf0e5b3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.056469] env[69159]: DEBUG oslo_vmware.api [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1343.056469] env[69159]: value = "task-3449605" [ 1343.056469] env[69159]: _type = "Task" [ 1343.056469] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.065236] env[69159]: DEBUG oslo_vmware.api [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.417511] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784f834b-5869-4ab4-9aae-d432f5c0fd11 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.425129] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef79a944-bad4-4180-bcd8-8375c011a8c1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.454215] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c232c183-092e-48d0-acdf-e7125f2fccf5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.461162] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1da8e6-dffe-4359-8f19-b6cf21303dab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.473780] env[69159]: DEBUG nova.compute.provider_tree [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.569547] env[69159]: DEBUG oslo_vmware.api [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449605, 'name': ReconfigVM_Task, 'duration_secs': 0.154477} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.569925] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1343.570696] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77891fb3-daf4-4a8d-9366-8adad8abd11e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.592172] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 716efb03-8f77-4eb2-bfac-97fe724909f9/716efb03-8f77-4eb2-bfac-97fe724909f9.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.592408] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97373ab8-22a4-42e3-866c-ff012a63fa7d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.609526] env[69159]: DEBUG oslo_vmware.api [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1343.609526] env[69159]: value = "task-3449606" [ 1343.609526] env[69159]: _type = "Task" [ 1343.609526] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.618561] env[69159]: DEBUG oslo_vmware.api [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.977232] env[69159]: DEBUG nova.scheduler.client.report [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.119626] env[69159]: DEBUG oslo_vmware.api [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449606, 'name': ReconfigVM_Task, 'duration_secs': 0.259241} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.120203] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 716efb03-8f77-4eb2-bfac-97fe724909f9/716efb03-8f77-4eb2-bfac-97fe724909f9.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.120466] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating instance '716efb03-8f77-4eb2-bfac-97fe724909f9' progress to 50 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1344.482315] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.502331] env[69159]: INFO nova.scheduler.client.report [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleted allocations for instance 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b [ 1344.628952] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b535fc-87b7-4dd3-a911-4f9ed16386ba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.648643] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6f8d34-9eef-4dba-91f1-3783fec2fe41 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.666717] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating instance '716efb03-8f77-4eb2-bfac-97fe724909f9' progress to 67 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.010385] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9bad6d53-7080-4009-ade2-9ce6f324f5a7 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "8509c7e5-7e0e-4ca8-abad-7b2220a89f0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.557s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.205100] env[69159]: DEBUG nova.network.neutron [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Port c7361ef5-7d04-48da-859a-b4e98e012527 binding to destination host cpu-1 is already ACTIVE {{(pid=69159) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1346.228270] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "716efb03-8f77-4eb2-bfac-97fe724909f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.228603] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.228658] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.377695] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "4f99500c-2318-4dd6-a707-586d13f9c293" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.377931] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "4f99500c-2318-4dd6-a707-586d13f9c293" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.676071] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "ebae9e71-0d97-4065-9f91-931d9a66140e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.676071] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "ebae9e71-0d97-4065-9f91-931d9a66140e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.880163] env[69159]: DEBUG nova.compute.manager [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1347.179432] env[69159]: INFO nova.compute.manager [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Detaching volume 7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b [ 1347.215168] env[69159]: INFO nova.virt.block_device [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Attempting to driver detach volume 7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b from mountpoint /dev/sdb [ 1347.215504] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1347.215764] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688712', 'volume_id': '7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b', 'name': 'volume-7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebae9e71-0d97-4065-9f91-931d9a66140e', 'attached_at': '', 'detached_at': '', 'volume_id': '7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b', 'serial': '7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1347.216977] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52107406-05b9-4e52-9a4b-78b4409ad1c6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.241994] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ba4d6b-cc56-403f-a5cd-afca2afde437 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.248948] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af7fdfd-5a1f-4e5c-a8a7-a0dd28bc8a0c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.268312] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1557600a-ae7b-4497-9c7a-2280f9588d70 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.272472] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.272643] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.272813] env[69159]: DEBUG nova.network.neutron [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.285748] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] The volume has not been displaced from its original location: [datastore2] volume-7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b/volume-7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b.vmdk. No consolidation needed. {{(pid=69159) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1347.290868] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1347.291616] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3473600a-10c0-4bd2-9be3-02d2ca965a17 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.308954] env[69159]: DEBUG oslo_vmware.api [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1347.308954] env[69159]: value = "task-3449607" [ 1347.308954] env[69159]: _type = "Task" [ 1347.308954] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.316479] env[69159]: DEBUG oslo_vmware.api [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.401264] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.401496] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.403319] env[69159]: INFO nova.compute.claims [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1347.818135] env[69159]: DEBUG oslo_vmware.api [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449607, 'name': ReconfigVM_Task, 'duration_secs': 0.212697} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.818378] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1347.822955] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97943e06-8b87-41a4-96b1-fe1aa0317af2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.837844] env[69159]: DEBUG oslo_vmware.api [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1347.837844] env[69159]: value = "task-3449608" [ 1347.837844] env[69159]: _type = "Task" [ 1347.837844] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.847705] env[69159]: DEBUG oslo_vmware.api [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.990796] env[69159]: DEBUG nova.network.neutron [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating instance_info_cache with network_info: [{"id": "c7361ef5-7d04-48da-859a-b4e98e012527", "address": "fa:16:3e:f4:b7:44", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7361ef5-7d", "ovs_interfaceid": "c7361ef5-7d04-48da-859a-b4e98e012527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.348878] env[69159]: DEBUG oslo_vmware.api [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449608, 'name': ReconfigVM_Task, 'duration_secs': 0.134143} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.349249] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688712', 'volume_id': '7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b', 'name': 'volume-7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebae9e71-0d97-4065-9f91-931d9a66140e', 'attached_at': '', 'detached_at': '', 'volume_id': '7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b', 'serial': '7bc4bd2b-c9a3-46e4-ada3-c45ea3cf8e9b'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1348.486823] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358a0a8a-f519-4914-a981-4531cb025616 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.493874] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.498266] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7276b6a9-e90e-42f9-877d-de247bf13413 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.529129] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ca7159-7130-4cc4-b669-478c995a95f9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.536340] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b910b602-e92f-4e8e-9ecc-a1202139a95a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.550348] env[69159]: DEBUG nova.compute.provider_tree [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.888574] env[69159]: DEBUG nova.objects.instance [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lazy-loading 'flavor' on Instance uuid ebae9e71-0d97-4065-9f91-931d9a66140e {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.017577] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f761478b-8a44-4eb8-a4a3-9e8157735165 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.037211] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d39c60-4223-4a63-b1a1-89e9b4024022 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.043879] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating instance '716efb03-8f77-4eb2-bfac-97fe724909f9' progress to 83 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.054314] env[69159]: DEBUG nova.scheduler.client.report [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.550055] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.550398] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4521e593-896b-47bc-b474-73a4bdbb237a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.558330] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.558796] env[69159]: DEBUG nova.compute.manager [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1349.561395] env[69159]: DEBUG oslo_vmware.api [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1349.561395] env[69159]: value = "task-3449609" [ 1349.561395] env[69159]: _type = "Task" [ 1349.561395] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.569247] env[69159]: DEBUG oslo_vmware.api [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.895678] env[69159]: DEBUG oslo_concurrency.lockutils [None req-b2ed4656-b70b-4b1f-b899-61a1a56dca72 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "ebae9e71-0d97-4065-9f91-931d9a66140e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.063874] env[69159]: DEBUG nova.compute.utils [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1350.068522] env[69159]: DEBUG nova.compute.manager [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1350.068728] env[69159]: DEBUG nova.network.neutron [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1350.076366] env[69159]: DEBUG oslo_vmware.api [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449609, 'name': PowerOnVM_Task, 'duration_secs': 0.372234} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.077209] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.077466] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0cab7f37-d944-45a3-b590-b83e73a3f939 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating instance '716efb03-8f77-4eb2-bfac-97fe724909f9' progress to 100 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1350.105055] env[69159]: DEBUG nova.policy [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfbe95ed4ac743ce9f38462b00b6d8b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5b05c7c4d445d6b6014bb5c4c78cdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1350.396015] env[69159]: DEBUG nova.network.neutron [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Successfully created port: bb71f448-a74a-4761-963a-694bb3a3e16d {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1350.571617] env[69159]: DEBUG nova.compute.manager [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1350.989604] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "ebae9e71-0d97-4065-9f91-931d9a66140e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.989931] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "ebae9e71-0d97-4065-9f91-931d9a66140e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.990178] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "ebae9e71-0d97-4065-9f91-931d9a66140e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.990368] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "ebae9e71-0d97-4065-9f91-931d9a66140e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.990541] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "ebae9e71-0d97-4065-9f91-931d9a66140e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.993065] env[69159]: INFO nova.compute.manager [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Terminating instance [ 1351.496301] env[69159]: DEBUG nova.compute.manager [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1351.496571] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.499137] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03a3518-2b2a-43b5-85f8-50d9257c5d63 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.509957] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.510242] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e829768-9963-4dcc-a468-b89129d5c248 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.516601] env[69159]: DEBUG oslo_vmware.api [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1351.516601] env[69159]: value = "task-3449610" [ 1351.516601] env[69159]: _type = "Task" [ 1351.516601] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.524268] env[69159]: DEBUG oslo_vmware.api [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.581305] env[69159]: DEBUG nova.compute.manager [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1351.610386] env[69159]: DEBUG nova.virt.hardware [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1351.610696] env[69159]: DEBUG nova.virt.hardware [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.610861] env[69159]: DEBUG nova.virt.hardware [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1351.611075] env[69159]: DEBUG nova.virt.hardware [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.611228] env[69159]: DEBUG nova.virt.hardware [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1351.611402] env[69159]: DEBUG nova.virt.hardware [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1351.612037] env[69159]: DEBUG nova.virt.hardware [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1351.612037] env[69159]: DEBUG nova.virt.hardware [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1351.612037] env[69159]: DEBUG nova.virt.hardware [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1351.612261] env[69159]: DEBUG nova.virt.hardware [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1351.612324] env[69159]: DEBUG nova.virt.hardware [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1351.613186] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cf25a9-b582-486b-8f94-a96421a1d1d1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.622062] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50567890-e500-42e7-a056-252910768a5d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.863452] env[69159]: DEBUG nova.compute.manager [req-e467dc3b-2eeb-4fca-a0be-ddd5a5842fde req-46d4c279-17c6-4e3b-9dd5-93316a32a1c8 service nova] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Received event network-vif-plugged-bb71f448-a74a-4761-963a-694bb3a3e16d {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1351.863764] env[69159]: DEBUG oslo_concurrency.lockutils [req-e467dc3b-2eeb-4fca-a0be-ddd5a5842fde req-46d4c279-17c6-4e3b-9dd5-93316a32a1c8 service nova] Acquiring lock "4f99500c-2318-4dd6-a707-586d13f9c293-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.863923] env[69159]: DEBUG oslo_concurrency.lockutils [req-e467dc3b-2eeb-4fca-a0be-ddd5a5842fde req-46d4c279-17c6-4e3b-9dd5-93316a32a1c8 service nova] Lock "4f99500c-2318-4dd6-a707-586d13f9c293-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.864076] env[69159]: DEBUG oslo_concurrency.lockutils [req-e467dc3b-2eeb-4fca-a0be-ddd5a5842fde req-46d4c279-17c6-4e3b-9dd5-93316a32a1c8 service nova] Lock "4f99500c-2318-4dd6-a707-586d13f9c293-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.864236] env[69159]: DEBUG nova.compute.manager [req-e467dc3b-2eeb-4fca-a0be-ddd5a5842fde req-46d4c279-17c6-4e3b-9dd5-93316a32a1c8 service nova] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] No waiting events found dispatching network-vif-plugged-bb71f448-a74a-4761-963a-694bb3a3e16d {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1351.864419] env[69159]: WARNING nova.compute.manager [req-e467dc3b-2eeb-4fca-a0be-ddd5a5842fde req-46d4c279-17c6-4e3b-9dd5-93316a32a1c8 service nova] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Received unexpected event network-vif-plugged-bb71f448-a74a-4761-963a-694bb3a3e16d for instance with vm_state building and task_state spawning. [ 1351.948017] env[69159]: DEBUG nova.network.neutron [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Successfully updated port: bb71f448-a74a-4761-963a-694bb3a3e16d {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1352.006017] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "716efb03-8f77-4eb2-bfac-97fe724909f9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.006309] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.006529] env[69159]: DEBUG nova.compute.manager [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Going to confirm migration 6 {{(pid=69159) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5249}} [ 1352.028052] env[69159]: DEBUG oslo_vmware.api [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449610, 'name': PowerOffVM_Task, 'duration_secs': 0.164526} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.028354] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.028529] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.028822] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-112bb805-c45f-4db1-a019-12866fafb8c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.089865] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.090163] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.090358] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Deleting the datastore file [datastore2] ebae9e71-0d97-4065-9f91-931d9a66140e {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.090647] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8086e86-88dc-4a10-9374-d9978ba8552f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.097361] env[69159]: DEBUG oslo_vmware.api [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1352.097361] env[69159]: value = "task-3449612" [ 1352.097361] env[69159]: _type = "Task" [ 1352.097361] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.106905] env[69159]: DEBUG oslo_vmware.api [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.450356] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "refresh_cache-4f99500c-2318-4dd6-a707-586d13f9c293" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.450516] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "refresh_cache-4f99500c-2318-4dd6-a707-586d13f9c293" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.450643] env[69159]: DEBUG nova.network.neutron [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.544031] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.544239] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.544424] env[69159]: DEBUG nova.network.neutron [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.544602] env[69159]: DEBUG nova.objects.instance [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lazy-loading 'info_cache' on Instance uuid 716efb03-8f77-4eb2-bfac-97fe724909f9 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.607501] env[69159]: DEBUG oslo_vmware.api [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16235} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.607898] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.607898] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.608044] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.608224] env[69159]: INFO nova.compute.manager [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1352.608458] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.608649] env[69159]: DEBUG nova.compute.manager [-] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1352.608742] env[69159]: DEBUG nova.network.neutron [-] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1352.988850] env[69159]: DEBUG nova.network.neutron [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1353.189275] env[69159]: DEBUG nova.network.neutron [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Updating instance_info_cache with network_info: [{"id": "bb71f448-a74a-4761-963a-694bb3a3e16d", "address": "fa:16:3e:9b:ce:d4", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb71f448-a7", "ovs_interfaceid": "bb71f448-a74a-4761-963a-694bb3a3e16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.687507] env[69159]: DEBUG nova.network.neutron [-] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.692224] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "refresh_cache-4f99500c-2318-4dd6-a707-586d13f9c293" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.692564] env[69159]: DEBUG nova.compute.manager [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Instance network_info: |[{"id": "bb71f448-a74a-4761-963a-694bb3a3e16d", "address": "fa:16:3e:9b:ce:d4", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb71f448-a7", "ovs_interfaceid": "bb71f448-a74a-4761-963a-694bb3a3e16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1353.692978] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:ce:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb71f448-a74a-4761-963a-694bb3a3e16d', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.700889] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.704342] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.704499] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e952cbf7-4652-49ed-91f5-e06448ee9b83 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.727723] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.727723] env[69159]: value = "task-3449613" [ 1353.727723] env[69159]: _type = "Task" [ 1353.727723] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.735464] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449613, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.783386] env[69159]: DEBUG nova.network.neutron [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating instance_info_cache with network_info: [{"id": "c7361ef5-7d04-48da-859a-b4e98e012527", "address": "fa:16:3e:f4:b7:44", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7361ef5-7d", "ovs_interfaceid": "c7361ef5-7d04-48da-859a-b4e98e012527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.894171] env[69159]: DEBUG nova.compute.manager [req-8375f2ab-b4b1-4ef6-86fc-29b75fedff0f req-38972b6c-fcff-40d5-8940-31d42ce4fa5a service nova] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Received event network-changed-bb71f448-a74a-4761-963a-694bb3a3e16d {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1353.894560] env[69159]: DEBUG nova.compute.manager [req-8375f2ab-b4b1-4ef6-86fc-29b75fedff0f req-38972b6c-fcff-40d5-8940-31d42ce4fa5a service nova] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Refreshing instance network info cache due to event network-changed-bb71f448-a74a-4761-963a-694bb3a3e16d. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1353.894710] env[69159]: DEBUG oslo_concurrency.lockutils [req-8375f2ab-b4b1-4ef6-86fc-29b75fedff0f req-38972b6c-fcff-40d5-8940-31d42ce4fa5a service nova] Acquiring lock "refresh_cache-4f99500c-2318-4dd6-a707-586d13f9c293" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.894881] env[69159]: DEBUG oslo_concurrency.lockutils [req-8375f2ab-b4b1-4ef6-86fc-29b75fedff0f req-38972b6c-fcff-40d5-8940-31d42ce4fa5a service nova] Acquired lock "refresh_cache-4f99500c-2318-4dd6-a707-586d13f9c293" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.895088] env[69159]: DEBUG nova.network.neutron [req-8375f2ab-b4b1-4ef6-86fc-29b75fedff0f req-38972b6c-fcff-40d5-8940-31d42ce4fa5a service nova] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Refreshing network info cache for port bb71f448-a74a-4761-963a-694bb3a3e16d {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.190230] env[69159]: INFO nova.compute.manager [-] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Took 1.58 seconds to deallocate network for instance. [ 1354.237731] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449613, 'name': CreateVM_Task, 'duration_secs': 0.317252} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.237932] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1354.238629] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.238856] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.239192] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.239438] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d372469-4e5a-4713-a8d7-9aab4d03de82 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.243953] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1354.243953] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528098bc-adcc-2038-3d1b-57d8a93b375c" [ 1354.243953] env[69159]: _type = "Task" [ 1354.243953] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.251606] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528098bc-adcc-2038-3d1b-57d8a93b375c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.286645] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "refresh_cache-716efb03-8f77-4eb2-bfac-97fe724909f9" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.286893] env[69159]: DEBUG nova.objects.instance [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lazy-loading 'migration_context' on Instance uuid 716efb03-8f77-4eb2-bfac-97fe724909f9 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.598621] env[69159]: DEBUG nova.network.neutron [req-8375f2ab-b4b1-4ef6-86fc-29b75fedff0f req-38972b6c-fcff-40d5-8940-31d42ce4fa5a service nova] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Updated VIF entry in instance network info cache for port bb71f448-a74a-4761-963a-694bb3a3e16d. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.598971] env[69159]: DEBUG nova.network.neutron [req-8375f2ab-b4b1-4ef6-86fc-29b75fedff0f req-38972b6c-fcff-40d5-8940-31d42ce4fa5a service nova] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Updating instance_info_cache with network_info: [{"id": "bb71f448-a74a-4761-963a-694bb3a3e16d", "address": "fa:16:3e:9b:ce:d4", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb71f448-a7", "ovs_interfaceid": "bb71f448-a74a-4761-963a-694bb3a3e16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.696417] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.696805] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.696867] env[69159]: DEBUG nova.objects.instance [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lazy-loading 'resources' on Instance uuid ebae9e71-0d97-4065-9f91-931d9a66140e {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.754082] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528098bc-adcc-2038-3d1b-57d8a93b375c, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.754363] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.754588] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.754814] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.754962] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.755151] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.755400] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44dc9f79-897f-4c84-b6b2-220cf001977e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.763436] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.763603] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.764281] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8494ee-f1ba-4c9c-9c08-756cc0e3f1f6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.769935] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1354.769935] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52851945-cdac-93aa-6fa2-30a8ad664d92" [ 1354.769935] env[69159]: _type = "Task" [ 1354.769935] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.777182] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52851945-cdac-93aa-6fa2-30a8ad664d92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.788932] env[69159]: DEBUG nova.objects.base [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Object Instance<716efb03-8f77-4eb2-bfac-97fe724909f9> lazy-loaded attributes: info_cache,migration_context {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1354.789655] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb37a10-8702-4e8f-8c68-73c462899fd8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.807400] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb3f0d73-3055-4054-996c-83491c8c2072 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.812453] env[69159]: DEBUG oslo_vmware.api [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1354.812453] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5202d435-9c74-316f-34a0-d4e8a32c8382" [ 1354.812453] env[69159]: _type = "Task" [ 1354.812453] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.820673] env[69159]: DEBUG oslo_vmware.api [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5202d435-9c74-316f-34a0-d4e8a32c8382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.102211] env[69159]: DEBUG oslo_concurrency.lockutils [req-8375f2ab-b4b1-4ef6-86fc-29b75fedff0f req-38972b6c-fcff-40d5-8940-31d42ce4fa5a service nova] Releasing lock "refresh_cache-4f99500c-2318-4dd6-a707-586d13f9c293" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.102504] env[69159]: DEBUG nova.compute.manager [req-8375f2ab-b4b1-4ef6-86fc-29b75fedff0f req-38972b6c-fcff-40d5-8940-31d42ce4fa5a service nova] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Received event network-vif-deleted-f2b4e0df-3770-45a2-861a-b13a404e1422 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1355.276770] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ebbe4d-985f-4dc4-99cd-c01f0e9c4f5b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.283057] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52851945-cdac-93aa-6fa2-30a8ad664d92, 'name': SearchDatastore_Task, 'duration_secs': 0.0086} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.283916] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccce1f53-7294-4073-bf25-26dc6fbd542e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.288601] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd1a949-5760-476b-86c0-a472cb88fbcb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.292664] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1355.292664] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5250e308-48e2-efb5-cd1a-cf66f330c970" [ 1355.292664] env[69159]: _type = "Task" [ 1355.292664] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.321949] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f062162-5326-404e-a6df-0481851eb5bd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.327264] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5250e308-48e2-efb5-cd1a-cf66f330c970, 'name': SearchDatastore_Task, 'duration_secs': 0.011941} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.328066] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.328343] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 4f99500c-2318-4dd6-a707-586d13f9c293/4f99500c-2318-4dd6-a707-586d13f9c293.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1355.328575] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd7109e5-4777-4c90-9f29-40d5765ef44a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.334632] env[69159]: DEBUG oslo_vmware.api [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5202d435-9c74-316f-34a0-d4e8a32c8382, 'name': SearchDatastore_Task, 'duration_secs': 0.006696} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.335231] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.336382] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dd8184-500e-45ab-8211-36272f612ec0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.340938] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1355.340938] env[69159]: value = "task-3449614" [ 1355.340938] env[69159]: _type = "Task" [ 1355.340938] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.351313] env[69159]: DEBUG nova.compute.provider_tree [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.356875] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.852060] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478954} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.852060] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 4f99500c-2318-4dd6-a707-586d13f9c293/4f99500c-2318-4dd6-a707-586d13f9c293.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1355.852060] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1355.852486] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6186cdb0-7b05-4851-acdf-d7700b66959d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.854595] env[69159]: DEBUG nova.scheduler.client.report [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.863400] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1355.863400] env[69159]: value = "task-3449615" [ 1355.863400] env[69159]: _type = "Task" [ 1355.863400] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.870356] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.361242] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.363559] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.028s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.374163] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063342} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.374415] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1356.375187] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d980f803-cac3-4909-987a-9547d7e84962 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.398172] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 4f99500c-2318-4dd6-a707-586d13f9c293/4f99500c-2318-4dd6-a707-586d13f9c293.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.399151] env[69159]: INFO nova.scheduler.client.report [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Deleted allocations for instance ebae9e71-0d97-4065-9f91-931d9a66140e [ 1356.400251] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1f2d10c-17c5-4d68-83f4-edabce2e3070 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.421434] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1356.421434] env[69159]: value = "task-3449616" [ 1356.421434] env[69159]: _type = "Task" [ 1356.421434] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.428773] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.921343] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e2e8f01c-69d1-4942-a7d2-030750f26829 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "ebae9e71-0d97-4065-9f91-931d9a66140e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.931s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.931485] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449616, 'name': ReconfigVM_Task, 'duration_secs': 0.277635} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.933979] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 4f99500c-2318-4dd6-a707-586d13f9c293/4f99500c-2318-4dd6-a707-586d13f9c293.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.934786] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b0eb363-7b28-4456-bc10-fe3ce281dd8d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.941088] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1356.941088] env[69159]: value = "task-3449617" [ 1356.941088] env[69159]: _type = "Task" [ 1356.941088] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.946049] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d1ed33-4c4f-4d70-9d22-fbdbc2c4b34d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.953773] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449617, 'name': Rename_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.956328] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328e03ee-0fba-4635-ab27-4bdfcfdd93e9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.988776] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda79985-3661-430a-91d3-37dec9f98675 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.995873] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296e847c-96ad-4f85-880c-2b03edd99a45 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.009079] env[69159]: DEBUG nova.compute.provider_tree [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.451714] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449617, 'name': Rename_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.511971] env[69159]: DEBUG nova.scheduler.client.report [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.951639] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449617, 'name': Rename_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.452955] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449617, 'name': Rename_Task, 'duration_secs': 1.131009} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.453405] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.453676] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bf0dab8-78e9-40a5-ba88-043cf7111b6b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.459502] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1358.459502] env[69159]: value = "task-3449619" [ 1358.459502] env[69159]: _type = "Task" [ 1358.459502] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.466735] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.522489] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.159s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.969871] env[69159]: DEBUG oslo_vmware.api [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449619, 'name': PowerOnVM_Task, 'duration_secs': 0.496592} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.970243] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.970424] env[69159]: INFO nova.compute.manager [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1358.970727] env[69159]: DEBUG nova.compute.manager [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1358.971574] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9179db-5162-4c33-8071-5cda70a3fd79 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.082418] env[69159]: INFO nova.scheduler.client.report [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Deleted allocation for migration 5a477065-d700-474f-8e6c-839bf9f8f213 [ 1359.489998] env[69159]: INFO nova.compute.manager [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Took 12.11 seconds to build instance. [ 1359.588152] env[69159]: DEBUG oslo_concurrency.lockutils [None req-db8428a1-af2a-4a56-ad5c-d0e399698cd6 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.582s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.992855] env[69159]: DEBUG oslo_concurrency.lockutils [None req-0b5383ef-9c90-469c-86bf-f809cd569df3 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "4f99500c-2318-4dd6-a707-586d13f9c293" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.615s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.093030] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "716efb03-8f77-4eb2-bfac-97fe724909f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.093195] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.093413] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "716efb03-8f77-4eb2-bfac-97fe724909f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.093624] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.093795] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.095851] env[69159]: INFO nova.compute.manager [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Terminating instance [ 1360.600071] env[69159]: DEBUG nova.compute.manager [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1360.600828] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1360.601912] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218844cc-3da6-4b1a-bd91-6b6f6c7b92b6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.609721] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.610012] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4395ac11-ebc9-455a-8e1a-c0eb31ec0efe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.616997] env[69159]: DEBUG oslo_vmware.api [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1360.616997] env[69159]: value = "task-3449620" [ 1360.616997] env[69159]: _type = "Task" [ 1360.616997] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.625546] env[69159]: DEBUG oslo_vmware.api [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.126840] env[69159]: DEBUG oslo_vmware.api [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449620, 'name': PowerOffVM_Task, 'duration_secs': 0.221815} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.127254] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.127314] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.127545] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49821737-26ba-40fc-946c-cbce14cae24f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.195575] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1361.195821] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1361.196015] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Deleting the datastore file [datastore2] 716efb03-8f77-4eb2-bfac-97fe724909f9 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.196287] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b88513d-8f2b-4e4a-a762-c145910c7d80 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.201957] env[69159]: DEBUG oslo_vmware.api [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1361.201957] env[69159]: value = "task-3449622" [ 1361.201957] env[69159]: _type = "Task" [ 1361.201957] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.209483] env[69159]: DEBUG oslo_vmware.api [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.438612] env[69159]: DEBUG nova.compute.manager [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Stashing vm_state: active {{(pid=69159) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 1361.712398] env[69159]: DEBUG oslo_vmware.api [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275138} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.712398] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.712398] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1361.712664] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1361.712664] env[69159]: INFO nova.compute.manager [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1361.712857] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.713060] env[69159]: DEBUG nova.compute.manager [-] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1361.713159] env[69159]: DEBUG nova.network.neutron [-] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1361.960652] env[69159]: DEBUG oslo_concurrency.lockutils [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.960965] env[69159]: DEBUG oslo_concurrency.lockutils [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.172849] env[69159]: DEBUG oslo_concurrency.lockutils [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "7aaa3617-1bad-4448-8704-5c3168679d63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.173145] env[69159]: DEBUG oslo_concurrency.lockutils [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "7aaa3617-1bad-4448-8704-5c3168679d63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.173334] env[69159]: DEBUG oslo_concurrency.lockutils [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "7aaa3617-1bad-4448-8704-5c3168679d63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.173515] env[69159]: DEBUG oslo_concurrency.lockutils [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "7aaa3617-1bad-4448-8704-5c3168679d63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.173675] env[69159]: DEBUG oslo_concurrency.lockutils [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "7aaa3617-1bad-4448-8704-5c3168679d63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.176030] env[69159]: INFO nova.compute.manager [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Terminating instance [ 1362.180241] env[69159]: DEBUG nova.compute.manager [req-d0cdbfd1-18d1-4875-a10e-b88b0ca89a1e req-de4a03e0-cb1a-4655-8500-6f115b72af22 service nova] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Received event network-vif-deleted-c7361ef5-7d04-48da-859a-b4e98e012527 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1362.180241] env[69159]: INFO nova.compute.manager [req-d0cdbfd1-18d1-4875-a10e-b88b0ca89a1e req-de4a03e0-cb1a-4655-8500-6f115b72af22 service nova] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Neutron deleted interface c7361ef5-7d04-48da-859a-b4e98e012527; detaching it from the instance and deleting it from the info cache [ 1362.180241] env[69159]: DEBUG nova.network.neutron [req-d0cdbfd1-18d1-4875-a10e-b88b0ca89a1e req-de4a03e0-cb1a-4655-8500-6f115b72af22 service nova] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.465904] env[69159]: INFO nova.compute.claims [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.665781] env[69159]: DEBUG nova.network.neutron [-] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.682951] env[69159]: DEBUG nova.compute.manager [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1362.683191] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1362.683453] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a8b6ea6-5058-4bd2-a24d-0304bc3b26e3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.686965] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9a1f97-3b6f-4679-b1ba-f80f22576539 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.695688] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.696686] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c559c845-fd72-4854-8c82-1d0d71d43f29 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.701055] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d61c8f-f04a-445f-a2f5-4036590c757e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.715245] env[69159]: DEBUG oslo_vmware.api [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1362.715245] env[69159]: value = "task-3449623" [ 1362.715245] env[69159]: _type = "Task" [ 1362.715245] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.725375] env[69159]: DEBUG nova.compute.manager [req-d0cdbfd1-18d1-4875-a10e-b88b0ca89a1e req-de4a03e0-cb1a-4655-8500-6f115b72af22 service nova] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Detach interface failed, port_id=c7361ef5-7d04-48da-859a-b4e98e012527, reason: Instance 716efb03-8f77-4eb2-bfac-97fe724909f9 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1362.728564] env[69159]: DEBUG oslo_vmware.api [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.972399] env[69159]: INFO nova.compute.resource_tracker [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Updating resource usage from migration 4784bf3f-9611-47c6-b224-9cba071a4755 [ 1363.048051] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dddb38-551b-43cc-bfea-d60df161c4fc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.055476] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9dd1d3-5600-4417-8625-fa6084822ac6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.086702] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e41641e-56d4-4895-a1ee-32aeebc81cbd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.095614] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4950f34b-e819-4c92-a3da-252751630e02 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.109561] env[69159]: DEBUG nova.compute.provider_tree [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.168989] env[69159]: INFO nova.compute.manager [-] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Took 1.46 seconds to deallocate network for instance. [ 1363.225188] env[69159]: DEBUG oslo_vmware.api [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449623, 'name': PowerOffVM_Task, 'duration_secs': 0.242576} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.225531] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.225636] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.225884] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-742eb421-026a-4a75-b203-ff21a575bf34 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.298040] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.298307] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.298443] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Deleting the datastore file [datastore1] 7aaa3617-1bad-4448-8704-5c3168679d63 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.298699] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-726c7d3c-b8aa-4207-9214-4671c036c738 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.304687] env[69159]: DEBUG oslo_vmware.api [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1363.304687] env[69159]: value = "task-3449625" [ 1363.304687] env[69159]: _type = "Task" [ 1363.304687] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.312729] env[69159]: DEBUG oslo_vmware.api [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.613458] env[69159]: DEBUG nova.scheduler.client.report [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.676533] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.815991] env[69159]: DEBUG oslo_vmware.api [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165428} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.816311] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.816547] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.816769] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.816949] env[69159]: INFO nova.compute.manager [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1363.817281] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.817487] env[69159]: DEBUG nova.compute.manager [-] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1363.817582] env[69159]: DEBUG nova.network.neutron [-] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1364.118296] env[69159]: DEBUG oslo_concurrency.lockutils [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.157s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.118565] env[69159]: INFO nova.compute.manager [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Migrating [ 1364.125026] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.449s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.125246] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.144742] env[69159]: INFO nova.scheduler.client.report [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Deleted allocations for instance 716efb03-8f77-4eb2-bfac-97fe724909f9 [ 1364.205703] env[69159]: DEBUG nova.compute.manager [req-e611a589-27af-47b2-b05f-7e96e63db38f req-08159648-1482-40da-ab23-7342877f88b9 service nova] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Received event network-vif-deleted-fa1b4143-caba-4f26-945c-8412c8ff92be {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1364.205918] env[69159]: INFO nova.compute.manager [req-e611a589-27af-47b2-b05f-7e96e63db38f req-08159648-1482-40da-ab23-7342877f88b9 service nova] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Neutron deleted interface fa1b4143-caba-4f26-945c-8412c8ff92be; detaching it from the instance and deleting it from the info cache [ 1364.206105] env[69159]: DEBUG nova.network.neutron [req-e611a589-27af-47b2-b05f-7e96e63db38f req-08159648-1482-40da-ab23-7342877f88b9 service nova] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.533349] env[69159]: DEBUG nova.network.neutron [-] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.635066] env[69159]: DEBUG oslo_concurrency.lockutils [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "refresh_cache-4f99500c-2318-4dd6-a707-586d13f9c293" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.635299] env[69159]: DEBUG oslo_concurrency.lockutils [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "refresh_cache-4f99500c-2318-4dd6-a707-586d13f9c293" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.635478] env[69159]: DEBUG nova.network.neutron [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.652257] env[69159]: DEBUG oslo_concurrency.lockutils [None req-5dc7ca58-5520-419f-935a-5129b14b2e13 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "716efb03-8f77-4eb2-bfac-97fe724909f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.559s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.708134] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c22ae08e-3490-424a-88b6-7d974ca6249f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.717371] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06348f9b-7490-471d-a854-fada0cdb74f2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.742280] env[69159]: DEBUG nova.compute.manager [req-e611a589-27af-47b2-b05f-7e96e63db38f req-08159648-1482-40da-ab23-7342877f88b9 service nova] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Detach interface failed, port_id=fa1b4143-caba-4f26-945c-8412c8ff92be, reason: Instance 7aaa3617-1bad-4448-8704-5c3168679d63 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1365.036291] env[69159]: INFO nova.compute.manager [-] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Took 1.22 seconds to deallocate network for instance. [ 1365.189922] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "f7d1cb29-33c6-460c-a72c-3a40921a3d89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.190189] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "f7d1cb29-33c6-460c-a72c-3a40921a3d89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.327815] env[69159]: DEBUG nova.network.neutron [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Updating instance_info_cache with network_info: [{"id": "bb71f448-a74a-4761-963a-694bb3a3e16d", "address": "fa:16:3e:9b:ce:d4", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb71f448-a7", "ovs_interfaceid": "bb71f448-a74a-4761-963a-694bb3a3e16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.542868] env[69159]: DEBUG oslo_concurrency.lockutils [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.543237] env[69159]: DEBUG oslo_concurrency.lockutils [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.543414] env[69159]: DEBUG nova.objects.instance [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lazy-loading 'resources' on Instance uuid 7aaa3617-1bad-4448-8704-5c3168679d63 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.693043] env[69159]: DEBUG nova.compute.manager [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1365.830332] env[69159]: DEBUG oslo_concurrency.lockutils [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "refresh_cache-4f99500c-2318-4dd6-a707-586d13f9c293" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.118409] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fc6edc-4073-43bc-9afb-c0618d371e25 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.125634] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a51250d-bf07-45b9-8cae-0693c8affdd8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.155517] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2ba1fe-06a2-4098-832d-352836cc3399 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.162613] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfb77de-489e-41e9-bdc6-20538596cbb0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.175266] env[69159]: DEBUG nova.compute.provider_tree [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.209946] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.679022] env[69159]: DEBUG nova.scheduler.client.report [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.184142] env[69159]: DEBUG oslo_concurrency.lockutils [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.186519] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.977s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.188099] env[69159]: INFO nova.compute.claims [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.202606] env[69159]: INFO nova.scheduler.client.report [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Deleted allocations for instance 7aaa3617-1bad-4448-8704-5c3168679d63 [ 1367.345584] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea137688-8246-4c15-8652-ebd635caa049 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.363363] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Updating instance '4f99500c-2318-4dd6-a707-586d13f9c293' progress to 0 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1367.709373] env[69159]: DEBUG oslo_concurrency.lockutils [None req-de6a3450-4e42-495d-ac46-aeea99f8c4f7 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "7aaa3617-1bad-4448-8704-5c3168679d63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.536s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.869459] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.869724] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c21a59c6-157e-44ce-9758-1c098f01cc73 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.877357] env[69159]: DEBUG oslo_vmware.api [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1367.877357] env[69159]: value = "task-3449626" [ 1367.877357] env[69159]: _type = "Task" [ 1367.877357] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.885697] env[69159]: DEBUG oslo_vmware.api [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.254266] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58827328-fa16-415d-b5c5-70a2cc22033c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.261392] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33adf9d6-b075-4f22-b697-27ed3bc37d7e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.291009] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599818ca-7d37-4f7c-9fb1-06ea71e78206 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.298122] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eb7b53-6104-4832-8398-ee22c2d831cb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.316140] env[69159]: DEBUG nova.compute.provider_tree [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.386939] env[69159]: DEBUG oslo_vmware.api [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449626, 'name': PowerOffVM_Task, 'duration_secs': 0.225415} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.388026] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.388026] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Updating instance '4f99500c-2318-4dd6-a707-586d13f9c293' progress to 17 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1368.806326] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.806730] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.806852] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "3b8ce3c1-6789-4eca-bdd5-92f2950edeb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.807023] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "3b8ce3c1-6789-4eca-bdd5-92f2950edeb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.807212] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "3b8ce3c1-6789-4eca-bdd5-92f2950edeb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.809401] env[69159]: INFO nova.compute.manager [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Terminating instance [ 1368.818716] env[69159]: DEBUG nova.scheduler.client.report [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.893581] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.893812] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.894013] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.894235] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.894387] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.894535] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.894740] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.894901] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.895086] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.895254] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.895426] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.900690] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bde69866-722b-402a-9e08-8657e9b35a16 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.916705] env[69159]: DEBUG oslo_vmware.api [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1368.916705] env[69159]: value = "task-3449627" [ 1368.916705] env[69159]: _type = "Task" [ 1368.916705] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.924666] env[69159]: DEBUG oslo_vmware.api [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.313183] env[69159]: DEBUG nova.compute.manager [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1369.313437] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.314358] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c850f3-7f76-4428-98ae-f736d10f3067 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.322601] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.323030] env[69159]: DEBUG nova.compute.manager [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1369.325615] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.326326] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f78818b5-8332-494c-9e43-c76600136b47 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.331551] env[69159]: DEBUG oslo_vmware.api [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1369.331551] env[69159]: value = "task-3449628" [ 1369.331551] env[69159]: _type = "Task" [ 1369.331551] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.339243] env[69159]: DEBUG oslo_vmware.api [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.427345] env[69159]: DEBUG oslo_vmware.api [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449627, 'name': ReconfigVM_Task, 'duration_secs': 0.164921} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.427662] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Updating instance '4f99500c-2318-4dd6-a707-586d13f9c293' progress to 33 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1369.828302] env[69159]: DEBUG nova.compute.utils [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1369.830051] env[69159]: DEBUG nova.compute.manager [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1369.830051] env[69159]: DEBUG nova.network.neutron [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1369.841713] env[69159]: DEBUG oslo_vmware.api [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449628, 'name': PowerOffVM_Task, 'duration_secs': 0.183963} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.842146] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.842326] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.842569] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43ed1d94-09b5-492e-9f19-94f21d8d70b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.867417] env[69159]: DEBUG nova.policy [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10cd438b43242bdadb9e68d0a43405a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b63e273ae14d4c2d8a14a43471fe57e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1369.902579] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.902804] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.902988] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Deleting the datastore file [datastore1] 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.903268] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fe80c51-c97e-49b7-b0ed-19a193933a0b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.910080] env[69159]: DEBUG oslo_vmware.api [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for the task: (returnval){ [ 1369.910080] env[69159]: value = "task-3449630" [ 1369.910080] env[69159]: _type = "Task" [ 1369.910080] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.919891] env[69159]: DEBUG oslo_vmware.api [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.934251] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1369.934550] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.934769] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1369.935017] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.935226] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1369.935422] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1369.935681] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1369.935884] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1369.936148] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1369.936367] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1369.936575] env[69159]: DEBUG nova.virt.hardware [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1369.942702] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1369.944256] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47868bcc-3689-48f2-a1d5-48108d84346c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.962841] env[69159]: DEBUG oslo_vmware.api [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1369.962841] env[69159]: value = "task-3449631" [ 1369.962841] env[69159]: _type = "Task" [ 1369.962841] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.971276] env[69159]: DEBUG oslo_vmware.api [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.150738] env[69159]: DEBUG nova.network.neutron [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Successfully created port: 1ce625a1-9481-406f-9b39-5ad01718bc9e {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1370.332662] env[69159]: DEBUG nova.compute.manager [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1370.419591] env[69159]: DEBUG oslo_vmware.api [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Task: {'id': task-3449630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142676} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.419847] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.420180] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.420484] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.420604] env[69159]: INFO nova.compute.manager [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1370.420812] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1370.421013] env[69159]: DEBUG nova.compute.manager [-] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1370.421107] env[69159]: DEBUG nova.network.neutron [-] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.471713] env[69159]: DEBUG oslo_vmware.api [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449631, 'name': ReconfigVM_Task, 'duration_secs': 0.158468} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.472013] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1370.472803] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3278a29-e581-4f77-8040-6bf11db3aede {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.495207] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 4f99500c-2318-4dd6-a707-586d13f9c293/4f99500c-2318-4dd6-a707-586d13f9c293.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.495562] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7875fcc-86c1-4f95-8254-4f65c1fba3b5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.513564] env[69159]: DEBUG oslo_vmware.api [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1370.513564] env[69159]: value = "task-3449632" [ 1370.513564] env[69159]: _type = "Task" [ 1370.513564] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.521646] env[69159]: DEBUG oslo_vmware.api [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.693439] env[69159]: DEBUG nova.compute.manager [req-762facab-e31f-42b6-ae68-43c484ebef47 req-07a160a2-065f-4422-93b5-3188eb4bc414 service nova] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Received event network-vif-deleted-d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1370.693714] env[69159]: INFO nova.compute.manager [req-762facab-e31f-42b6-ae68-43c484ebef47 req-07a160a2-065f-4422-93b5-3188eb4bc414 service nova] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Neutron deleted interface d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6; detaching it from the instance and deleting it from the info cache [ 1370.693977] env[69159]: DEBUG nova.network.neutron [req-762facab-e31f-42b6-ae68-43c484ebef47 req-07a160a2-065f-4422-93b5-3188eb4bc414 service nova] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.023583] env[69159]: DEBUG oslo_vmware.api [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449632, 'name': ReconfigVM_Task, 'duration_secs': 0.270666} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.023877] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 4f99500c-2318-4dd6-a707-586d13f9c293/4f99500c-2318-4dd6-a707-586d13f9c293.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1371.024168] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Updating instance '4f99500c-2318-4dd6-a707-586d13f9c293' progress to 50 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1371.179373] env[69159]: DEBUG nova.network.neutron [-] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.196747] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9d67382-d99b-4374-aeb7-8440eb12cf96 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.205933] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4137f3-6dd0-4c7d-a36e-df878b4e2712 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.233294] env[69159]: DEBUG nova.compute.manager [req-762facab-e31f-42b6-ae68-43c484ebef47 req-07a160a2-065f-4422-93b5-3188eb4bc414 service nova] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Detach interface failed, port_id=d7c1d7e3-fc2e-4f4e-91df-3f808eb674c6, reason: Instance 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1371.342157] env[69159]: DEBUG nova.compute.manager [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1371.365979] env[69159]: DEBUG nova.virt.hardware [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1371.366257] env[69159]: DEBUG nova.virt.hardware [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.366414] env[69159]: DEBUG nova.virt.hardware [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.366593] env[69159]: DEBUG nova.virt.hardware [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.366740] env[69159]: DEBUG nova.virt.hardware [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.366889] env[69159]: DEBUG nova.virt.hardware [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1371.367109] env[69159]: DEBUG nova.virt.hardware [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1371.367276] env[69159]: DEBUG nova.virt.hardware [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1371.367451] env[69159]: DEBUG nova.virt.hardware [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1371.367717] env[69159]: DEBUG nova.virt.hardware [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1371.367921] env[69159]: DEBUG nova.virt.hardware [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1371.368767] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d35cf68-2a72-4f28-a417-e34b29ad2d58 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.376815] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371acb75-6ca0-4655-a98e-a2a556cc3fa3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.531129] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b4454d-29f3-4729-bd46-4652254f9876 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.550020] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704c90bd-b54b-4b37-af44-9758cef54e35 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.566691] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Updating instance '4f99500c-2318-4dd6-a707-586d13f9c293' progress to 67 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1371.659343] env[69159]: DEBUG nova.network.neutron [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Successfully updated port: 1ce625a1-9481-406f-9b39-5ad01718bc9e {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1371.682278] env[69159]: INFO nova.compute.manager [-] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Took 1.26 seconds to deallocate network for instance. [ 1372.124056] env[69159]: DEBUG nova.network.neutron [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Port bb71f448-a74a-4761-963a-694bb3a3e16d binding to destination host cpu-1 is already ACTIVE {{(pid=69159) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1372.161488] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.161672] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.161778] env[69159]: DEBUG nova.network.neutron [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.189163] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.189439] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.189654] env[69159]: DEBUG nova.objects.instance [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lazy-loading 'resources' on Instance uuid 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.690867] env[69159]: DEBUG nova.network.neutron [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.718307] env[69159]: DEBUG nova.compute.manager [req-7fc747c5-7939-4cd6-bbe1-6bec843613b6 req-4e23fcf7-f5d7-451f-8996-e6ffeaf2caca service nova] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Received event network-vif-plugged-1ce625a1-9481-406f-9b39-5ad01718bc9e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1372.718520] env[69159]: DEBUG oslo_concurrency.lockutils [req-7fc747c5-7939-4cd6-bbe1-6bec843613b6 req-4e23fcf7-f5d7-451f-8996-e6ffeaf2caca service nova] Acquiring lock "f7d1cb29-33c6-460c-a72c-3a40921a3d89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.718855] env[69159]: DEBUG oslo_concurrency.lockutils [req-7fc747c5-7939-4cd6-bbe1-6bec843613b6 req-4e23fcf7-f5d7-451f-8996-e6ffeaf2caca service nova] Lock "f7d1cb29-33c6-460c-a72c-3a40921a3d89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.719081] env[69159]: DEBUG oslo_concurrency.lockutils [req-7fc747c5-7939-4cd6-bbe1-6bec843613b6 req-4e23fcf7-f5d7-451f-8996-e6ffeaf2caca service nova] Lock "f7d1cb29-33c6-460c-a72c-3a40921a3d89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.719309] env[69159]: DEBUG nova.compute.manager [req-7fc747c5-7939-4cd6-bbe1-6bec843613b6 req-4e23fcf7-f5d7-451f-8996-e6ffeaf2caca service nova] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] No waiting events found dispatching network-vif-plugged-1ce625a1-9481-406f-9b39-5ad01718bc9e {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1372.719424] env[69159]: WARNING nova.compute.manager [req-7fc747c5-7939-4cd6-bbe1-6bec843613b6 req-4e23fcf7-f5d7-451f-8996-e6ffeaf2caca service nova] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Received unexpected event network-vif-plugged-1ce625a1-9481-406f-9b39-5ad01718bc9e for instance with vm_state building and task_state spawning. [ 1372.719542] env[69159]: DEBUG nova.compute.manager [req-7fc747c5-7939-4cd6-bbe1-6bec843613b6 req-4e23fcf7-f5d7-451f-8996-e6ffeaf2caca service nova] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Received event network-changed-1ce625a1-9481-406f-9b39-5ad01718bc9e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1372.719691] env[69159]: DEBUG nova.compute.manager [req-7fc747c5-7939-4cd6-bbe1-6bec843613b6 req-4e23fcf7-f5d7-451f-8996-e6ffeaf2caca service nova] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Refreshing instance network info cache due to event network-changed-1ce625a1-9481-406f-9b39-5ad01718bc9e. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1372.719861] env[69159]: DEBUG oslo_concurrency.lockutils [req-7fc747c5-7939-4cd6-bbe1-6bec843613b6 req-4e23fcf7-f5d7-451f-8996-e6ffeaf2caca service nova] Acquiring lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.759972] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0213fd2-bc4d-4f38-adce-f2b37a36ec8b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.767948] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddfe0aa-76ee-4793-bddc-7532218cd9f3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.799556] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b59ff0-5c67-451b-a8ae-2ec9e6696a0c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.807668] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a66c4f2-a599-488e-b7cf-577193c47024 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.820804] env[69159]: DEBUG nova.compute.provider_tree [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.858781] env[69159]: DEBUG nova.network.neutron [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating instance_info_cache with network_info: [{"id": "1ce625a1-9481-406f-9b39-5ad01718bc9e", "address": "fa:16:3e:ac:31:99", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce625a1-94", "ovs_interfaceid": "1ce625a1-9481-406f-9b39-5ad01718bc9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.148724] env[69159]: DEBUG oslo_concurrency.lockutils [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "4f99500c-2318-4dd6-a707-586d13f9c293-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.149173] env[69159]: DEBUG oslo_concurrency.lockutils [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "4f99500c-2318-4dd6-a707-586d13f9c293-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.149173] env[69159]: DEBUG oslo_concurrency.lockutils [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "4f99500c-2318-4dd6-a707-586d13f9c293-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.324167] env[69159]: DEBUG nova.scheduler.client.report [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.360771] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.361141] env[69159]: DEBUG nova.compute.manager [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Instance network_info: |[{"id": "1ce625a1-9481-406f-9b39-5ad01718bc9e", "address": "fa:16:3e:ac:31:99", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce625a1-94", "ovs_interfaceid": "1ce625a1-9481-406f-9b39-5ad01718bc9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1373.361427] env[69159]: DEBUG oslo_concurrency.lockutils [req-7fc747c5-7939-4cd6-bbe1-6bec843613b6 req-4e23fcf7-f5d7-451f-8996-e6ffeaf2caca service nova] Acquired lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.361626] env[69159]: DEBUG nova.network.neutron [req-7fc747c5-7939-4cd6-bbe1-6bec843613b6 req-4e23fcf7-f5d7-451f-8996-e6ffeaf2caca service nova] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Refreshing network info cache for port 1ce625a1-9481-406f-9b39-5ad01718bc9e {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.362963] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:31:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ce625a1-9481-406f-9b39-5ad01718bc9e', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.370717] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.371569] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1373.371793] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f66fe887-9074-48cf-a44c-226213ebb706 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.393397] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.393397] env[69159]: value = "task-3449633" [ 1373.393397] env[69159]: _type = "Task" [ 1373.393397] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.400838] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449633, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.828784] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.851892] env[69159]: INFO nova.scheduler.client.report [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Deleted allocations for instance 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7 [ 1373.904334] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449633, 'name': CreateVM_Task, 'duration_secs': 0.281141} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.904556] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.905177] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.905341] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.905651] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.905908] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-049f1237-859f-4d90-be85-dc896b8ab334 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.913360] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1373.913360] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522519cc-05ac-8617-a5bc-7ba03703fd3d" [ 1373.913360] env[69159]: _type = "Task" [ 1373.913360] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.920727] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522519cc-05ac-8617-a5bc-7ba03703fd3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.053301] env[69159]: DEBUG nova.network.neutron [req-7fc747c5-7939-4cd6-bbe1-6bec843613b6 req-4e23fcf7-f5d7-451f-8996-e6ffeaf2caca service nova] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updated VIF entry in instance network info cache for port 1ce625a1-9481-406f-9b39-5ad01718bc9e. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.053585] env[69159]: DEBUG nova.network.neutron [req-7fc747c5-7939-4cd6-bbe1-6bec843613b6 req-4e23fcf7-f5d7-451f-8996-e6ffeaf2caca service nova] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating instance_info_cache with network_info: [{"id": "1ce625a1-9481-406f-9b39-5ad01718bc9e", "address": "fa:16:3e:ac:31:99", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce625a1-94", "ovs_interfaceid": "1ce625a1-9481-406f-9b39-5ad01718bc9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.182080] env[69159]: DEBUG oslo_concurrency.lockutils [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "refresh_cache-4f99500c-2318-4dd6-a707-586d13f9c293" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.182383] env[69159]: DEBUG oslo_concurrency.lockutils [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "refresh_cache-4f99500c-2318-4dd6-a707-586d13f9c293" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.182457] env[69159]: DEBUG nova.network.neutron [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.359443] env[69159]: DEBUG oslo_concurrency.lockutils [None req-07846376-1dd1-4fe4-8243-1b1c167e60e5 tempest-ServerRescueNegativeTestJSON-199496275 tempest-ServerRescueNegativeTestJSON-199496275-project-member] Lock "3b8ce3c1-6789-4eca-bdd5-92f2950edeb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.553s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.423556] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522519cc-05ac-8617-a5bc-7ba03703fd3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.423843] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.424090] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1374.424334] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.424481] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.424662] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1374.424921] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-534b6ab1-8293-4b4f-a473-11e04b7ad8cb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.433458] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1374.433637] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1374.434344] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aea99d3-0f7b-4cc5-8688-c9d27886cb46 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.439333] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1374.439333] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5203e890-0793-9e06-de54-c9ea42aeb6e9" [ 1374.439333] env[69159]: _type = "Task" [ 1374.439333] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.446549] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5203e890-0793-9e06-de54-c9ea42aeb6e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.556068] env[69159]: DEBUG oslo_concurrency.lockutils [req-7fc747c5-7939-4cd6-bbe1-6bec843613b6 req-4e23fcf7-f5d7-451f-8996-e6ffeaf2caca service nova] Releasing lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.915253] env[69159]: DEBUG nova.network.neutron [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Updating instance_info_cache with network_info: [{"id": "bb71f448-a74a-4761-963a-694bb3a3e16d", "address": "fa:16:3e:9b:ce:d4", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb71f448-a7", "ovs_interfaceid": "bb71f448-a74a-4761-963a-694bb3a3e16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.951677] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5203e890-0793-9e06-de54-c9ea42aeb6e9, 'name': SearchDatastore_Task, 'duration_secs': 0.008149} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.952610] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef83b92a-52c0-4a55-a13e-6c247c8cc4ae {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.958272] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1374.958272] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528e5d5b-f23a-72e5-fcab-855b6bb438ae" [ 1374.958272] env[69159]: _type = "Task" [ 1374.958272] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.966664] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528e5d5b-f23a-72e5-fcab-855b6bb438ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.418192] env[69159]: DEBUG oslo_concurrency.lockutils [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "refresh_cache-4f99500c-2318-4dd6-a707-586d13f9c293" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.469896] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528e5d5b-f23a-72e5-fcab-855b6bb438ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009768} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.470208] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.470479] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] f7d1cb29-33c6-460c-a72c-3a40921a3d89/f7d1cb29-33c6-460c-a72c-3a40921a3d89.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1375.470727] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9333935f-c5b2-4de8-951b-a52a8a9b5012 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.477671] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1375.477671] env[69159]: value = "task-3449634" [ 1375.477671] env[69159]: _type = "Task" [ 1375.477671] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.485226] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.942347] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac74f7c9-b38d-4210-8ea0-0e7cd657deb4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.962326] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e3162a-e49b-45fc-9295-02432fc971a6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.969199] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Updating instance '4f99500c-2318-4dd6-a707-586d13f9c293' progress to 83 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1375.986873] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416239} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.987147] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] f7d1cb29-33c6-460c-a72c-3a40921a3d89/f7d1cb29-33c6-460c-a72c-3a40921a3d89.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1375.987363] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1375.987606] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-886d8b7c-04fd-4242-90f4-e446d43f1f3a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.993822] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1375.993822] env[69159]: value = "task-3449635" [ 1375.993822] env[69159]: _type = "Task" [ 1375.993822] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.004047] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.476894] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.477323] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0656b71e-5ce8-4d06-a747-f531b0bdc488 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.485225] env[69159]: DEBUG oslo_vmware.api [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1376.485225] env[69159]: value = "task-3449636" [ 1376.485225] env[69159]: _type = "Task" [ 1376.485225] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.493578] env[69159]: DEBUG oslo_vmware.api [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.503078] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057791} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.503341] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1376.504350] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411905e2-b393-4906-ab36-e7a40fc53512 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.528633] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] f7d1cb29-33c6-460c-a72c-3a40921a3d89/f7d1cb29-33c6-460c-a72c-3a40921a3d89.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.528837] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e945f086-2e04-48d8-a8ca-9217a989282c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.548338] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1376.548338] env[69159]: value = "task-3449637" [ 1376.548338] env[69159]: _type = "Task" [ 1376.548338] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.557220] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.995847] env[69159]: DEBUG oslo_vmware.api [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449636, 'name': PowerOnVM_Task, 'duration_secs': 0.435521} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.996361] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.996727] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-761495ab-664c-400f-8f9e-cc12376042c6 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Updating instance '4f99500c-2318-4dd6-a707-586d13f9c293' progress to 100 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1377.059015] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449637, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.559141] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449637, 'name': ReconfigVM_Task, 'duration_secs': 0.516478} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.559446] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Reconfigured VM instance instance-00000079 to attach disk [datastore2] f7d1cb29-33c6-460c-a72c-3a40921a3d89/f7d1cb29-33c6-460c-a72c-3a40921a3d89.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.560111] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f068cf1-02dc-4305-9c1c-127fb20b5517 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.566777] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1377.566777] env[69159]: value = "task-3449638" [ 1377.566777] env[69159]: _type = "Task" [ 1377.566777] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.575376] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449638, 'name': Rename_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.077986] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449638, 'name': Rename_Task, 'duration_secs': 0.351455} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.078320] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1378.078597] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78ad76bd-24c7-419d-92dc-fbd28b3c0ca5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.085316] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1378.085316] env[69159]: value = "task-3449639" [ 1378.085316] env[69159]: _type = "Task" [ 1378.085316] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.094524] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.595435] env[69159]: DEBUG oslo_vmware.api [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449639, 'name': PowerOnVM_Task, 'duration_secs': 0.456161} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.595800] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.595956] env[69159]: INFO nova.compute.manager [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1378.596221] env[69159]: DEBUG nova.compute.manager [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1378.597022] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011b2711-3c4f-4a72-9625-8c9c28841f42 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.836484] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "4f99500c-2318-4dd6-a707-586d13f9c293" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.836806] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "4f99500c-2318-4dd6-a707-586d13f9c293" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.837056] env[69159]: DEBUG nova.compute.manager [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Going to confirm migration 7 {{(pid=69159) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5249}} [ 1379.113920] env[69159]: INFO nova.compute.manager [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Took 12.92 seconds to build instance. [ 1379.231114] env[69159]: DEBUG nova.compute.manager [req-860fd5e2-b94a-4227-ab3c-f1276f345018 req-201160ba-d6ed-488d-a608-de543fa1c7b3 service nova] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Received event network-changed-1ce625a1-9481-406f-9b39-5ad01718bc9e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1379.231314] env[69159]: DEBUG nova.compute.manager [req-860fd5e2-b94a-4227-ab3c-f1276f345018 req-201160ba-d6ed-488d-a608-de543fa1c7b3 service nova] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Refreshing instance network info cache due to event network-changed-1ce625a1-9481-406f-9b39-5ad01718bc9e. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1379.231583] env[69159]: DEBUG oslo_concurrency.lockutils [req-860fd5e2-b94a-4227-ab3c-f1276f345018 req-201160ba-d6ed-488d-a608-de543fa1c7b3 service nova] Acquiring lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.231774] env[69159]: DEBUG oslo_concurrency.lockutils [req-860fd5e2-b94a-4227-ab3c-f1276f345018 req-201160ba-d6ed-488d-a608-de543fa1c7b3 service nova] Acquired lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.231983] env[69159]: DEBUG nova.network.neutron [req-860fd5e2-b94a-4227-ab3c-f1276f345018 req-201160ba-d6ed-488d-a608-de543fa1c7b3 service nova] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Refreshing network info cache for port 1ce625a1-9481-406f-9b39-5ad01718bc9e {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.398242] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "refresh_cache-4f99500c-2318-4dd6-a707-586d13f9c293" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.398458] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquired lock "refresh_cache-4f99500c-2318-4dd6-a707-586d13f9c293" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.398647] env[69159]: DEBUG nova.network.neutron [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.398831] env[69159]: DEBUG nova.objects.instance [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lazy-loading 'info_cache' on Instance uuid 4f99500c-2318-4dd6-a707-586d13f9c293 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.616281] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8edcae6b-8387-4a3c-b0bc-c03395687541 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "f7d1cb29-33c6-460c-a72c-3a40921a3d89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.426s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.925697] env[69159]: DEBUG nova.network.neutron [req-860fd5e2-b94a-4227-ab3c-f1276f345018 req-201160ba-d6ed-488d-a608-de543fa1c7b3 service nova] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updated VIF entry in instance network info cache for port 1ce625a1-9481-406f-9b39-5ad01718bc9e. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.926071] env[69159]: DEBUG nova.network.neutron [req-860fd5e2-b94a-4227-ab3c-f1276f345018 req-201160ba-d6ed-488d-a608-de543fa1c7b3 service nova] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating instance_info_cache with network_info: [{"id": "1ce625a1-9481-406f-9b39-5ad01718bc9e", "address": "fa:16:3e:ac:31:99", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce625a1-94", "ovs_interfaceid": "1ce625a1-9481-406f-9b39-5ad01718bc9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.428422] env[69159]: DEBUG oslo_concurrency.lockutils [req-860fd5e2-b94a-4227-ab3c-f1276f345018 req-201160ba-d6ed-488d-a608-de543fa1c7b3 service nova] Releasing lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.575797] env[69159]: DEBUG nova.network.neutron [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Updating instance_info_cache with network_info: [{"id": "bb71f448-a74a-4761-963a-694bb3a3e16d", "address": "fa:16:3e:9b:ce:d4", "network": {"id": "ce37617b-11ee-41e7-98d2-56913685a302", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-895738668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5b05c7c4d445d6b6014bb5c4c78cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb71f448-a7", "ovs_interfaceid": "bb71f448-a74a-4761-963a-694bb3a3e16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.078965] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Releasing lock "refresh_cache-4f99500c-2318-4dd6-a707-586d13f9c293" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.079407] env[69159]: DEBUG nova.objects.instance [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lazy-loading 'migration_context' on Instance uuid 4f99500c-2318-4dd6-a707-586d13f9c293 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.581935] env[69159]: DEBUG nova.objects.base [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Object Instance<4f99500c-2318-4dd6-a707-586d13f9c293> lazy-loaded attributes: info_cache,migration_context {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1381.582925] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d48591-b6dc-4689-a4c9-0f459f7996d5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.602134] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c129cccd-6af9-41e3-942c-fd6d7aac5249 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.607763] env[69159]: DEBUG oslo_vmware.api [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1381.607763] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527397f8-c719-d98f-5e51-b4a7c4daa210" [ 1381.607763] env[69159]: _type = "Task" [ 1381.607763] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.615185] env[69159]: DEBUG oslo_vmware.api [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527397f8-c719-d98f-5e51-b4a7c4daa210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.117710] env[69159]: DEBUG oslo_vmware.api [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527397f8-c719-d98f-5e51-b4a7c4daa210, 'name': SearchDatastore_Task, 'duration_secs': 0.007738} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.118131] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.118322] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.673606] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063509b9-9490-4f2b-9ca0-177b4f22d2c0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.682969] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eb98b8-718f-43f6-843f-a0ad82a2eeb2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.711632] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec3b607-21d7-4aec-afa5-0a02a719bff4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.718215] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4ca574-06c8-4acc-9f54-99bfd5c8b492 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.730625] env[69159]: DEBUG nova.compute.provider_tree [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.234309] env[69159]: DEBUG nova.scheduler.client.report [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.244306] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.126s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.799578] env[69159]: INFO nova.scheduler.client.report [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleted allocation for migration 4784bf3f-9611-47c6-b224-9cba071a4755 [ 1385.306354] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "4f99500c-2318-4dd6-a707-586d13f9c293" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.469s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.358914] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "4f99500c-2318-4dd6-a707-586d13f9c293" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.359350] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "4f99500c-2318-4dd6-a707-586d13f9c293" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.359455] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "4f99500c-2318-4dd6-a707-586d13f9c293-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.359606] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "4f99500c-2318-4dd6-a707-586d13f9c293-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.359778] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "4f99500c-2318-4dd6-a707-586d13f9c293-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.362016] env[69159]: INFO nova.compute.manager [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Terminating instance [ 1386.865857] env[69159]: DEBUG nova.compute.manager [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1386.866105] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1386.867019] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d407a2-3953-4be7-9a28-c7855b7975d5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.875205] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.875424] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4f95958-025d-46da-b466-a7d43cf49094 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.880953] env[69159]: DEBUG oslo_vmware.api [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1386.880953] env[69159]: value = "task-3449640" [ 1386.880953] env[69159]: _type = "Task" [ 1386.880953] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.888377] env[69159]: DEBUG oslo_vmware.api [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.390641] env[69159]: DEBUG oslo_vmware.api [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449640, 'name': PowerOffVM_Task, 'duration_secs': 0.23756} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.391095] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.391095] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.391327] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24f6e942-4165-4518-a6d7-6326a1a49fc9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.470270] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.470540] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.470676] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleting the datastore file [datastore1] 4f99500c-2318-4dd6-a707-586d13f9c293 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.470952] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ab7824f-6a3b-46aa-afb3-efb67bfd7b45 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.476693] env[69159]: DEBUG oslo_vmware.api [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for the task: (returnval){ [ 1387.476693] env[69159]: value = "task-3449642" [ 1387.476693] env[69159]: _type = "Task" [ 1387.476693] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.484296] env[69159]: DEBUG oslo_vmware.api [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.986850] env[69159]: DEBUG oslo_vmware.api [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Task: {'id': task-3449642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151437} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.987120] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.987307] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.987488] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.987663] env[69159]: INFO nova.compute.manager [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1387.987895] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.988103] env[69159]: DEBUG nova.compute.manager [-] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1387.988202] env[69159]: DEBUG nova.network.neutron [-] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.238865] env[69159]: DEBUG nova.compute.manager [req-ac862759-2811-4691-9735-0dfac6837f2e req-1318aeef-4d40-4f93-b69e-0ddf8180fdde service nova] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Received event network-vif-deleted-bb71f448-a74a-4761-963a-694bb3a3e16d {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1388.239028] env[69159]: INFO nova.compute.manager [req-ac862759-2811-4691-9735-0dfac6837f2e req-1318aeef-4d40-4f93-b69e-0ddf8180fdde service nova] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Neutron deleted interface bb71f448-a74a-4761-963a-694bb3a3e16d; detaching it from the instance and deleting it from the info cache [ 1388.239220] env[69159]: DEBUG nova.network.neutron [req-ac862759-2811-4691-9735-0dfac6837f2e req-1318aeef-4d40-4f93-b69e-0ddf8180fdde service nova] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.721033] env[69159]: DEBUG nova.network.neutron [-] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.742948] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14275354-a695-4ac9-bf7c-73abdd39c3c1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.752142] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ae41eb-990a-4068-b997-8035cb5e8bee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.778131] env[69159]: DEBUG nova.compute.manager [req-ac862759-2811-4691-9735-0dfac6837f2e req-1318aeef-4d40-4f93-b69e-0ddf8180fdde service nova] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Detach interface failed, port_id=bb71f448-a74a-4761-963a-694bb3a3e16d, reason: Instance 4f99500c-2318-4dd6-a707-586d13f9c293 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1389.223843] env[69159]: INFO nova.compute.manager [-] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Took 1.24 seconds to deallocate network for instance. [ 1389.732256] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.732657] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.732832] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.751851] env[69159]: INFO nova.scheduler.client.report [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Deleted allocations for instance 4f99500c-2318-4dd6-a707-586d13f9c293 [ 1390.260176] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fcb933f3-70a3-416e-b6b5-573865783b90 tempest-DeleteServersTestJSON-112833888 tempest-DeleteServersTestJSON-112833888-project-member] Lock "4f99500c-2318-4dd6-a707-586d13f9c293" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.901s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.409534] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Acquiring lock "d35e9367-5468-4c0c-8d9d-3149698b5fe0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.409838] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Lock "d35e9367-5468-4c0c-8d9d-3149698b5fe0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.692473] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.692757] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.911796] env[69159]: DEBUG nova.compute.manager [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1399.199540] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.199719] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.199839] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.199979] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.200145] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.200686] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.200686] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69159) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1399.200992] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.439790] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.440146] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.441659] env[69159]: INFO nova.compute.claims [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1399.703376] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.486791] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae32873a-bab1-4297-bd34-26c389fac55a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.494505] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb725dc-a670-4427-8e4e-3e5e89186993 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.524060] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e7013e-28c3-46f8-a368-e23989c02354 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.530632] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f01d94-29b6-4998-92b7-7bf46202c94e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.543402] env[69159]: DEBUG nova.compute.provider_tree [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.046215] env[69159]: DEBUG nova.scheduler.client.report [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.551850] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.552459] env[69159]: DEBUG nova.compute.manager [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1401.554996] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.852s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.555230] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.555402] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1401.556440] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab8d152-cfb2-49e2-ab35-c5719a89a9a4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.565421] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fd0e31-6d75-43f3-b1e9-2fdb17aa8195 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.581108] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e713a4d7-5737-4739-aa62-e736e56379ed {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.587901] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3211e642-c0ae-4548-ba80-b85c3c69adbc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.617407] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180079MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1401.617560] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.617760] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.058350] env[69159]: DEBUG nova.compute.utils [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1402.059721] env[69159]: DEBUG nova.compute.manager [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1402.059896] env[69159]: DEBUG nova.network.neutron [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1402.108041] env[69159]: DEBUG nova.policy [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0ad8413f266457c980c0457078833d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d5fc587b0db4e879c95c12c6b2eec1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1402.338064] env[69159]: DEBUG nova.network.neutron [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Successfully created port: a0e5c7c9-7d51-486c-83bc-6535686f81b8 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1402.563479] env[69159]: DEBUG nova.compute.manager [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1402.641939] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance f7d1cb29-33c6-460c-a72c-3a40921a3d89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1402.642121] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance d35e9367-5468-4c0c-8d9d-3149698b5fe0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1402.642299] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1402.642441] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1402.678820] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeb8017-cc07-4863-9ae8-c3853657ef4f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.687123] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3992ee0b-d586-43b2-b0c8-6baadee47f13 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.718561] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2384c405-2a14-405e-bb97-e213de337ab5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.726015] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148632f0-43ea-4bbc-866c-c4eaf8f9f94c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.739416] env[69159]: DEBUG nova.compute.provider_tree [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.244876] env[69159]: DEBUG nova.scheduler.client.report [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.571975] env[69159]: DEBUG nova.compute.manager [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1403.597687] env[69159]: DEBUG nova.virt.hardware [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1403.597999] env[69159]: DEBUG nova.virt.hardware [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.598186] env[69159]: DEBUG nova.virt.hardware [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1403.598385] env[69159]: DEBUG nova.virt.hardware [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.598603] env[69159]: DEBUG nova.virt.hardware [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1403.598756] env[69159]: DEBUG nova.virt.hardware [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1403.598961] env[69159]: DEBUG nova.virt.hardware [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1403.599133] env[69159]: DEBUG nova.virt.hardware [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1403.599297] env[69159]: DEBUG nova.virt.hardware [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1403.599463] env[69159]: DEBUG nova.virt.hardware [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1403.599633] env[69159]: DEBUG nova.virt.hardware [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1403.600520] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a86bcd-a638-464c-b5a5-c91111ff9e95 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.609081] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5389c058-eb8b-4986-ae13-a1458aab0966 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.680373] env[69159]: DEBUG nova.compute.manager [req-444bfd5d-d319-4465-a203-99c9745b6b77 req-c28c9436-ccb0-4b41-b241-ffeb56d59b01 service nova] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Received event network-vif-plugged-a0e5c7c9-7d51-486c-83bc-6535686f81b8 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1403.680591] env[69159]: DEBUG oslo_concurrency.lockutils [req-444bfd5d-d319-4465-a203-99c9745b6b77 req-c28c9436-ccb0-4b41-b241-ffeb56d59b01 service nova] Acquiring lock "d35e9367-5468-4c0c-8d9d-3149698b5fe0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.680755] env[69159]: DEBUG oslo_concurrency.lockutils [req-444bfd5d-d319-4465-a203-99c9745b6b77 req-c28c9436-ccb0-4b41-b241-ffeb56d59b01 service nova] Lock "d35e9367-5468-4c0c-8d9d-3149698b5fe0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.680924] env[69159]: DEBUG oslo_concurrency.lockutils [req-444bfd5d-d319-4465-a203-99c9745b6b77 req-c28c9436-ccb0-4b41-b241-ffeb56d59b01 service nova] Lock "d35e9367-5468-4c0c-8d9d-3149698b5fe0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.681260] env[69159]: DEBUG nova.compute.manager [req-444bfd5d-d319-4465-a203-99c9745b6b77 req-c28c9436-ccb0-4b41-b241-ffeb56d59b01 service nova] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] No waiting events found dispatching network-vif-plugged-a0e5c7c9-7d51-486c-83bc-6535686f81b8 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1403.681454] env[69159]: WARNING nova.compute.manager [req-444bfd5d-d319-4465-a203-99c9745b6b77 req-c28c9436-ccb0-4b41-b241-ffeb56d59b01 service nova] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Received unexpected event network-vif-plugged-a0e5c7c9-7d51-486c-83bc-6535686f81b8 for instance with vm_state building and task_state spawning. [ 1403.747321] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1403.747739] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.766443] env[69159]: DEBUG nova.network.neutron [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Successfully updated port: a0e5c7c9-7d51-486c-83bc-6535686f81b8 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1404.269108] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Acquiring lock "refresh_cache-d35e9367-5468-4c0c-8d9d-3149698b5fe0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.269423] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Acquired lock "refresh_cache-d35e9367-5468-4c0c-8d9d-3149698b5fe0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.269644] env[69159]: DEBUG nova.network.neutron [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.801706] env[69159]: DEBUG nova.network.neutron [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1404.917330] env[69159]: DEBUG nova.network.neutron [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Updating instance_info_cache with network_info: [{"id": "a0e5c7c9-7d51-486c-83bc-6535686f81b8", "address": "fa:16:3e:8f:b6:19", "network": {"id": "e60c9c48-2643-41b4-bef3-a0030a4a7bf3", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1854401815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d5fc587b0db4e879c95c12c6b2eec1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e5c7c9-7d", "ovs_interfaceid": "a0e5c7c9-7d51-486c-83bc-6535686f81b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.420504] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Releasing lock "refresh_cache-d35e9367-5468-4c0c-8d9d-3149698b5fe0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.420850] env[69159]: DEBUG nova.compute.manager [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Instance network_info: |[{"id": "a0e5c7c9-7d51-486c-83bc-6535686f81b8", "address": "fa:16:3e:8f:b6:19", "network": {"id": "e60c9c48-2643-41b4-bef3-a0030a4a7bf3", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1854401815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d5fc587b0db4e879c95c12c6b2eec1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e5c7c9-7d", "ovs_interfaceid": "a0e5c7c9-7d51-486c-83bc-6535686f81b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1405.421327] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:b6:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0e5c7c9-7d51-486c-83bc-6535686f81b8', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1405.428822] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Creating folder: Project (3d5fc587b0db4e879c95c12c6b2eec1e). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1405.429104] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-841e8776-63f1-42dd-b89b-c028430e3c2e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.440690] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Created folder: Project (3d5fc587b0db4e879c95c12c6b2eec1e) in parent group-v688391. [ 1405.440887] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Creating folder: Instances. Parent ref: group-v688717. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1405.441128] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d74ef9a2-490c-46a1-83ed-ff02a5cf7271 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.451471] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Created folder: Instances in parent group-v688717. [ 1405.451693] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1405.451873] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1405.452074] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4b499c1-015a-4af5-aacf-fdf0cd28e72f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.469112] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1405.469112] env[69159]: value = "task-3449646" [ 1405.469112] env[69159]: _type = "Task" [ 1405.469112] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.476016] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449646, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.706618] env[69159]: DEBUG nova.compute.manager [req-d116f254-27e5-4130-88bc-3b72ddf7af43 req-92179229-225b-41d6-a8a5-3dd9a6da7712 service nova] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Received event network-changed-a0e5c7c9-7d51-486c-83bc-6535686f81b8 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1405.706829] env[69159]: DEBUG nova.compute.manager [req-d116f254-27e5-4130-88bc-3b72ddf7af43 req-92179229-225b-41d6-a8a5-3dd9a6da7712 service nova] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Refreshing instance network info cache due to event network-changed-a0e5c7c9-7d51-486c-83bc-6535686f81b8. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1405.707070] env[69159]: DEBUG oslo_concurrency.lockutils [req-d116f254-27e5-4130-88bc-3b72ddf7af43 req-92179229-225b-41d6-a8a5-3dd9a6da7712 service nova] Acquiring lock "refresh_cache-d35e9367-5468-4c0c-8d9d-3149698b5fe0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.707246] env[69159]: DEBUG oslo_concurrency.lockutils [req-d116f254-27e5-4130-88bc-3b72ddf7af43 req-92179229-225b-41d6-a8a5-3dd9a6da7712 service nova] Acquired lock "refresh_cache-d35e9367-5468-4c0c-8d9d-3149698b5fe0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.707482] env[69159]: DEBUG nova.network.neutron [req-d116f254-27e5-4130-88bc-3b72ddf7af43 req-92179229-225b-41d6-a8a5-3dd9a6da7712 service nova] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Refreshing network info cache for port a0e5c7c9-7d51-486c-83bc-6535686f81b8 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.979200] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449646, 'name': CreateVM_Task, 'duration_secs': 0.290759} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.979556] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1405.980059] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.980238] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.980592] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.980835] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74e37185-0ac5-4771-835d-a1a5f758674b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.985130] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Waiting for the task: (returnval){ [ 1405.985130] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b75fc0-2c5a-2864-d367-144f35e6babe" [ 1405.985130] env[69159]: _type = "Task" [ 1405.985130] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.992444] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b75fc0-2c5a-2864-d367-144f35e6babe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.377205] env[69159]: DEBUG nova.network.neutron [req-d116f254-27e5-4130-88bc-3b72ddf7af43 req-92179229-225b-41d6-a8a5-3dd9a6da7712 service nova] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Updated VIF entry in instance network info cache for port a0e5c7c9-7d51-486c-83bc-6535686f81b8. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.377554] env[69159]: DEBUG nova.network.neutron [req-d116f254-27e5-4130-88bc-3b72ddf7af43 req-92179229-225b-41d6-a8a5-3dd9a6da7712 service nova] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Updating instance_info_cache with network_info: [{"id": "a0e5c7c9-7d51-486c-83bc-6535686f81b8", "address": "fa:16:3e:8f:b6:19", "network": {"id": "e60c9c48-2643-41b4-bef3-a0030a4a7bf3", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1854401815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d5fc587b0db4e879c95c12c6b2eec1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e5c7c9-7d", "ovs_interfaceid": "a0e5c7c9-7d51-486c-83bc-6535686f81b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.495629] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b75fc0-2c5a-2864-d367-144f35e6babe, 'name': SearchDatastore_Task, 'duration_secs': 0.012349} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.495967] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.496227] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1406.496471] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.496624] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.496811] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1406.497089] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c5c2a68-3cfd-4b2d-90b8-c763a7678924 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.505087] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1406.505296] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1406.505964] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-208d41bd-5e09-4a14-8877-cb537dcc02c2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.510529] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Waiting for the task: (returnval){ [ 1406.510529] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528828c1-3d2a-fd00-17bb-9868f998cd09" [ 1406.510529] env[69159]: _type = "Task" [ 1406.510529] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.518016] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528828c1-3d2a-fd00-17bb-9868f998cd09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.880390] env[69159]: DEBUG oslo_concurrency.lockutils [req-d116f254-27e5-4130-88bc-3b72ddf7af43 req-92179229-225b-41d6-a8a5-3dd9a6da7712 service nova] Releasing lock "refresh_cache-d35e9367-5468-4c0c-8d9d-3149698b5fe0" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.020947] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528828c1-3d2a-fd00-17bb-9868f998cd09, 'name': SearchDatastore_Task, 'duration_secs': 0.008194} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.021684] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c972ac4b-fc87-4def-a913-e40d842c2105 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.026373] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Waiting for the task: (returnval){ [ 1407.026373] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c2068f-f402-90c1-99eb-6e45433cde3e" [ 1407.026373] env[69159]: _type = "Task" [ 1407.026373] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.033667] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c2068f-f402-90c1-99eb-6e45433cde3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.537177] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52c2068f-f402-90c1-99eb-6e45433cde3e, 'name': SearchDatastore_Task, 'duration_secs': 0.01043} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.537448] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.537702] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] d35e9367-5468-4c0c-8d9d-3149698b5fe0/d35e9367-5468-4c0c-8d9d-3149698b5fe0.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1407.537952] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-530adf22-31d5-47c1-8ecb-4f3f4cfda673 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.544816] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Waiting for the task: (returnval){ [ 1407.544816] env[69159]: value = "task-3449647" [ 1407.544816] env[69159]: _type = "Task" [ 1407.544816] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.551911] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': task-3449647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.055114] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': task-3449647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428064} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.055114] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] d35e9367-5468-4c0c-8d9d-3149698b5fe0/d35e9367-5468-4c0c-8d9d-3149698b5fe0.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1408.055114] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1408.055114] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ac10dd8-33c6-41b0-a7f9-0dbb7c45e4ff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.062011] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Waiting for the task: (returnval){ [ 1408.062011] env[69159]: value = "task-3449648" [ 1408.062011] env[69159]: _type = "Task" [ 1408.062011] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.069127] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': task-3449648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.572142] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': task-3449648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061858} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.572408] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1408.573150] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea49c927-1943-4d85-b228-35bff4bfc15e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.594034] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] d35e9367-5468-4c0c-8d9d-3149698b5fe0/d35e9367-5468-4c0c-8d9d-3149698b5fe0.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1408.594275] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-478ff520-f2f1-4c25-8bf9-c7a9a81e66db {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.613256] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Waiting for the task: (returnval){ [ 1408.613256] env[69159]: value = "task-3449649" [ 1408.613256] env[69159]: _type = "Task" [ 1408.613256] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.620668] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': task-3449649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.122642] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': task-3449649, 'name': ReconfigVM_Task, 'duration_secs': 0.309902} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.124766] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Reconfigured VM instance instance-0000007a to attach disk [datastore1] d35e9367-5468-4c0c-8d9d-3149698b5fe0/d35e9367-5468-4c0c-8d9d-3149698b5fe0.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1409.124766] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4ffd6c9-37a6-4f3c-81b0-e4d046774365 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.130892] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Waiting for the task: (returnval){ [ 1409.130892] env[69159]: value = "task-3449650" [ 1409.130892] env[69159]: _type = "Task" [ 1409.130892] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.138533] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': task-3449650, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.640388] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': task-3449650, 'name': Rename_Task, 'duration_secs': 0.180289} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.640675] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.640918] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bb6a6a3-7ce6-4383-9e12-ee8c7b57f896 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.647595] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Waiting for the task: (returnval){ [ 1409.647595] env[69159]: value = "task-3449651" [ 1409.647595] env[69159]: _type = "Task" [ 1409.647595] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.655231] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': task-3449651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.157701] env[69159]: DEBUG oslo_vmware.api [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': task-3449651, 'name': PowerOnVM_Task, 'duration_secs': 0.461316} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.158116] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1410.158226] env[69159]: INFO nova.compute.manager [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1410.158396] env[69159]: DEBUG nova.compute.manager [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1410.159162] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d7fa54-28b6-4019-81cc-c07d10becf78 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.677112] env[69159]: INFO nova.compute.manager [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Took 11.26 seconds to build instance. [ 1411.178769] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f55ef916-114c-4912-a3ca-449027a91b92 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Lock "d35e9367-5468-4c0c-8d9d-3149698b5fe0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.769s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.443664] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Acquiring lock "d35e9367-5468-4c0c-8d9d-3149698b5fe0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.443940] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Lock "d35e9367-5468-4c0c-8d9d-3149698b5fe0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.444195] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Acquiring lock "d35e9367-5468-4c0c-8d9d-3149698b5fe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.444400] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Lock "d35e9367-5468-4c0c-8d9d-3149698b5fe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.444631] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Lock "d35e9367-5468-4c0c-8d9d-3149698b5fe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.446866] env[69159]: INFO nova.compute.manager [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Terminating instance [ 1411.951912] env[69159]: DEBUG nova.compute.manager [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1411.952174] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1411.953080] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aedc27-3165-4a8b-82b9-f634d5d9fc32 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.962515] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.962775] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd98ab73-eb90-4b3a-8898-7d2e792b25d3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.968851] env[69159]: DEBUG oslo_vmware.api [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Waiting for the task: (returnval){ [ 1411.968851] env[69159]: value = "task-3449652" [ 1411.968851] env[69159]: _type = "Task" [ 1411.968851] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.976668] env[69159]: DEBUG oslo_vmware.api [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': task-3449652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.478266] env[69159]: DEBUG oslo_vmware.api [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': task-3449652, 'name': PowerOffVM_Task, 'duration_secs': 0.182016} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.478640] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.478744] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1412.478993] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69e7b5dd-ac96-453c-a07f-aa66b8165b4d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.538202] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1412.538464] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1412.538661] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Deleting the datastore file [datastore1] d35e9367-5468-4c0c-8d9d-3149698b5fe0 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1412.538928] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-178cf5ec-8d76-4005-ad63-6e07b1a968dc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.545302] env[69159]: DEBUG oslo_vmware.api [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Waiting for the task: (returnval){ [ 1412.545302] env[69159]: value = "task-3449654" [ 1412.545302] env[69159]: _type = "Task" [ 1412.545302] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.552387] env[69159]: DEBUG oslo_vmware.api [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': task-3449654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.054734] env[69159]: DEBUG oslo_vmware.api [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Task: {'id': task-3449654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149708} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.054989] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.055151] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.055331] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.055507] env[69159]: INFO nova.compute.manager [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1413.055755] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.055941] env[69159]: DEBUG nova.compute.manager [-] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1413.056047] env[69159]: DEBUG nova.network.neutron [-] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1413.317684] env[69159]: DEBUG nova.compute.manager [req-0fbfc11a-02d6-4e0e-914d-1bfb86a1b970 req-34bfaa59-a580-436a-a95f-c01d252cd5ad service nova] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Received event network-vif-deleted-a0e5c7c9-7d51-486c-83bc-6535686f81b8 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1413.317905] env[69159]: INFO nova.compute.manager [req-0fbfc11a-02d6-4e0e-914d-1bfb86a1b970 req-34bfaa59-a580-436a-a95f-c01d252cd5ad service nova] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Neutron deleted interface a0e5c7c9-7d51-486c-83bc-6535686f81b8; detaching it from the instance and deleting it from the info cache [ 1413.318098] env[69159]: DEBUG nova.network.neutron [req-0fbfc11a-02d6-4e0e-914d-1bfb86a1b970 req-34bfaa59-a580-436a-a95f-c01d252cd5ad service nova] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.802567] env[69159]: DEBUG nova.network.neutron [-] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.821217] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2455f977-4d31-4221-98cb-47abe7498767 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.831124] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d89271d-406b-44e8-a64c-81aad5d41d31 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.855346] env[69159]: DEBUG nova.compute.manager [req-0fbfc11a-02d6-4e0e-914d-1bfb86a1b970 req-34bfaa59-a580-436a-a95f-c01d252cd5ad service nova] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Detach interface failed, port_id=a0e5c7c9-7d51-486c-83bc-6535686f81b8, reason: Instance d35e9367-5468-4c0c-8d9d-3149698b5fe0 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1414.305741] env[69159]: INFO nova.compute.manager [-] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Took 1.25 seconds to deallocate network for instance. [ 1414.812997] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.813372] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.813551] env[69159]: DEBUG nova.objects.instance [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Lazy-loading 'resources' on Instance uuid d35e9367-5468-4c0c-8d9d-3149698b5fe0 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.360498] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043783ef-9772-4428-aa04-01e7660f6222 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.369806] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8be13d-99fa-463b-9450-0a1b96a417b0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.399624] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54d9536-2ed5-42d2-a9d8-543b8e1062a3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.406500] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580ea74f-2b70-4a68-bfd0-58fa5de5f63e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.419100] env[69159]: DEBUG nova.compute.provider_tree [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.921836] env[69159]: DEBUG nova.scheduler.client.report [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.426992] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.446030] env[69159]: INFO nova.scheduler.client.report [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Deleted allocations for instance d35e9367-5468-4c0c-8d9d-3149698b5fe0 [ 1416.954734] env[69159]: DEBUG oslo_concurrency.lockutils [None req-be5e0a6b-a967-4d87-8b29-28ade546c722 tempest-InstanceActionsV221TestJSON-1743914291 tempest-InstanceActionsV221TestJSON-1743914291-project-member] Lock "d35e9367-5468-4c0c-8d9d-3149698b5fe0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.510s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.573186] env[69159]: DEBUG nova.compute.manager [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Stashing vm_state: active {{(pid=69159) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 1418.092814] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.093149] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.597804] env[69159]: INFO nova.compute.claims [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.105942] env[69159]: INFO nova.compute.resource_tracker [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating resource usage from migration 7faa346a-fea0-47d1-87df-4cbb7184f88c [ 1419.148994] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f0dfa3-1455-4441-89f1-c373491122a9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.157039] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd91b118-5335-4641-a1ed-a9bcd887dc31 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.186355] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7ef281-9df5-42c5-8ef4-5c8f9991c5b1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.193276] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1005757b-608e-4639-8c81-a3f68b07ee82 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.205783] env[69159]: DEBUG nova.compute.provider_tree [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.709147] env[69159]: DEBUG nova.scheduler.client.report [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.215610] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.122s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.215945] env[69159]: INFO nova.compute.manager [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Migrating [ 1420.734211] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.734405] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.734596] env[69159]: DEBUG nova.network.neutron [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.470312] env[69159]: DEBUG nova.network.neutron [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating instance_info_cache with network_info: [{"id": "1ce625a1-9481-406f-9b39-5ad01718bc9e", "address": "fa:16:3e:ac:31:99", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce625a1-94", "ovs_interfaceid": "1ce625a1-9481-406f-9b39-5ad01718bc9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.972804] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.793040] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.793339] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.296099] env[69159]: DEBUG nova.compute.manager [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1423.486976] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a91d5d-d419-482c-99a9-6051cd2b6aff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.508046] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating instance 'f7d1cb29-33c6-460c-a72c-3a40921a3d89' progress to 0 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1423.818609] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.818912] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.820497] env[69159]: INFO nova.compute.claims [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1424.013752] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.014086] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cf00ddf-6103-4f4c-8d66-b0fd50bc96f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.021616] env[69159]: DEBUG oslo_vmware.api [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1424.021616] env[69159]: value = "task-3449655" [ 1424.021616] env[69159]: _type = "Task" [ 1424.021616] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.029719] env[69159]: DEBUG oslo_vmware.api [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.532441] env[69159]: DEBUG oslo_vmware.api [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449655, 'name': PowerOffVM_Task, 'duration_secs': 0.173214} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.532716] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.532902] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating instance 'f7d1cb29-33c6-460c-a72c-3a40921a3d89' progress to 17 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1424.845461] env[69159]: DEBUG nova.scheduler.client.report [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Refreshing inventories for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1424.859386] env[69159]: DEBUG nova.scheduler.client.report [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Updating ProviderTree inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1424.859618] env[69159]: DEBUG nova.compute.provider_tree [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1424.870135] env[69159]: DEBUG nova.scheduler.client.report [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Refreshing aggregate associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, aggregates: None {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1424.887696] env[69159]: DEBUG nova.scheduler.client.report [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Refreshing trait associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1424.930959] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cbd8db-e6fe-4fb2-8b10-ac13a4a46cd9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.938778] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ecfb97-ba82-4c04-a217-edc298cf650c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.970521] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1051453e-5fe4-4084-b07e-a5f81e23b860 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.978033] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c10c8d-3fa5-4be8-aedb-5c08be9e730b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.991406] env[69159]: DEBUG nova.compute.provider_tree [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.038869] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1425.039125] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.039285] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1425.039468] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.039614] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1425.039757] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1425.039960] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1425.040134] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1425.040300] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1425.040514] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1425.040662] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1425.045635] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80e60719-9724-45b2-9893-1beb2b82e064 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.062135] env[69159]: DEBUG oslo_vmware.api [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1425.062135] env[69159]: value = "task-3449656" [ 1425.062135] env[69159]: _type = "Task" [ 1425.062135] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.071225] env[69159]: DEBUG oslo_vmware.api [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.496049] env[69159]: DEBUG nova.scheduler.client.report [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.572171] env[69159]: DEBUG oslo_vmware.api [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449656, 'name': ReconfigVM_Task, 'duration_secs': 0.168854} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.572499] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating instance 'f7d1cb29-33c6-460c-a72c-3a40921a3d89' progress to 33 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1425.999810] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.000358] env[69159]: DEBUG nova.compute.manager [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1426.078757] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1426.079157] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1426.079375] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1426.079662] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1426.079900] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1426.080153] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1426.080451] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1426.080720] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1426.080974] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1426.081244] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1426.081549] env[69159]: DEBUG nova.virt.hardware [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1426.086883] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1426.087245] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ca3d199-3011-4700-9c95-43128849c880 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.106454] env[69159]: DEBUG oslo_vmware.api [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1426.106454] env[69159]: value = "task-3449657" [ 1426.106454] env[69159]: _type = "Task" [ 1426.106454] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.115748] env[69159]: DEBUG oslo_vmware.api [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.505795] env[69159]: DEBUG nova.compute.utils [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1426.507319] env[69159]: DEBUG nova.compute.manager [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1426.507492] env[69159]: DEBUG nova.network.neutron [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1426.549911] env[69159]: DEBUG nova.policy [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72b9d90f3d63422e83feb1ac32696cf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03138150ca8f4422958dafe261f04ebe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1426.616418] env[69159]: DEBUG oslo_vmware.api [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449657, 'name': ReconfigVM_Task, 'duration_secs': 0.160935} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.616692] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1426.617470] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724c9b02-65db-4303-9310-2c84bd33299e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.639330] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] f7d1cb29-33c6-460c-a72c-3a40921a3d89/f7d1cb29-33c6-460c-a72c-3a40921a3d89.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.639597] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9154e825-e4fe-4eab-9f38-abda42f608c1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.658678] env[69159]: DEBUG oslo_vmware.api [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1426.658678] env[69159]: value = "task-3449658" [ 1426.658678] env[69159]: _type = "Task" [ 1426.658678] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.667960] env[69159]: DEBUG oslo_vmware.api [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.788721] env[69159]: DEBUG nova.network.neutron [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Successfully created port: f015deec-ea55-455f-bd72-5ec045510e2d {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1427.011203] env[69159]: DEBUG nova.compute.manager [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1427.169386] env[69159]: DEBUG oslo_vmware.api [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449658, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.669444] env[69159]: DEBUG oslo_vmware.api [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449658, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.021254] env[69159]: DEBUG nova.compute.manager [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1428.046254] env[69159]: DEBUG nova.virt.hardware [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1428.046508] env[69159]: DEBUG nova.virt.hardware [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.046665] env[69159]: DEBUG nova.virt.hardware [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1428.046845] env[69159]: DEBUG nova.virt.hardware [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.046991] env[69159]: DEBUG nova.virt.hardware [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1428.047157] env[69159]: DEBUG nova.virt.hardware [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1428.047365] env[69159]: DEBUG nova.virt.hardware [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1428.047519] env[69159]: DEBUG nova.virt.hardware [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1428.047721] env[69159]: DEBUG nova.virt.hardware [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1428.047831] env[69159]: DEBUG nova.virt.hardware [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1428.047993] env[69159]: DEBUG nova.virt.hardware [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1428.048871] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c79609-383e-4371-af2d-c7e891ebb9b4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.056515] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b252ccf-c9c1-4aeb-a378-f60af6c5558e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.130025] env[69159]: DEBUG nova.compute.manager [req-872f519b-43b3-43cf-8060-d775615dd159 req-efd29873-923f-452b-b97d-ae27db005307 service nova] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Received event network-vif-plugged-f015deec-ea55-455f-bd72-5ec045510e2d {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1428.130253] env[69159]: DEBUG oslo_concurrency.lockutils [req-872f519b-43b3-43cf-8060-d775615dd159 req-efd29873-923f-452b-b97d-ae27db005307 service nova] Acquiring lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.130464] env[69159]: DEBUG oslo_concurrency.lockutils [req-872f519b-43b3-43cf-8060-d775615dd159 req-efd29873-923f-452b-b97d-ae27db005307 service nova] Lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.130713] env[69159]: DEBUG oslo_concurrency.lockutils [req-872f519b-43b3-43cf-8060-d775615dd159 req-efd29873-923f-452b-b97d-ae27db005307 service nova] Lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.130890] env[69159]: DEBUG nova.compute.manager [req-872f519b-43b3-43cf-8060-d775615dd159 req-efd29873-923f-452b-b97d-ae27db005307 service nova] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] No waiting events found dispatching network-vif-plugged-f015deec-ea55-455f-bd72-5ec045510e2d {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1428.131101] env[69159]: WARNING nova.compute.manager [req-872f519b-43b3-43cf-8060-d775615dd159 req-efd29873-923f-452b-b97d-ae27db005307 service nova] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Received unexpected event network-vif-plugged-f015deec-ea55-455f-bd72-5ec045510e2d for instance with vm_state building and task_state spawning. [ 1428.169755] env[69159]: DEBUG oslo_vmware.api [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449658, 'name': ReconfigVM_Task, 'duration_secs': 1.247335} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.170015] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Reconfigured VM instance instance-00000079 to attach disk [datastore2] f7d1cb29-33c6-460c-a72c-3a40921a3d89/f7d1cb29-33c6-460c-a72c-3a40921a3d89.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1428.170282] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating instance 'f7d1cb29-33c6-460c-a72c-3a40921a3d89' progress to 50 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1428.209395] env[69159]: DEBUG nova.network.neutron [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Successfully updated port: f015deec-ea55-455f-bd72-5ec045510e2d {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1428.677135] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f83d55-c28e-4338-aab5-d395d7a1708f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.698246] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f1616e-74e0-4ded-98f9-a810108b89b2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.718237] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.718532] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.718652] env[69159]: DEBUG nova.network.neutron [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.719897] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating instance 'f7d1cb29-33c6-460c-a72c-3a40921a3d89' progress to 67 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1429.272612] env[69159]: DEBUG nova.network.neutron [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.291183] env[69159]: DEBUG nova.network.neutron [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Port 1ce625a1-9481-406f-9b39-5ad01718bc9e binding to destination host cpu-1 is already ACTIVE {{(pid=69159) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1429.400655] env[69159]: DEBUG nova.network.neutron [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating instance_info_cache with network_info: [{"id": "f015deec-ea55-455f-bd72-5ec045510e2d", "address": "fa:16:3e:fb:2f:9a", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf015deec-ea", "ovs_interfaceid": "f015deec-ea55-455f-bd72-5ec045510e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.903734] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.904073] env[69159]: DEBUG nova.compute.manager [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Instance network_info: |[{"id": "f015deec-ea55-455f-bd72-5ec045510e2d", "address": "fa:16:3e:fb:2f:9a", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf015deec-ea", "ovs_interfaceid": "f015deec-ea55-455f-bd72-5ec045510e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1429.904807] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:2f:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f015deec-ea55-455f-bd72-5ec045510e2d', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1429.912113] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Creating folder: Project (03138150ca8f4422958dafe261f04ebe). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1429.912384] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cee5733-0139-4053-975c-98daabf9ded9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.924322] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Created folder: Project (03138150ca8f4422958dafe261f04ebe) in parent group-v688391. [ 1429.924500] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Creating folder: Instances. Parent ref: group-v688720. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1429.924713] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bde9950-b97a-4da2-a8a0-f9e56aadd9fc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.934111] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Created folder: Instances in parent group-v688720. [ 1429.934298] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.934478] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1429.934668] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-449956f4-bbd9-4dc5-8f4b-0cbd3a1c4a9c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.952019] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1429.952019] env[69159]: value = "task-3449661" [ 1429.952019] env[69159]: _type = "Task" [ 1429.952019] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.959024] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449661, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.157372] env[69159]: DEBUG nova.compute.manager [req-6c7008eb-46e4-4c77-8a44-61441c34755f req-265d7e37-dd88-4f94-94b0-ee86cc15da72 service nova] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Received event network-changed-f015deec-ea55-455f-bd72-5ec045510e2d {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1430.157553] env[69159]: DEBUG nova.compute.manager [req-6c7008eb-46e4-4c77-8a44-61441c34755f req-265d7e37-dd88-4f94-94b0-ee86cc15da72 service nova] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Refreshing instance network info cache due to event network-changed-f015deec-ea55-455f-bd72-5ec045510e2d. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1430.157729] env[69159]: DEBUG oslo_concurrency.lockutils [req-6c7008eb-46e4-4c77-8a44-61441c34755f req-265d7e37-dd88-4f94-94b0-ee86cc15da72 service nova] Acquiring lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.157890] env[69159]: DEBUG oslo_concurrency.lockutils [req-6c7008eb-46e4-4c77-8a44-61441c34755f req-265d7e37-dd88-4f94-94b0-ee86cc15da72 service nova] Acquired lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.158115] env[69159]: DEBUG nova.network.neutron [req-6c7008eb-46e4-4c77-8a44-61441c34755f req-265d7e37-dd88-4f94-94b0-ee86cc15da72 service nova] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Refreshing network info cache for port f015deec-ea55-455f-bd72-5ec045510e2d {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1430.311155] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "f7d1cb29-33c6-460c-a72c-3a40921a3d89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.311535] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "f7d1cb29-33c6-460c-a72c-3a40921a3d89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.311589] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "f7d1cb29-33c6-460c-a72c-3a40921a3d89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.461552] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449661, 'name': CreateVM_Task, 'duration_secs': 0.269486} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.463095] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1430.463095] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.463095] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.463352] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.463395] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927dfd08-20fd-41de-a768-15e6f67d5417 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.468209] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1430.468209] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527fdab2-2b9b-3b62-b95b-8a7125855467" [ 1430.468209] env[69159]: _type = "Task" [ 1430.468209] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.476790] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527fdab2-2b9b-3b62-b95b-8a7125855467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.853578] env[69159]: DEBUG nova.network.neutron [req-6c7008eb-46e4-4c77-8a44-61441c34755f req-265d7e37-dd88-4f94-94b0-ee86cc15da72 service nova] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updated VIF entry in instance network info cache for port f015deec-ea55-455f-bd72-5ec045510e2d. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1430.853937] env[69159]: DEBUG nova.network.neutron [req-6c7008eb-46e4-4c77-8a44-61441c34755f req-265d7e37-dd88-4f94-94b0-ee86cc15da72 service nova] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating instance_info_cache with network_info: [{"id": "f015deec-ea55-455f-bd72-5ec045510e2d", "address": "fa:16:3e:fb:2f:9a", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf015deec-ea", "ovs_interfaceid": "f015deec-ea55-455f-bd72-5ec045510e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.978812] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527fdab2-2b9b-3b62-b95b-8a7125855467, 'name': SearchDatastore_Task, 'duration_secs': 0.012259} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.979086] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.979348] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.979548] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.979697] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.979873] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.980138] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-595a88f3-bac7-41e7-81e9-a01036d33413 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.987786] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.987951] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.988621] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8724aac-b32d-4b89-ac57-19c016efcf65 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.993421] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1430.993421] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5276648e-c669-4c72-cea6-981a9f8218d4" [ 1430.993421] env[69159]: _type = "Task" [ 1430.993421] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.000621] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5276648e-c669-4c72-cea6-981a9f8218d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.348113] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.348406] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.348482] env[69159]: DEBUG nova.network.neutron [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.356442] env[69159]: DEBUG oslo_concurrency.lockutils [req-6c7008eb-46e4-4c77-8a44-61441c34755f req-265d7e37-dd88-4f94-94b0-ee86cc15da72 service nova] Releasing lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.503956] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5276648e-c669-4c72-cea6-981a9f8218d4, 'name': SearchDatastore_Task, 'duration_secs': 0.008001} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.504723] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08cf13e0-58e2-4186-b1b2-cfd7a1e85edb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.509736] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1431.509736] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5229076b-8fe6-1b09-2af6-a26920ae04f4" [ 1431.509736] env[69159]: _type = "Task" [ 1431.509736] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.516722] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5229076b-8fe6-1b09-2af6-a26920ae04f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.019693] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5229076b-8fe6-1b09-2af6-a26920ae04f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009188} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.020171] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.020257] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] a33fd8d4-063b-49fd-9265-f5804fbc6b27/a33fd8d4-063b-49fd-9265-f5804fbc6b27.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1432.020475] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92da457d-c1ba-483e-af2c-4eb4897756f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.026424] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1432.026424] env[69159]: value = "task-3449662" [ 1432.026424] env[69159]: _type = "Task" [ 1432.026424] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.036455] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.116214] env[69159]: DEBUG nova.network.neutron [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating instance_info_cache with network_info: [{"id": "1ce625a1-9481-406f-9b39-5ad01718bc9e", "address": "fa:16:3e:ac:31:99", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce625a1-94", "ovs_interfaceid": "1ce625a1-9481-406f-9b39-5ad01718bc9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.538841] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.401654} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.539227] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] a33fd8d4-063b-49fd-9265-f5804fbc6b27/a33fd8d4-063b-49fd-9265-f5804fbc6b27.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1432.539300] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1432.539509] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa792270-e3da-409c-83ae-f69c71062a5a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.545920] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1432.545920] env[69159]: value = "task-3449663" [ 1432.545920] env[69159]: _type = "Task" [ 1432.545920] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.552486] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.619346] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.056169] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064517} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.056460] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1433.057250] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9218d545-42dc-480b-9cad-6d8e71f9acd0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.080305] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] a33fd8d4-063b-49fd-9265-f5804fbc6b27/a33fd8d4-063b-49fd-9265-f5804fbc6b27.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.080602] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ab1827c-a1f2-4e48-b95b-69f859179c56 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.099738] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1433.099738] env[69159]: value = "task-3449664" [ 1433.099738] env[69159]: _type = "Task" [ 1433.099738] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.107203] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.143980] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa796b6-7693-42e5-ac24-2401ea56af96 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.165264] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80784f02-5ae0-4401-b049-81cd4490c8bb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.172834] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating instance 'f7d1cb29-33c6-460c-a72c-3a40921a3d89' progress to 83 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1433.610388] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449664, 'name': ReconfigVM_Task, 'duration_secs': 0.258558} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.610856] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Reconfigured VM instance instance-0000007b to attach disk [datastore1] a33fd8d4-063b-49fd-9265-f5804fbc6b27/a33fd8d4-063b-49fd-9265-f5804fbc6b27.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.611341] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddded740-e4d3-4395-aa8b-fe5a7b03ea20 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.617135] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1433.617135] env[69159]: value = "task-3449665" [ 1433.617135] env[69159]: _type = "Task" [ 1433.617135] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.624644] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449665, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.679815] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.680141] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0de5996-1297-4e4a-aa45-bc2d1aadd2b3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.686421] env[69159]: DEBUG oslo_vmware.api [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1433.686421] env[69159]: value = "task-3449666" [ 1433.686421] env[69159]: _type = "Task" [ 1433.686421] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.693899] env[69159]: DEBUG oslo_vmware.api [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.126845] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449665, 'name': Rename_Task, 'duration_secs': 0.163327} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.127128] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.127369] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-351d2cb7-8786-428c-8bbd-18d149bd7619 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.133460] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1434.133460] env[69159]: value = "task-3449667" [ 1434.133460] env[69159]: _type = "Task" [ 1434.133460] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.140409] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.195374] env[69159]: DEBUG oslo_vmware.api [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449666, 'name': PowerOnVM_Task, 'duration_secs': 0.37154} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.195659] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1434.195849] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7d2ba5-3b6a-45f6-8109-c7c6b65f1dd0 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating instance 'f7d1cb29-33c6-460c-a72c-3a40921a3d89' progress to 100 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1434.643083] env[69159]: DEBUG oslo_vmware.api [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449667, 'name': PowerOnVM_Task, 'duration_secs': 0.50473} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.643478] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1434.643604] env[69159]: INFO nova.compute.manager [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1434.643743] env[69159]: DEBUG nova.compute.manager [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1434.644504] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fd7247-72de-4667-9c1b-47c57ca36d1c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.161369] env[69159]: INFO nova.compute.manager [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Took 11.36 seconds to build instance. [ 1435.663032] env[69159]: DEBUG oslo_concurrency.lockutils [None req-92598dfd-25e0-4ae8-b29f-69abff4c3b61 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.869s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.919169] env[69159]: DEBUG nova.compute.manager [req-6c8e96d2-432a-4ead-a3ea-36d8fe6a6613 req-05672b51-97ea-416f-bd41-8a23571fd2b6 service nova] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Received event network-changed-f015deec-ea55-455f-bd72-5ec045510e2d {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1435.919338] env[69159]: DEBUG nova.compute.manager [req-6c8e96d2-432a-4ead-a3ea-36d8fe6a6613 req-05672b51-97ea-416f-bd41-8a23571fd2b6 service nova] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Refreshing instance network info cache due to event network-changed-f015deec-ea55-455f-bd72-5ec045510e2d. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1435.919499] env[69159]: DEBUG oslo_concurrency.lockutils [req-6c8e96d2-432a-4ead-a3ea-36d8fe6a6613 req-05672b51-97ea-416f-bd41-8a23571fd2b6 service nova] Acquiring lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.919654] env[69159]: DEBUG oslo_concurrency.lockutils [req-6c8e96d2-432a-4ead-a3ea-36d8fe6a6613 req-05672b51-97ea-416f-bd41-8a23571fd2b6 service nova] Acquired lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.919799] env[69159]: DEBUG nova.network.neutron [req-6c8e96d2-432a-4ead-a3ea-36d8fe6a6613 req-05672b51-97ea-416f-bd41-8a23571fd2b6 service nova] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Refreshing network info cache for port f015deec-ea55-455f-bd72-5ec045510e2d {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.106085] env[69159]: DEBUG nova.network.neutron [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Port 1ce625a1-9481-406f-9b39-5ad01718bc9e binding to destination host cpu-1 is already ACTIVE {{(pid=69159) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1436.106448] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.106654] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.106857] env[69159]: DEBUG nova.network.neutron [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.656460] env[69159]: DEBUG nova.network.neutron [req-6c8e96d2-432a-4ead-a3ea-36d8fe6a6613 req-05672b51-97ea-416f-bd41-8a23571fd2b6 service nova] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updated VIF entry in instance network info cache for port f015deec-ea55-455f-bd72-5ec045510e2d. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1436.656801] env[69159]: DEBUG nova.network.neutron [req-6c8e96d2-432a-4ead-a3ea-36d8fe6a6613 req-05672b51-97ea-416f-bd41-8a23571fd2b6 service nova] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating instance_info_cache with network_info: [{"id": "f015deec-ea55-455f-bd72-5ec045510e2d", "address": "fa:16:3e:fb:2f:9a", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf015deec-ea", "ovs_interfaceid": "f015deec-ea55-455f-bd72-5ec045510e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.866053] env[69159]: DEBUG nova.network.neutron [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating instance_info_cache with network_info: [{"id": "1ce625a1-9481-406f-9b39-5ad01718bc9e", "address": "fa:16:3e:ac:31:99", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce625a1-94", "ovs_interfaceid": "1ce625a1-9481-406f-9b39-5ad01718bc9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.159855] env[69159]: DEBUG oslo_concurrency.lockutils [req-6c8e96d2-432a-4ead-a3ea-36d8fe6a6613 req-05672b51-97ea-416f-bd41-8a23571fd2b6 service nova] Releasing lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.368723] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.872472] env[69159]: DEBUG nova.compute.manager [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69159) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1437.872766] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.873605] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.376326] env[69159]: DEBUG nova.objects.instance [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lazy-loading 'migration_context' on Instance uuid f7d1cb29-33c6-460c-a72c-3a40921a3d89 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.933510] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fd80ee-5291-40b4-9b24-972decc83f45 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.941145] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb690c13-4e5a-46c8-a82d-f235d059b144 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.970354] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5d64f7-bb69-4030-aed5-7b2fd5139bb9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.977382] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd46058-bfde-4fe4-9547-73e72f4c3a6d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.990185] env[69159]: DEBUG nova.compute.provider_tree [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.493613] env[69159]: DEBUG nova.scheduler.client.report [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.503651] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.630s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.038661] env[69159]: INFO nova.compute.manager [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Swapping old allocation on dict_keys(['bb8e5e26-0b56-454c-ae24-e4322af67e22']) held by migration 7faa346a-fea0-47d1-87df-4cbb7184f88c for instance [ 1442.059412] env[69159]: DEBUG nova.scheduler.client.report [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Overwriting current allocation {'allocations': {'bb8e5e26-0b56-454c-ae24-e4322af67e22': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 171}}, 'project_id': 'b63e273ae14d4c2d8a14a43471fe57e4', 'user_id': 'b10cd438b43242bdadb9e68d0a43405a', 'consumer_generation': 1} on consumer f7d1cb29-33c6-460c-a72c-3a40921a3d89 {{(pid=69159) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1442.140713] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.140952] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.141197] env[69159]: DEBUG nova.network.neutron [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1442.851537] env[69159]: DEBUG nova.network.neutron [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating instance_info_cache with network_info: [{"id": "1ce625a1-9481-406f-9b39-5ad01718bc9e", "address": "fa:16:3e:ac:31:99", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce625a1-94", "ovs_interfaceid": "1ce625a1-9481-406f-9b39-5ad01718bc9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.354316] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "refresh_cache-f7d1cb29-33c6-460c-a72c-3a40921a3d89" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.354795] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.355107] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c477111b-fb24-49ae-b351-012fb3b95d6e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.363025] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1443.363025] env[69159]: value = "task-3449668" [ 1443.363025] env[69159]: _type = "Task" [ 1443.363025] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.371331] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.872587] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449668, 'name': PowerOffVM_Task, 'duration_secs': 0.21029} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.872839] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.873525] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1443.873747] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.873907] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1443.874105] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.874258] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1443.874405] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1443.874615] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1443.874771] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1443.874943] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1443.875121] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1443.875297] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1443.880232] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b97432b-f17c-4e05-b90d-bd7a9f53a043 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.895779] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1443.895779] env[69159]: value = "task-3449669" [ 1443.895779] env[69159]: _type = "Task" [ 1443.895779] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.902848] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.405989] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449669, 'name': ReconfigVM_Task, 'duration_secs': 0.12932} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.406830] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bf9d70-c9b8-4be4-a474-0f86be3db27f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.424613] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1444.424863] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.424996] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1444.425211] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.425359] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1444.425506] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1444.425711] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1444.425869] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1444.426045] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1444.426212] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1444.426379] env[69159]: DEBUG nova.virt.hardware [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1444.427220] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9faef4d9-f6ad-4d1d-89da-8af6714c67aa {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.433070] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1444.433070] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529b42d9-61c8-aac5-f17a-59a392f10855" [ 1444.433070] env[69159]: _type = "Task" [ 1444.433070] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.440894] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529b42d9-61c8-aac5-f17a-59a392f10855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.943646] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]529b42d9-61c8-aac5-f17a-59a392f10855, 'name': SearchDatastore_Task, 'duration_secs': 0.008181} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.948918] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1444.949205] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e1c1b0b-8227-483b-adb0-f61a840dabc6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.968208] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1444.968208] env[69159]: value = "task-3449670" [ 1444.968208] env[69159]: _type = "Task" [ 1444.968208] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.976784] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.478436] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449670, 'name': ReconfigVM_Task, 'duration_secs': 0.197191} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.478771] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1445.479456] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0d7d23-b029-4c83-9f06-93d728951bce {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.500951] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] f7d1cb29-33c6-460c-a72c-3a40921a3d89/f7d1cb29-33c6-460c-a72c-3a40921a3d89.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.501215] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d1b75d7-56d4-448e-bad4-18f76ac83d77 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.518814] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1445.518814] env[69159]: value = "task-3449671" [ 1445.518814] env[69159]: _type = "Task" [ 1445.518814] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.526311] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.028957] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449671, 'name': ReconfigVM_Task, 'duration_secs': 0.265637} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.029248] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Reconfigured VM instance instance-00000079 to attach disk [datastore2] f7d1cb29-33c6-460c-a72c-3a40921a3d89/f7d1cb29-33c6-460c-a72c-3a40921a3d89.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1446.030074] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa692f8-4015-4158-9ccd-0ed6050d1ab5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.047627] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee960e3-b676-4e5c-b1b9-38bc052aa831 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.064725] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9821b493-cdb1-43fd-8ba2-0e8f1b3e331c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.081342] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7502839-2872-4ad7-83d4-9e4b23062563 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.087272] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.087475] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0acf4bf0-f6fe-4179-a2e5-0ebd778a9cf9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.092931] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1446.092931] env[69159]: value = "task-3449672" [ 1446.092931] env[69159]: _type = "Task" [ 1446.092931] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.099752] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.603106] env[69159]: DEBUG oslo_vmware.api [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449672, 'name': PowerOnVM_Task, 'duration_secs': 0.349796} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.603396] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1446.965990] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.966230] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.966386] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.966536] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.966693] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.966833] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69159) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1446.966997] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.614096] env[69159]: INFO nova.compute.manager [None req-9982da16-b720-4234-93f4-9e38b5355bc3 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating instance to original state: 'active' [ 1448.468355] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.494182] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "f7d1cb29-33c6-460c-a72c-3a40921a3d89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.494460] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "f7d1cb29-33c6-460c-a72c-3a40921a3d89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.494671] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "f7d1cb29-33c6-460c-a72c-3a40921a3d89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.494853] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "f7d1cb29-33c6-460c-a72c-3a40921a3d89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.495040] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "f7d1cb29-33c6-460c-a72c-3a40921a3d89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.497145] env[69159]: INFO nova.compute.manager [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Terminating instance [ 1449.000659] env[69159]: DEBUG nova.compute.manager [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1449.001099] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1449.001879] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daf4222-e94a-42fd-9803-b28c34e7839a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.009876] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.010206] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d263f925-3edb-4901-92a1-cac22fa9d311 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.017115] env[69159]: DEBUG oslo_vmware.api [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1449.017115] env[69159]: value = "task-3449673" [ 1449.017115] env[69159]: _type = "Task" [ 1449.017115] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.025391] env[69159]: DEBUG oslo_vmware.api [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.527127] env[69159]: DEBUG oslo_vmware.api [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449673, 'name': PowerOffVM_Task, 'duration_secs': 0.18665} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.527408] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.527577] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1449.527820] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-151cfdf3-84dc-4b65-8351-73cca7b6af76 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.586347] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.586547] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.586725] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Deleting the datastore file [datastore2] f7d1cb29-33c6-460c-a72c-3a40921a3d89 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.586993] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c1b53fe-7fad-4ffa-8c64-bfbbb208e692 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.592799] env[69159]: DEBUG oslo_vmware.api [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1449.592799] env[69159]: value = "task-3449675" [ 1449.592799] env[69159]: _type = "Task" [ 1449.592799] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.600206] env[69159]: DEBUG oslo_vmware.api [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.102572] env[69159]: DEBUG oslo_vmware.api [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148939} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.102924] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1450.103057] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1450.103230] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1450.103413] env[69159]: INFO nova.compute.manager [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1450.103652] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1450.103839] env[69159]: DEBUG nova.compute.manager [-] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1450.103932] env[69159]: DEBUG nova.network.neutron [-] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1450.580792] env[69159]: DEBUG nova.compute.manager [req-8c6fb060-c7ba-4f25-8b8e-514885e48ab3 req-c20e7dbb-0758-42c6-b24a-220584c6ac26 service nova] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Received event network-vif-deleted-1ce625a1-9481-406f-9b39-5ad01718bc9e {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1450.580931] env[69159]: INFO nova.compute.manager [req-8c6fb060-c7ba-4f25-8b8e-514885e48ab3 req-c20e7dbb-0758-42c6-b24a-220584c6ac26 service nova] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Neutron deleted interface 1ce625a1-9481-406f-9b39-5ad01718bc9e; detaching it from the instance and deleting it from the info cache [ 1450.581105] env[69159]: DEBUG nova.network.neutron [req-8c6fb060-c7ba-4f25-8b8e-514885e48ab3 req-c20e7dbb-0758-42c6-b24a-220584c6ac26 service nova] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.966067] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.058782] env[69159]: DEBUG nova.network.neutron [-] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.083910] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6080243-acbd-4789-90dd-e1614201d9c8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.094313] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c312a1-adc2-4115-a83a-2d5598592ac7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.118704] env[69159]: DEBUG nova.compute.manager [req-8c6fb060-c7ba-4f25-8b8e-514885e48ab3 req-c20e7dbb-0758-42c6-b24a-220584c6ac26 service nova] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Detach interface failed, port_id=1ce625a1-9481-406f-9b39-5ad01718bc9e, reason: Instance f7d1cb29-33c6-460c-a72c-3a40921a3d89 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1451.561560] env[69159]: INFO nova.compute.manager [-] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Took 1.46 seconds to deallocate network for instance. [ 1452.070117] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.070117] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.070117] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.157045] env[69159]: INFO nova.scheduler.client.report [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Deleted allocations for instance f7d1cb29-33c6-460c-a72c-3a40921a3d89 [ 1452.667180] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f4790888-bc2f-4865-bf96-f986b4380e77 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "f7d1cb29-33c6-460c-a72c-3a40921a3d89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.172s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.967024] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.967224] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Cleaning up deleted instances with incomplete migration {{(pid=69159) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11871}} [ 1453.376968] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.377276] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.880047] env[69159]: DEBUG nova.compute.manager [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1454.402579] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.402917] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.404545] env[69159]: INFO nova.compute.claims [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1454.468883] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.972285] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.451294] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fe3daa-f0c9-496f-b675-ffb3f400c955 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.459485] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729c2911-8e3d-42d2-b761-386bb88422e7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.488206] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed16d5e-fd5d-456f-87f9-7848adc17d98 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.494802] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4848d6af-77d6-4ab8-ae09-36fc80fe790b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.507120] env[69159]: DEBUG nova.compute.provider_tree [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.010213] env[69159]: DEBUG nova.scheduler.client.report [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.515125] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.515699] env[69159]: DEBUG nova.compute.manager [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1456.518934] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.547s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.519101] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.519236] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1456.520318] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b998da-77af-4824-bc0d-6812f3df7c49 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.528689] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5fa99a-7294-48ef-b690-e1a885f9a14b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.544402] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db92a446-dfb5-4019-8cd4-ab116e2cb0f2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.551386] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e5a1f0-cb20-4300-afec-100068bb9980 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.581536] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180703MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1456.581734] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.581972] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.022556] env[69159]: DEBUG nova.compute.utils [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1457.024591] env[69159]: DEBUG nova.compute.manager [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1457.024881] env[69159]: DEBUG nova.network.neutron [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1457.089650] env[69159]: DEBUG nova.policy [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10cd438b43242bdadb9e68d0a43405a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b63e273ae14d4c2d8a14a43471fe57e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1457.449657] env[69159]: DEBUG nova.network.neutron [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Successfully created port: c0f563bc-19e6-4231-9d64-ca34b833d791 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1457.529780] env[69159]: DEBUG nova.compute.manager [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1457.610719] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance a33fd8d4-063b-49fd-9265-f5804fbc6b27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1457.610932] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance c1b144fc-cd3e-4e32-9ee6-d37bd315df3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1457.611138] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1457.611284] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1457.648655] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181c0faa-c986-4fcf-a4de-91af274b0358 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.656348] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c29e3a-1135-4bc6-85af-45c4fb26d185 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.687297] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2f4356-d190-4884-9815-8db669d8e16e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.694301] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a8ee5b-72dd-47c9-ab46-ff763a6fed3d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.707244] env[69159]: DEBUG nova.compute.provider_tree [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.209785] env[69159]: DEBUG nova.scheduler.client.report [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.539984] env[69159]: DEBUG nova.compute.manager [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1458.564561] env[69159]: DEBUG nova.virt.hardware [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1458.564805] env[69159]: DEBUG nova.virt.hardware [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1458.564958] env[69159]: DEBUG nova.virt.hardware [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1458.565149] env[69159]: DEBUG nova.virt.hardware [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1458.565292] env[69159]: DEBUG nova.virt.hardware [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1458.565435] env[69159]: DEBUG nova.virt.hardware [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1458.565639] env[69159]: DEBUG nova.virt.hardware [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1458.565798] env[69159]: DEBUG nova.virt.hardware [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1458.565958] env[69159]: DEBUG nova.virt.hardware [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1458.566467] env[69159]: DEBUG nova.virt.hardware [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1458.566467] env[69159]: DEBUG nova.virt.hardware [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1458.567140] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2377517b-8f2d-4cad-b89e-c7256d88e6fb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.575209] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9858a3-7f7c-49c4-9f41-2eb23cd16aa7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.714093] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1458.714318] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.132s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.714549] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.714687] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Cleaning up deleted instances {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11833}} [ 1458.799709] env[69159]: DEBUG nova.compute.manager [req-84a94cd9-47a4-4c55-8aab-003819772fdb req-7c7a1a01-f170-46e6-98b0-da58231e4d1f service nova] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Received event network-vif-plugged-c0f563bc-19e6-4231-9d64-ca34b833d791 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1458.799931] env[69159]: DEBUG oslo_concurrency.lockutils [req-84a94cd9-47a4-4c55-8aab-003819772fdb req-7c7a1a01-f170-46e6-98b0-da58231e4d1f service nova] Acquiring lock "c1b144fc-cd3e-4e32-9ee6-d37bd315df3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.800146] env[69159]: DEBUG oslo_concurrency.lockutils [req-84a94cd9-47a4-4c55-8aab-003819772fdb req-7c7a1a01-f170-46e6-98b0-da58231e4d1f service nova] Lock "c1b144fc-cd3e-4e32-9ee6-d37bd315df3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.800314] env[69159]: DEBUG oslo_concurrency.lockutils [req-84a94cd9-47a4-4c55-8aab-003819772fdb req-7c7a1a01-f170-46e6-98b0-da58231e4d1f service nova] Lock "c1b144fc-cd3e-4e32-9ee6-d37bd315df3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.800474] env[69159]: DEBUG nova.compute.manager [req-84a94cd9-47a4-4c55-8aab-003819772fdb req-7c7a1a01-f170-46e6-98b0-da58231e4d1f service nova] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] No waiting events found dispatching network-vif-plugged-c0f563bc-19e6-4231-9d64-ca34b833d791 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1458.800636] env[69159]: WARNING nova.compute.manager [req-84a94cd9-47a4-4c55-8aab-003819772fdb req-7c7a1a01-f170-46e6-98b0-da58231e4d1f service nova] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Received unexpected event network-vif-plugged-c0f563bc-19e6-4231-9d64-ca34b833d791 for instance with vm_state building and task_state spawning. [ 1458.879618] env[69159]: DEBUG nova.network.neutron [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Successfully updated port: c0f563bc-19e6-4231-9d64-ca34b833d791 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1459.222701] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] There are 21 instances to clean {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11842}} [ 1459.222891] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: d35e9367-5468-4c0c-8d9d-3149698b5fe0] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1459.386153] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "refresh_cache-c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.386316] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "refresh_cache-c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.386486] env[69159]: DEBUG nova.network.neutron [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1459.726528] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: f7d1cb29-33c6-460c-a72c-3a40921a3d89] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1459.918300] env[69159]: DEBUG nova.network.neutron [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1460.039267] env[69159]: DEBUG nova.network.neutron [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Updating instance_info_cache with network_info: [{"id": "c0f563bc-19e6-4231-9d64-ca34b833d791", "address": "fa:16:3e:75:17:83", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f563bc-19", "ovs_interfaceid": "c0f563bc-19e6-4231-9d64-ca34b833d791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.230064] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 4f99500c-2318-4dd6-a707-586d13f9c293] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1460.542341] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "refresh_cache-c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.542609] env[69159]: DEBUG nova.compute.manager [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Instance network_info: |[{"id": "c0f563bc-19e6-4231-9d64-ca34b833d791", "address": "fa:16:3e:75:17:83", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f563bc-19", "ovs_interfaceid": "c0f563bc-19e6-4231-9d64-ca34b833d791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1460.543058] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:17:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0f563bc-19e6-4231-9d64-ca34b833d791', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1460.550979] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1460.551208] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1460.551432] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf083929-22e8-4419-af4a-3837ea884493 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.571336] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1460.571336] env[69159]: value = "task-3449676" [ 1460.571336] env[69159]: _type = "Task" [ 1460.571336] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.578595] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449676, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.733483] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 8509c7e5-7e0e-4ca8-abad-7b2220a89f0b] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1460.827289] env[69159]: DEBUG nova.compute.manager [req-e016543a-5c10-4334-84aa-3ae4fafa2d42 req-533f05ae-56ef-49e9-b7ac-0545fd853289 service nova] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Received event network-changed-c0f563bc-19e6-4231-9d64-ca34b833d791 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1460.827537] env[69159]: DEBUG nova.compute.manager [req-e016543a-5c10-4334-84aa-3ae4fafa2d42 req-533f05ae-56ef-49e9-b7ac-0545fd853289 service nova] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Refreshing instance network info cache due to event network-changed-c0f563bc-19e6-4231-9d64-ca34b833d791. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1460.827771] env[69159]: DEBUG oslo_concurrency.lockutils [req-e016543a-5c10-4334-84aa-3ae4fafa2d42 req-533f05ae-56ef-49e9-b7ac-0545fd853289 service nova] Acquiring lock "refresh_cache-c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.827916] env[69159]: DEBUG oslo_concurrency.lockutils [req-e016543a-5c10-4334-84aa-3ae4fafa2d42 req-533f05ae-56ef-49e9-b7ac-0545fd853289 service nova] Acquired lock "refresh_cache-c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.828141] env[69159]: DEBUG nova.network.neutron [req-e016543a-5c10-4334-84aa-3ae4fafa2d42 req-533f05ae-56ef-49e9-b7ac-0545fd853289 service nova] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Refreshing network info cache for port c0f563bc-19e6-4231-9d64-ca34b833d791 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.080775] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449676, 'name': CreateVM_Task, 'duration_secs': 0.356505} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.080990] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1461.081675] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.081856] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.082243] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.082492] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-053155af-55d3-477c-bf69-3c0c4ba3db4f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.086816] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1461.086816] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52609aba-7c45-bace-64be-4d57b848fd34" [ 1461.086816] env[69159]: _type = "Task" [ 1461.086816] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.094348] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52609aba-7c45-bace-64be-4d57b848fd34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.237471] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: d17e4c55-cd7f-4b78-9706-fa0248f2e98a] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1461.535540] env[69159]: DEBUG nova.network.neutron [req-e016543a-5c10-4334-84aa-3ae4fafa2d42 req-533f05ae-56ef-49e9-b7ac-0545fd853289 service nova] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Updated VIF entry in instance network info cache for port c0f563bc-19e6-4231-9d64-ca34b833d791. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1461.535891] env[69159]: DEBUG nova.network.neutron [req-e016543a-5c10-4334-84aa-3ae4fafa2d42 req-533f05ae-56ef-49e9-b7ac-0545fd853289 service nova] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Updating instance_info_cache with network_info: [{"id": "c0f563bc-19e6-4231-9d64-ca34b833d791", "address": "fa:16:3e:75:17:83", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f563bc-19", "ovs_interfaceid": "c0f563bc-19e6-4231-9d64-ca34b833d791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.597906] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52609aba-7c45-bace-64be-4d57b848fd34, 'name': SearchDatastore_Task, 'duration_secs': 0.011756} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.598182] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.598404] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1461.598631] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.598774] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.598947] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1461.599216] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47b6520e-01a9-4aef-974b-5e43f4103bc5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.606839] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1461.607019] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1461.607683] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a2b19c-5486-4a50-bd14-f32260dd7e5d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.613024] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1461.613024] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52cfaca7-f550-52f8-2b04-946a438db433" [ 1461.613024] env[69159]: _type = "Task" [ 1461.613024] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.619816] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52cfaca7-f550-52f8-2b04-946a438db433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.741055] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: ebae9e71-0d97-4065-9f91-931d9a66140e] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1462.038812] env[69159]: DEBUG oslo_concurrency.lockutils [req-e016543a-5c10-4334-84aa-3ae4fafa2d42 req-533f05ae-56ef-49e9-b7ac-0545fd853289 service nova] Releasing lock "refresh_cache-c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.123301] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52cfaca7-f550-52f8-2b04-946a438db433, 'name': SearchDatastore_Task, 'duration_secs': 0.007838} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.124074] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f07b813-a6ca-41d8-bd36-307d11092271 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.128959] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1462.128959] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b724eb-61a9-e13c-c07d-81b749b3fc3f" [ 1462.128959] env[69159]: _type = "Task" [ 1462.128959] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.136187] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b724eb-61a9-e13c-c07d-81b749b3fc3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.244059] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: b89fcb66-eaa5-4602-b945-b33708c5e00a] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1462.639731] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b724eb-61a9-e13c-c07d-81b749b3fc3f, 'name': SearchDatastore_Task, 'duration_secs': 0.009189} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.640040] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.640353] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] c1b144fc-cd3e-4e32-9ee6-d37bd315df3a/c1b144fc-cd3e-4e32-9ee6-d37bd315df3a.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1462.640634] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7126f4cf-dbb5-49fb-a6e4-0aecfb8a8342 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.647758] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1462.647758] env[69159]: value = "task-3449677" [ 1462.647758] env[69159]: _type = "Task" [ 1462.647758] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.655183] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.747057] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: a5a7532d-d854-49cf-b64f-7398a5deff5c] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1463.157898] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437044} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.158214] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] c1b144fc-cd3e-4e32-9ee6-d37bd315df3a/c1b144fc-cd3e-4e32-9ee6-d37bd315df3a.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1463.158391] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1463.158639] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba2924b9-401e-4774-8440-2b252c77d4bd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.164770] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1463.164770] env[69159]: value = "task-3449678" [ 1463.164770] env[69159]: _type = "Task" [ 1463.164770] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.171697] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.250523] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: bab7200c-e146-40c8-b36d-e10b5857bae6] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1463.675235] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057952} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.675520] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1463.676338] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec132692-7a08-42c8-a7d0-447901c9226e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.698936] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] c1b144fc-cd3e-4e32-9ee6-d37bd315df3a/c1b144fc-cd3e-4e32-9ee6-d37bd315df3a.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1463.699218] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26313a78-5723-49bb-8aec-17d024abf799 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.718271] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1463.718271] env[69159]: value = "task-3449679" [ 1463.718271] env[69159]: _type = "Task" [ 1463.718271] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.726073] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.753779] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: a70bfd18-e594-45c7-8286-4d7781010f50] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1464.228351] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449679, 'name': ReconfigVM_Task, 'duration_secs': 0.26081} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.228636] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Reconfigured VM instance instance-0000007c to attach disk [datastore2] c1b144fc-cd3e-4e32-9ee6-d37bd315df3a/c1b144fc-cd3e-4e32-9ee6-d37bd315df3a.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1464.229260] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f3c9f28-10d9-4fb4-a860-a0a0627d6791 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.235083] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1464.235083] env[69159]: value = "task-3449680" [ 1464.235083] env[69159]: _type = "Task" [ 1464.235083] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.242204] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449680, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.256754] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 7aaa3617-1bad-4448-8704-5c3168679d63] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1464.745347] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449680, 'name': Rename_Task, 'duration_secs': 0.130457} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.745621] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1464.745863] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ef72f6a-9ada-4324-85a3-fc2025266281 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.752259] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1464.752259] env[69159]: value = "task-3449681" [ 1464.752259] env[69159]: _type = "Task" [ 1464.752259] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.759636] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 3b8ce3c1-6789-4eca-bdd5-92f2950edeb7] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1464.761383] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.262739] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 5dd699aa-6ff4-472c-8733-ee2881b88d10] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1465.264611] env[69159]: DEBUG oslo_vmware.api [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449681, 'name': PowerOnVM_Task, 'duration_secs': 0.416} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.265074] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1465.265285] env[69159]: INFO nova.compute.manager [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1465.265456] env[69159]: DEBUG nova.compute.manager [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1465.266239] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c06a512-4d34-4574-92ac-4053df7a31a0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.766199] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 52b5a2cd-f552-4af8-a50d-d6da27b8e9fb] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1465.783855] env[69159]: INFO nova.compute.manager [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Took 11.40 seconds to build instance. [ 1466.269185] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: d24d76f9-6ea0-4427-845e-9db15c5a93f2] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1466.288019] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ffcf362e-0167-4600-8818-0106dcddf942 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.911s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.519824] env[69159]: DEBUG nova.compute.manager [req-69e9659d-dc76-4297-b688-9e7674815c35 req-b2a101df-e62a-4ccd-83ff-dd7f24b29b49 service nova] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Received event network-changed-c0f563bc-19e6-4231-9d64-ca34b833d791 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1466.520034] env[69159]: DEBUG nova.compute.manager [req-69e9659d-dc76-4297-b688-9e7674815c35 req-b2a101df-e62a-4ccd-83ff-dd7f24b29b49 service nova] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Refreshing instance network info cache due to event network-changed-c0f563bc-19e6-4231-9d64-ca34b833d791. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1466.520255] env[69159]: DEBUG oslo_concurrency.lockutils [req-69e9659d-dc76-4297-b688-9e7674815c35 req-b2a101df-e62a-4ccd-83ff-dd7f24b29b49 service nova] Acquiring lock "refresh_cache-c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.520401] env[69159]: DEBUG oslo_concurrency.lockutils [req-69e9659d-dc76-4297-b688-9e7674815c35 req-b2a101df-e62a-4ccd-83ff-dd7f24b29b49 service nova] Acquired lock "refresh_cache-c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.520560] env[69159]: DEBUG nova.network.neutron [req-69e9659d-dc76-4297-b688-9e7674815c35 req-b2a101df-e62a-4ccd-83ff-dd7f24b29b49 service nova] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Refreshing network info cache for port c0f563bc-19e6-4231-9d64-ca34b833d791 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.772999] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 9acc3297-9ac6-4cf8-9823-7e1a151508b7] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1467.217489] env[69159]: DEBUG nova.network.neutron [req-69e9659d-dc76-4297-b688-9e7674815c35 req-b2a101df-e62a-4ccd-83ff-dd7f24b29b49 service nova] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Updated VIF entry in instance network info cache for port c0f563bc-19e6-4231-9d64-ca34b833d791. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1467.217837] env[69159]: DEBUG nova.network.neutron [req-69e9659d-dc76-4297-b688-9e7674815c35 req-b2a101df-e62a-4ccd-83ff-dd7f24b29b49 service nova] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Updating instance_info_cache with network_info: [{"id": "c0f563bc-19e6-4231-9d64-ca34b833d791", "address": "fa:16:3e:75:17:83", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f563bc-19", "ovs_interfaceid": "c0f563bc-19e6-4231-9d64-ca34b833d791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.276764] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 716efb03-8f77-4eb2-bfac-97fe724909f9] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1467.720985] env[69159]: DEBUG oslo_concurrency.lockutils [req-69e9659d-dc76-4297-b688-9e7674815c35 req-b2a101df-e62a-4ccd-83ff-dd7f24b29b49 service nova] Releasing lock "refresh_cache-c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.780053] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: bb9e1830-29fb-4d4f-a74b-24c5235598ed] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1468.283872] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 58c035c1-b4ff-49c2-9c8e-1af163391bcc] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1468.787603] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 141fc427-cb02-41a8-bf19-6ffd96e5cd86] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1469.291759] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: cd8d5436-42d4-4e64-a3db-6874c199f078] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1474.428447] env[69159]: DEBUG nova.compute.manager [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1474.429450] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aa6e39-ebfc-4ed3-b7f0-7f03ad02bad1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.940083] env[69159]: INFO nova.compute.manager [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] instance snapshotting [ 1474.940722] env[69159]: DEBUG nova.objects.instance [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lazy-loading 'flavor' on Instance uuid a33fd8d4-063b-49fd-9265-f5804fbc6b27 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.446558] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e05d572-ae69-430e-aefc-4e05e54f6b86 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.466573] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7383e0f-4c5c-4b05-b340-35e1ee15bdba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.977520] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1475.977863] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1faeb73d-7640-46c4-9b7d-338f7427b43b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.985202] env[69159]: DEBUG oslo_vmware.api [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1475.985202] env[69159]: value = "task-3449682" [ 1475.985202] env[69159]: _type = "Task" [ 1475.985202] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.992832] env[69159]: DEBUG oslo_vmware.api [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449682, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.494648] env[69159]: DEBUG oslo_vmware.api [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449682, 'name': CreateSnapshot_Task, 'duration_secs': 0.450633} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.495026] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1476.495676] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be563192-3213-4878-a08b-e5b303e8f84a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.013271] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1477.013574] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c65254f2-338a-4a96-9d2d-95783f6ed351 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.022645] env[69159]: DEBUG oslo_vmware.api [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1477.022645] env[69159]: value = "task-3449683" [ 1477.022645] env[69159]: _type = "Task" [ 1477.022645] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.029979] env[69159]: DEBUG oslo_vmware.api [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449683, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.533372] env[69159]: DEBUG oslo_vmware.api [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449683, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.033922] env[69159]: DEBUG oslo_vmware.api [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449683, 'name': CloneVM_Task, 'duration_secs': 0.922227} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.034419] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Created linked-clone VM from snapshot [ 1478.035304] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126d3075-3340-4b25-8190-9720f2128192 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.042047] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Uploading image 7ec6e7d1-3b37-4bc4-99f2-15194018f190 {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1478.062210] env[69159]: DEBUG oslo_vmware.rw_handles [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1478.062210] env[69159]: value = "vm-688725" [ 1478.062210] env[69159]: _type = "VirtualMachine" [ 1478.062210] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1478.062451] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-312ce71d-7055-47dd-890d-369b4f56cf50 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.068365] env[69159]: DEBUG oslo_vmware.rw_handles [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lease: (returnval){ [ 1478.068365] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52777d35-5e8e-30c6-7ac4-a5cc8afc9f09" [ 1478.068365] env[69159]: _type = "HttpNfcLease" [ 1478.068365] env[69159]: } obtained for exporting VM: (result){ [ 1478.068365] env[69159]: value = "vm-688725" [ 1478.068365] env[69159]: _type = "VirtualMachine" [ 1478.068365] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1478.068606] env[69159]: DEBUG oslo_vmware.api [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the lease: (returnval){ [ 1478.068606] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52777d35-5e8e-30c6-7ac4-a5cc8afc9f09" [ 1478.068606] env[69159]: _type = "HttpNfcLease" [ 1478.068606] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1478.074282] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1478.074282] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52777d35-5e8e-30c6-7ac4-a5cc8afc9f09" [ 1478.074282] env[69159]: _type = "HttpNfcLease" [ 1478.074282] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1478.576727] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1478.576727] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52777d35-5e8e-30c6-7ac4-a5cc8afc9f09" [ 1478.576727] env[69159]: _type = "HttpNfcLease" [ 1478.576727] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1478.577304] env[69159]: DEBUG oslo_vmware.rw_handles [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1478.577304] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52777d35-5e8e-30c6-7ac4-a5cc8afc9f09" [ 1478.577304] env[69159]: _type = "HttpNfcLease" [ 1478.577304] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1478.577794] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e252a2b-09df-4027-8683-75fca46c593f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.584867] env[69159]: DEBUG oslo_vmware.rw_handles [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272bd10-6129-a4dd-02c3-cd21fde2ff93/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1478.585048] env[69159]: DEBUG oslo_vmware.rw_handles [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272bd10-6129-a4dd-02c3-cd21fde2ff93/disk-0.vmdk for reading. {{(pid=69159) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1478.673044] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dbb41256-827a-4039-9693-f3efe14c38e6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.851848] env[69159]: DEBUG oslo_vmware.rw_handles [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272bd10-6129-a4dd-02c3-cd21fde2ff93/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1485.852806] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed26a65-4e5f-4760-b02c-b41ca95ff00c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.858699] env[69159]: DEBUG oslo_vmware.rw_handles [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272bd10-6129-a4dd-02c3-cd21fde2ff93/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1485.858860] env[69159]: ERROR oslo_vmware.rw_handles [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272bd10-6129-a4dd-02c3-cd21fde2ff93/disk-0.vmdk due to incomplete transfer. [ 1485.859115] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c00c507e-386f-4bb8-8d91-e9f562a8b28c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.865218] env[69159]: DEBUG oslo_vmware.rw_handles [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272bd10-6129-a4dd-02c3-cd21fde2ff93/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1485.865410] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Uploaded image 7ec6e7d1-3b37-4bc4-99f2-15194018f190 to the Glance image server {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1485.867701] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1485.867924] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0accb928-e268-4f13-8694-caba3a1d4418 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.873237] env[69159]: DEBUG oslo_vmware.api [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1485.873237] env[69159]: value = "task-3449685" [ 1485.873237] env[69159]: _type = "Task" [ 1485.873237] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.880377] env[69159]: DEBUG oslo_vmware.api [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449685, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.384107] env[69159]: DEBUG oslo_vmware.api [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449685, 'name': Destroy_Task, 'duration_secs': 0.293245} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.384107] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Destroyed the VM [ 1486.384314] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1486.384586] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9a80d586-b439-412e-b591-78057cc5c394 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.393062] env[69159]: DEBUG oslo_vmware.api [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1486.393062] env[69159]: value = "task-3449686" [ 1486.393062] env[69159]: _type = "Task" [ 1486.393062] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.400054] env[69159]: DEBUG oslo_vmware.api [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.902077] env[69159]: DEBUG oslo_vmware.api [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449686, 'name': RemoveSnapshot_Task, 'duration_secs': 0.499032} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.902484] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1486.902645] env[69159]: INFO nova.compute.manager [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Took 11.46 seconds to snapshot the instance on the hypervisor. [ 1487.438062] env[69159]: DEBUG nova.compute.manager [None req-902c1d9a-a4aa-429c-aee1-6d710780cc4d tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Found 1 images (rotation: 2) {{(pid=69159) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5016}} [ 1488.230940] env[69159]: DEBUG nova.compute.manager [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1488.231918] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb21ff9a-d749-43fe-b0a0-23d1886b2097 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.742377] env[69159]: INFO nova.compute.manager [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] instance snapshotting [ 1488.743421] env[69159]: DEBUG nova.objects.instance [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lazy-loading 'flavor' on Instance uuid a33fd8d4-063b-49fd-9265-f5804fbc6b27 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1489.248935] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5a82b7-ad7d-49aa-a88a-c412d76cbe4d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.268119] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f0759c-22d8-467a-b2cc-7781ddf2ca52 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.778203] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1489.778540] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ded3062-cd65-467c-9304-6976c1c7702c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.786192] env[69159]: DEBUG oslo_vmware.api [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1489.786192] env[69159]: value = "task-3449687" [ 1489.786192] env[69159]: _type = "Task" [ 1489.786192] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.796931] env[69159]: DEBUG oslo_vmware.api [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449687, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.296340] env[69159]: DEBUG oslo_vmware.api [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449687, 'name': CreateSnapshot_Task, 'duration_secs': 0.381717} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.296731] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1490.297314] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9fac16-f662-43c7-b4c1-46eeccc2bed1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.814023] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1490.814374] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a7dedc4e-5d24-41f2-826b-243a61f833c5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.823041] env[69159]: DEBUG oslo_vmware.api [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1490.823041] env[69159]: value = "task-3449688" [ 1490.823041] env[69159]: _type = "Task" [ 1490.823041] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.830988] env[69159]: DEBUG oslo_vmware.api [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449688, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.335669] env[69159]: DEBUG oslo_vmware.api [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449688, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.834997] env[69159]: DEBUG oslo_vmware.api [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449688, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.335050] env[69159]: DEBUG oslo_vmware.api [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449688, 'name': CloneVM_Task, 'duration_secs': 1.462433} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.335341] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Created linked-clone VM from snapshot [ 1492.336146] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c4e7bc-edbe-49e6-89c6-b87dced513de {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.343148] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Uploading image 36a57493-7732-4d75-815e-186a8cb0a671 {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1492.362900] env[69159]: DEBUG oslo_vmware.rw_handles [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1492.362900] env[69159]: value = "vm-688727" [ 1492.362900] env[69159]: _type = "VirtualMachine" [ 1492.362900] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1492.363157] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3895408d-adce-460d-b2dd-3b2acd14e1e3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.368941] env[69159]: DEBUG oslo_vmware.rw_handles [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lease: (returnval){ [ 1492.368941] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e77640-a5af-0817-3e89-eba6e47a2524" [ 1492.368941] env[69159]: _type = "HttpNfcLease" [ 1492.368941] env[69159]: } obtained for exporting VM: (result){ [ 1492.368941] env[69159]: value = "vm-688727" [ 1492.368941] env[69159]: _type = "VirtualMachine" [ 1492.368941] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1492.369281] env[69159]: DEBUG oslo_vmware.api [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the lease: (returnval){ [ 1492.369281] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e77640-a5af-0817-3e89-eba6e47a2524" [ 1492.369281] env[69159]: _type = "HttpNfcLease" [ 1492.369281] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1492.374750] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1492.374750] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e77640-a5af-0817-3e89-eba6e47a2524" [ 1492.374750] env[69159]: _type = "HttpNfcLease" [ 1492.374750] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1492.877603] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1492.877603] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e77640-a5af-0817-3e89-eba6e47a2524" [ 1492.877603] env[69159]: _type = "HttpNfcLease" [ 1492.877603] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1492.877948] env[69159]: DEBUG oslo_vmware.rw_handles [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1492.877948] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52e77640-a5af-0817-3e89-eba6e47a2524" [ 1492.877948] env[69159]: _type = "HttpNfcLease" [ 1492.877948] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1492.878634] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c977519d-464d-4e8c-bb89-ec888f6f1755 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.885424] env[69159]: DEBUG oslo_vmware.rw_handles [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8c19b-2801-c58f-fecf-54fc83bac72f/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1492.885623] env[69159]: DEBUG oslo_vmware.rw_handles [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8c19b-2801-c58f-fecf-54fc83bac72f/disk-0.vmdk for reading. {{(pid=69159) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1492.970841] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-68674073-a637-45ad-b727-7877c53350cd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.799455] env[69159]: DEBUG oslo_vmware.rw_handles [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8c19b-2801-c58f-fecf-54fc83bac72f/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1499.800469] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b80a3f1-0c55-4a8f-aaf1-b19c18487222 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.806789] env[69159]: DEBUG oslo_vmware.rw_handles [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8c19b-2801-c58f-fecf-54fc83bac72f/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1499.806952] env[69159]: ERROR oslo_vmware.rw_handles [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8c19b-2801-c58f-fecf-54fc83bac72f/disk-0.vmdk due to incomplete transfer. [ 1499.807176] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d1ffb1f-7c4b-4682-ad63-4690322829fb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.814654] env[69159]: DEBUG oslo_vmware.rw_handles [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8c19b-2801-c58f-fecf-54fc83bac72f/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1499.814849] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Uploaded image 36a57493-7732-4d75-815e-186a8cb0a671 to the Glance image server {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1499.817150] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1499.817374] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0d61bac-63b4-410b-b9bb-cee8021eb7bb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.822604] env[69159]: DEBUG oslo_vmware.api [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1499.822604] env[69159]: value = "task-3449690" [ 1499.822604] env[69159]: _type = "Task" [ 1499.822604] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.829621] env[69159]: DEBUG oslo_vmware.api [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449690, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.332974] env[69159]: DEBUG oslo_vmware.api [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449690, 'name': Destroy_Task, 'duration_secs': 0.29251} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.333248] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Destroyed the VM [ 1500.333486] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1500.333734] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dcd9b82e-2c4f-4025-8334-adee62fff500 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.339664] env[69159]: DEBUG oslo_vmware.api [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1500.339664] env[69159]: value = "task-3449691" [ 1500.339664] env[69159]: _type = "Task" [ 1500.339664] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.346961] env[69159]: DEBUG oslo_vmware.api [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449691, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.850757] env[69159]: DEBUG oslo_vmware.api [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449691, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.349767] env[69159]: DEBUG oslo_vmware.api [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449691, 'name': RemoveSnapshot_Task, 'duration_secs': 0.512952} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.351043] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1501.351043] env[69159]: INFO nova.compute.manager [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Took 12.10 seconds to snapshot the instance on the hypervisor. [ 1501.907172] env[69159]: DEBUG nova.compute.manager [None req-8c18bae3-8dbb-4adf-a8d9-6c98431a64f8 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Found 2 images (rotation: 2) {{(pid=69159) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5016}} [ 1503.103052] env[69159]: DEBUG nova.compute.manager [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1503.103432] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1399f2d1-c148-4416-9dbe-b8d51551c6d9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.613011] env[69159]: INFO nova.compute.manager [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] instance snapshotting [ 1503.613642] env[69159]: DEBUG nova.objects.instance [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lazy-loading 'flavor' on Instance uuid a33fd8d4-063b-49fd-9265-f5804fbc6b27 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.977641] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7f438197-ccb5-44e4-961b-5dc308920512 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.978031] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7f438197-ccb5-44e4-961b-5dc308920512 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.978321] env[69159]: DEBUG nova.compute.manager [None req-7f438197-ccb5-44e4-961b-5dc308920512 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1503.979307] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6329c9a6-625f-4c3b-a976-0c7f64d29263 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.986483] env[69159]: DEBUG nova.compute.manager [None req-7f438197-ccb5-44e4-961b-5dc308920512 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69159) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 1503.987112] env[69159]: DEBUG nova.objects.instance [None req-7f438197-ccb5-44e4-961b-5dc308920512 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lazy-loading 'flavor' on Instance uuid c1b144fc-cd3e-4e32-9ee6-d37bd315df3a {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.118246] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef19a37-434a-4b1c-ae12-031e35843283 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.136776] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ef14df-3659-4682-bd86-6ddf2cf6c7fb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.646567] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1504.646918] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b671eaed-690d-41d0-b687-bcc825b74f86 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.654637] env[69159]: DEBUG oslo_vmware.api [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1504.654637] env[69159]: value = "task-3449692" [ 1504.654637] env[69159]: _type = "Task" [ 1504.654637] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.662383] env[69159]: DEBUG oslo_vmware.api [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449692, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.994045] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f438197-ccb5-44e4-961b-5dc308920512 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1504.994395] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8783a4ca-b32c-477a-b8eb-1b5e9dedd66c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.001961] env[69159]: DEBUG oslo_vmware.api [None req-7f438197-ccb5-44e4-961b-5dc308920512 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1505.001961] env[69159]: value = "task-3449693" [ 1505.001961] env[69159]: _type = "Task" [ 1505.001961] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.010232] env[69159]: DEBUG oslo_vmware.api [None req-7f438197-ccb5-44e4-961b-5dc308920512 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.165125] env[69159]: DEBUG oslo_vmware.api [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449692, 'name': CreateSnapshot_Task, 'duration_secs': 0.412337} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.165508] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1505.166201] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1cf745-5a74-496f-9734-4f0e96e6abab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.512057] env[69159]: DEBUG oslo_vmware.api [None req-7f438197-ccb5-44e4-961b-5dc308920512 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449693, 'name': PowerOffVM_Task, 'duration_secs': 0.170646} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.512296] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f438197-ccb5-44e4-961b-5dc308920512 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.512525] env[69159]: DEBUG nova.compute.manager [None req-7f438197-ccb5-44e4-961b-5dc308920512 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1505.513275] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fbb72c-e10e-46d4-a193-b52e3eeb4b72 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.684485] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1505.684768] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3bbe8fcf-91b0-40f9-b543-a08b9b9b8a7d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.693621] env[69159]: DEBUG oslo_vmware.api [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1505.693621] env[69159]: value = "task-3449694" [ 1505.693621] env[69159]: _type = "Task" [ 1505.693621] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.701229] env[69159]: DEBUG oslo_vmware.api [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449694, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.024770] env[69159]: DEBUG oslo_concurrency.lockutils [None req-7f438197-ccb5-44e4-961b-5dc308920512 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.204297] env[69159]: DEBUG oslo_vmware.api [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449694, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.328223] env[69159]: DEBUG nova.objects.instance [None req-c58e3632-c007-4e2b-881e-11609ee89e01 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lazy-loading 'flavor' on Instance uuid c1b144fc-cd3e-4e32-9ee6-d37bd315df3a {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1506.704166] env[69159]: DEBUG oslo_vmware.api [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449694, 'name': CloneVM_Task, 'duration_secs': 0.921259} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.704347] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Created linked-clone VM from snapshot [ 1506.705057] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc4c3e3-2e73-401c-a3db-31678f84c37a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.711936] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Uploading image c0974606-a1bc-4581-b039-131f144662f6 {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1506.793037] env[69159]: DEBUG oslo_vmware.rw_handles [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1506.793037] env[69159]: value = "vm-688729" [ 1506.793037] env[69159]: _type = "VirtualMachine" [ 1506.793037] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1506.793325] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2cb5e32a-14f9-434e-b32b-2e74a4b809bd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.799841] env[69159]: DEBUG oslo_vmware.rw_handles [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lease: (returnval){ [ 1506.799841] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52420e33-7786-d5b6-e9ae-788f9c1420a8" [ 1506.799841] env[69159]: _type = "HttpNfcLease" [ 1506.799841] env[69159]: } obtained for exporting VM: (result){ [ 1506.799841] env[69159]: value = "vm-688729" [ 1506.799841] env[69159]: _type = "VirtualMachine" [ 1506.799841] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1506.800215] env[69159]: DEBUG oslo_vmware.api [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the lease: (returnval){ [ 1506.800215] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52420e33-7786-d5b6-e9ae-788f9c1420a8" [ 1506.800215] env[69159]: _type = "HttpNfcLease" [ 1506.800215] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1506.805833] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1506.805833] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52420e33-7786-d5b6-e9ae-788f9c1420a8" [ 1506.805833] env[69159]: _type = "HttpNfcLease" [ 1506.805833] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1506.833428] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c58e3632-c007-4e2b-881e-11609ee89e01 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "refresh_cache-c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.833587] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c58e3632-c007-4e2b-881e-11609ee89e01 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "refresh_cache-c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.833747] env[69159]: DEBUG nova.network.neutron [None req-c58e3632-c007-4e2b-881e-11609ee89e01 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1506.833924] env[69159]: DEBUG nova.objects.instance [None req-c58e3632-c007-4e2b-881e-11609ee89e01 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lazy-loading 'info_cache' on Instance uuid c1b144fc-cd3e-4e32-9ee6-d37bd315df3a {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1507.309037] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1507.309037] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52420e33-7786-d5b6-e9ae-788f9c1420a8" [ 1507.309037] env[69159]: _type = "HttpNfcLease" [ 1507.309037] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1507.309529] env[69159]: DEBUG oslo_vmware.rw_handles [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1507.309529] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52420e33-7786-d5b6-e9ae-788f9c1420a8" [ 1507.309529] env[69159]: _type = "HttpNfcLease" [ 1507.309529] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1507.310040] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d9579e-38e7-4325-98d4-0b22eec40cd7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.316704] env[69159]: DEBUG oslo_vmware.rw_handles [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523f29c7-a5ad-86f8-bec2-7ec213357006/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1507.316870] env[69159]: DEBUG oslo_vmware.rw_handles [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523f29c7-a5ad-86f8-bec2-7ec213357006/disk-0.vmdk for reading. {{(pid=69159) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1507.371904] env[69159]: DEBUG nova.objects.base [None req-c58e3632-c007-4e2b-881e-11609ee89e01 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1507.400809] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff5c8e53-6a92-42e9-9050-a2782de026a8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.199212] env[69159]: DEBUG nova.network.neutron [None req-c58e3632-c007-4e2b-881e-11609ee89e01 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Updating instance_info_cache with network_info: [{"id": "c0f563bc-19e6-4231-9d64-ca34b833d791", "address": "fa:16:3e:75:17:83", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f563bc-19", "ovs_interfaceid": "c0f563bc-19e6-4231-9d64-ca34b833d791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.703878] env[69159]: DEBUG oslo_concurrency.lockutils [None req-c58e3632-c007-4e2b-881e-11609ee89e01 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "refresh_cache-c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.710581] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58e3632-c007-4e2b-881e-11609ee89e01 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.711086] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-710156cb-f647-4d94-8fcc-3d60ccc7799f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.719989] env[69159]: DEBUG oslo_vmware.api [None req-c58e3632-c007-4e2b-881e-11609ee89e01 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1509.719989] env[69159]: value = "task-3449696" [ 1509.719989] env[69159]: _type = "Task" [ 1509.719989] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.728872] env[69159]: DEBUG oslo_vmware.api [None req-c58e3632-c007-4e2b-881e-11609ee89e01 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.230341] env[69159]: DEBUG oslo_vmware.api [None req-c58e3632-c007-4e2b-881e-11609ee89e01 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449696, 'name': PowerOnVM_Task, 'duration_secs': 0.393755} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.231092] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58e3632-c007-4e2b-881e-11609ee89e01 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1510.231092] env[69159]: DEBUG nova.compute.manager [None req-c58e3632-c007-4e2b-881e-11609ee89e01 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1510.231803] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e07c07-3dc4-4d5e-af01-1c39901b0f8d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.199052] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3eeed2-8824-4afe-adc7-d78e09b21a1a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.206539] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1a2d90-8787-4536-b3fa-bf0d4ae5d732 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Suspending the VM {{(pid=69159) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1511.206812] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1155ef25-4b6d-4a88-b854-4c3ab37b0e87 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.212913] env[69159]: DEBUG oslo_vmware.api [None req-0e1a2d90-8787-4536-b3fa-bf0d4ae5d732 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1511.212913] env[69159]: value = "task-3449697" [ 1511.212913] env[69159]: _type = "Task" [ 1511.212913] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.223733] env[69159]: DEBUG oslo_vmware.api [None req-0e1a2d90-8787-4536-b3fa-bf0d4ae5d732 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449697, 'name': SuspendVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.723608] env[69159]: DEBUG oslo_vmware.api [None req-0e1a2d90-8787-4536-b3fa-bf0d4ae5d732 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449697, 'name': SuspendVM_Task} progress is 70%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.222887] env[69159]: DEBUG oslo_vmware.api [None req-0e1a2d90-8787-4536-b3fa-bf0d4ae5d732 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449697, 'name': SuspendVM_Task, 'duration_secs': 0.69103} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.223885] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1a2d90-8787-4536-b3fa-bf0d4ae5d732 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Suspended the VM {{(pid=69159) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1512.223885] env[69159]: DEBUG nova.compute.manager [None req-0e1a2d90-8787-4536-b3fa-bf0d4ae5d732 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1512.224708] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83b5a35-15f0-49c1-91af-72900f3a4c98 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.553472] env[69159]: INFO nova.compute.manager [None req-951d5d3d-213a-426b-98f7-e64f1d2369c1 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Resuming [ 1513.554136] env[69159]: DEBUG nova.objects.instance [None req-951d5d3d-213a-426b-98f7-e64f1d2369c1 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lazy-loading 'flavor' on Instance uuid c1b144fc-cd3e-4e32-9ee6-d37bd315df3a {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.762461] env[69159]: DEBUG oslo_vmware.rw_handles [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523f29c7-a5ad-86f8-bec2-7ec213357006/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1514.763454] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05abf41-26d5-44b0-8b89-78c5779ae3d8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.769737] env[69159]: DEBUG oslo_vmware.rw_handles [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523f29c7-a5ad-86f8-bec2-7ec213357006/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1514.769901] env[69159]: ERROR oslo_vmware.rw_handles [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523f29c7-a5ad-86f8-bec2-7ec213357006/disk-0.vmdk due to incomplete transfer. [ 1514.770126] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-505df97b-1b93-4adc-99e5-f41de338eaa3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.777334] env[69159]: DEBUG oslo_vmware.rw_handles [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523f29c7-a5ad-86f8-bec2-7ec213357006/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1514.777530] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Uploaded image c0974606-a1bc-4581-b039-131f144662f6 to the Glance image server {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1514.780077] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1514.780310] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9e5b790b-d575-4acd-9027-59642f2da184 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.785801] env[69159]: DEBUG oslo_vmware.api [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1514.785801] env[69159]: value = "task-3449698" [ 1514.785801] env[69159]: _type = "Task" [ 1514.785801] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.794876] env[69159]: DEBUG oslo_vmware.api [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449698, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.064536] env[69159]: DEBUG oslo_concurrency.lockutils [None req-951d5d3d-213a-426b-98f7-e64f1d2369c1 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "refresh_cache-c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.064749] env[69159]: DEBUG oslo_concurrency.lockutils [None req-951d5d3d-213a-426b-98f7-e64f1d2369c1 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquired lock "refresh_cache-c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.064908] env[69159]: DEBUG nova.network.neutron [None req-951d5d3d-213a-426b-98f7-e64f1d2369c1 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1515.295556] env[69159]: DEBUG oslo_vmware.api [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449698, 'name': Destroy_Task, 'duration_secs': 0.302798} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.295808] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Destroyed the VM [ 1515.296048] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1515.296291] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f91e5668-0f2b-4a6b-acb2-f70cd1598ddb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.302661] env[69159]: DEBUG oslo_vmware.api [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1515.302661] env[69159]: value = "task-3449699" [ 1515.302661] env[69159]: _type = "Task" [ 1515.302661] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.310562] env[69159]: DEBUG oslo_vmware.api [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449699, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.765012] env[69159]: DEBUG nova.network.neutron [None req-951d5d3d-213a-426b-98f7-e64f1d2369c1 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Updating instance_info_cache with network_info: [{"id": "c0f563bc-19e6-4231-9d64-ca34b833d791", "address": "fa:16:3e:75:17:83", "network": {"id": "bd2fcd95-e4a0-4e57-a096-a064e9052cb9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-874791961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b63e273ae14d4c2d8a14a43471fe57e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f563bc-19", "ovs_interfaceid": "c0f563bc-19e6-4231-9d64-ca34b833d791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.812960] env[69159]: DEBUG oslo_vmware.api [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449699, 'name': RemoveSnapshot_Task, 'duration_secs': 0.494523} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.813245] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1515.813469] env[69159]: INFO nova.compute.manager [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Took 11.70 seconds to snapshot the instance on the hypervisor. [ 1516.267645] env[69159]: DEBUG oslo_concurrency.lockutils [None req-951d5d3d-213a-426b-98f7-e64f1d2369c1 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Releasing lock "refresh_cache-c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.268609] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5d39c5-7dce-4dc1-bba5-0ae5f7b46e57 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.275729] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-951d5d3d-213a-426b-98f7-e64f1d2369c1 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Resuming the VM {{(pid=69159) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1516.275996] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5272b49d-dc45-4c9a-8695-a1b6e055d655 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.283434] env[69159]: DEBUG oslo_vmware.api [None req-951d5d3d-213a-426b-98f7-e64f1d2369c1 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1516.283434] env[69159]: value = "task-3449700" [ 1516.283434] env[69159]: _type = "Task" [ 1516.283434] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.292513] env[69159]: DEBUG oslo_vmware.api [None req-951d5d3d-213a-426b-98f7-e64f1d2369c1 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.356264] env[69159]: DEBUG nova.compute.manager [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Found 3 images (rotation: 2) {{(pid=69159) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5016}} [ 1516.356485] env[69159]: DEBUG nova.compute.manager [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Rotating out 1 backups {{(pid=69159) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5024}} [ 1516.356650] env[69159]: DEBUG nova.compute.manager [None req-3e2454ff-0c15-48e0-9045-01059b4dde39 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Deleting image 7ec6e7d1-3b37-4bc4-99f2-15194018f190 {{(pid=69159) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5029}} [ 1516.794454] env[69159]: DEBUG oslo_vmware.api [None req-951d5d3d-213a-426b-98f7-e64f1d2369c1 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.295281] env[69159]: DEBUG oslo_vmware.api [None req-951d5d3d-213a-426b-98f7-e64f1d2369c1 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449700, 'name': PowerOnVM_Task, 'duration_secs': 0.57153} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.295567] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-951d5d3d-213a-426b-98f7-e64f1d2369c1 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Resumed the VM {{(pid=69159) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1517.295749] env[69159]: DEBUG nova.compute.manager [None req-951d5d3d-213a-426b-98f7-e64f1d2369c1 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1517.296540] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e334739-3a03-48c6-91ce-bad7c6a8e331 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.228761] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ced3f6a4-1fc2-4d23-a18e-e74e5436e84e tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.229172] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ced3f6a4-1fc2-4d23-a18e-e74e5436e84e tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.229502] env[69159]: DEBUG nova.compute.manager [None req-ced3f6a4-1fc2-4d23-a18e-e74e5436e84e tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1518.230768] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c5b650-064e-4e46-b665-9fd9f11bb608 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.239380] env[69159]: DEBUG nova.compute.manager [None req-ced3f6a4-1fc2-4d23-a18e-e74e5436e84e tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69159) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 1518.240151] env[69159]: DEBUG nova.objects.instance [None req-ced3f6a4-1fc2-4d23-a18e-e74e5436e84e tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lazy-loading 'flavor' on Instance uuid a33fd8d4-063b-49fd-9265-f5804fbc6b27 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.250638] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.250949] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.251247] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "c1b144fc-cd3e-4e32-9ee6-d37bd315df3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.251527] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "c1b144fc-cd3e-4e32-9ee6-d37bd315df3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.251765] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "c1b144fc-cd3e-4e32-9ee6-d37bd315df3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.254463] env[69159]: INFO nova.compute.manager [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Terminating instance [ 1518.758821] env[69159]: DEBUG nova.compute.manager [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1518.758999] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1518.759884] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaa5ffe-07b6-4009-b09b-d49232f098a1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.767644] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1518.767901] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-376a6cfd-a4d5-4b9d-86d1-a944e3fae115 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.774172] env[69159]: DEBUG oslo_vmware.api [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1518.774172] env[69159]: value = "task-3449701" [ 1518.774172] env[69159]: _type = "Task" [ 1518.774172] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.781826] env[69159]: DEBUG oslo_vmware.api [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.246861] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced3f6a4-1fc2-4d23-a18e-e74e5436e84e tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1519.247550] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c108e13-9be6-44a0-9dea-f01fc45d5f8f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.254888] env[69159]: DEBUG oslo_vmware.api [None req-ced3f6a4-1fc2-4d23-a18e-e74e5436e84e tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1519.254888] env[69159]: value = "task-3449702" [ 1519.254888] env[69159]: _type = "Task" [ 1519.254888] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.262207] env[69159]: DEBUG oslo_vmware.api [None req-ced3f6a4-1fc2-4d23-a18e-e74e5436e84e tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.283016] env[69159]: DEBUG oslo_vmware.api [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449701, 'name': PowerOffVM_Task, 'duration_secs': 0.183788} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.283313] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1519.283494] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1519.283750] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ebe8cc8-5657-4c76-b858-301705ffa7ab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.340024] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1519.340271] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1519.340456] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Deleting the datastore file [datastore2] c1b144fc-cd3e-4e32-9ee6-d37bd315df3a {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1519.340721] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bedf773-559c-4a98-a654-00ec0e1fa9e9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.346654] env[69159]: DEBUG oslo_vmware.api [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for the task: (returnval){ [ 1519.346654] env[69159]: value = "task-3449704" [ 1519.346654] env[69159]: _type = "Task" [ 1519.346654] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.354642] env[69159]: DEBUG oslo_vmware.api [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.764637] env[69159]: DEBUG oslo_vmware.api [None req-ced3f6a4-1fc2-4d23-a18e-e74e5436e84e tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449702, 'name': PowerOffVM_Task, 'duration_secs': 0.200861} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.764902] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced3f6a4-1fc2-4d23-a18e-e74e5436e84e tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1519.765115] env[69159]: DEBUG nova.compute.manager [None req-ced3f6a4-1fc2-4d23-a18e-e74e5436e84e tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1519.765858] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a876f50f-be4f-4028-923e-cb4f3ce18c69 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.856537] env[69159]: DEBUG oslo_vmware.api [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Task: {'id': task-3449704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150877} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.856791] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.856964] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.857161] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1519.857337] env[69159]: INFO nova.compute.manager [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1519.857580] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1519.857767] env[69159]: DEBUG nova.compute.manager [-] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1519.857862] env[69159]: DEBUG nova.network.neutron [-] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1520.277510] env[69159]: DEBUG oslo_concurrency.lockutils [None req-ced3f6a4-1fc2-4d23-a18e-e74e5436e84e tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.378104] env[69159]: DEBUG nova.compute.manager [req-c12fbbb1-9bc8-4d4c-9314-a1ac7f3ccbc8 req-4ca35862-4f43-4cca-a1ff-57c4fb076511 service nova] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Received event network-vif-deleted-c0f563bc-19e6-4231-9d64-ca34b833d791 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1520.378424] env[69159]: INFO nova.compute.manager [req-c12fbbb1-9bc8-4d4c-9314-a1ac7f3ccbc8 req-4ca35862-4f43-4cca-a1ff-57c4fb076511 service nova] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Neutron deleted interface c0f563bc-19e6-4231-9d64-ca34b833d791; detaching it from the instance and deleting it from the info cache [ 1520.378470] env[69159]: DEBUG nova.network.neutron [req-c12fbbb1-9bc8-4d4c-9314-a1ac7f3ccbc8 req-4ca35862-4f43-4cca-a1ff-57c4fb076511 service nova] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.858529] env[69159]: DEBUG nova.network.neutron [-] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.881197] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe29fa52-fa37-4e38-af67-767425952125 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.891478] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5b084e-cbeb-4dff-95eb-94cb17d4535e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.917250] env[69159]: DEBUG nova.compute.manager [req-c12fbbb1-9bc8-4d4c-9314-a1ac7f3ccbc8 req-4ca35862-4f43-4cca-a1ff-57c4fb076511 service nova] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Detach interface failed, port_id=c0f563bc-19e6-4231-9d64-ca34b833d791, reason: Instance c1b144fc-cd3e-4e32-9ee6-d37bd315df3a could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1521.292206] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.292626] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.361499] env[69159]: INFO nova.compute.manager [-] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Took 1.50 seconds to deallocate network for instance. [ 1521.454590] env[69159]: DEBUG nova.compute.manager [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Stashing vm_state: stopped {{(pid=69159) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 1521.798183] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.798183] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.798183] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.798183] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.798183] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.798183] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.798183] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69159) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1521.798606] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.867546] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.867829] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.868062] env[69159]: DEBUG nova.objects.instance [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lazy-loading 'resources' on Instance uuid c1b144fc-cd3e-4e32-9ee6-d37bd315df3a {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.972023] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.301872] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.414008] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97a4ade-f02a-4109-be1a-be59d89efbd3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.421694] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8b5550-3fd9-4074-bd7b-f44e8ab9af75 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.452253] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0a38b2-1337-48ca-ab6e-4410a510c090 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.458991] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d190c80-aff0-4a23-b4e8-86ab7a19d927 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.472758] env[69159]: DEBUG nova.compute.provider_tree [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.975907] env[69159]: DEBUG nova.scheduler.client.report [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1523.481152] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.483848] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.512s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.500025] env[69159]: INFO nova.scheduler.client.report [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Deleted allocations for instance c1b144fc-cd3e-4e32-9ee6-d37bd315df3a [ 1523.990864] env[69159]: INFO nova.compute.claims [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1524.006201] env[69159]: DEBUG oslo_concurrency.lockutils [None req-37e17750-6507-4597-aa06-d765121e87e7 tempest-ServerActionsTestJSON-1645882272 tempest-ServerActionsTestJSON-1645882272-project-member] Lock "c1b144fc-cd3e-4e32-9ee6-d37bd315df3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.755s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.497538] env[69159]: INFO nova.compute.resource_tracker [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating resource usage from migration 3c755161-ee51-4873-92d2-343bc101e85d [ 1524.533855] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbc51a2-cfb1-4ad3-9614-af3eb2f05d1d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.542730] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db67cf5-3a8e-4fdb-8ea4-5ef4aced6ef5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.574898] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f887489c-47e4-4f0f-8675-74a0144bf2ca {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.582242] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3dbddf-b31d-470e-8dd0-97fdc544566a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.595422] env[69159]: DEBUG nova.compute.provider_tree [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.098846] env[69159]: DEBUG nova.scheduler.client.report [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1525.604282] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.120s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.604662] env[69159]: INFO nova.compute.manager [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Migrating [ 1525.615325] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.313s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.615605] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.615853] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1525.620601] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a4ab93-d820-4e97-8ef1-707903973364 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.637031] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f70256f-bed1-4ad3-a756-323cf867edc3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.653164] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7318749-7a66-45ad-a546-14008c074aa2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.661625] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beac01c2-2855-46d6-97be-b7d28d7054ff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.696872] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180386MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1525.697070] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.697324] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.132028] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.132028] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.132196] env[69159]: DEBUG nova.network.neutron [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.704233] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Applying migration context for instance a33fd8d4-063b-49fd-9265-f5804fbc6b27 as it has an incoming, in-progress migration 3c755161-ee51-4873-92d2-343bc101e85d. Migration status is pre-migrating {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1526.704793] env[69159]: INFO nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating resource usage from migration 3c755161-ee51-4873-92d2-343bc101e85d [ 1526.723252] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Migration 3c755161-ee51-4873-92d2-343bc101e85d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1526.723402] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance a33fd8d4-063b-49fd-9265-f5804fbc6b27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1526.723579] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1526.723724] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1526.759713] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e36ecf-ccc6-4f91-a655-345b6939061f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.769929] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a370e2-5f79-4175-8b5a-ed69c6c6d12d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.802714] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792599fd-dc89-41e5-8c06-48f3d2e617dc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.810275] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193e4e4a-d5ee-41b4-87e9-eae64df1bf0d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.822859] env[69159]: DEBUG nova.compute.provider_tree [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.866502] env[69159]: DEBUG nova.network.neutron [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating instance_info_cache with network_info: [{"id": "f015deec-ea55-455f-bd72-5ec045510e2d", "address": "fa:16:3e:fb:2f:9a", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf015deec-ea", "ovs_interfaceid": "f015deec-ea55-455f-bd72-5ec045510e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.325540] env[69159]: DEBUG nova.scheduler.client.report [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1527.371645] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.830462] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1527.830790] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.133s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.887368] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de01981-d0de-4c3c-88a0-a14d39262d82 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.906624] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating instance 'a33fd8d4-063b-49fd-9265-f5804fbc6b27' progress to 0 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1529.030187] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "750b7291-eafe-4521-98d1-41e5fc40df45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.030430] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "750b7291-eafe-4521-98d1-41e5fc40df45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.413042] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1529.413374] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d933d71c-a2dc-4f9a-ba57-d9a9aa411803 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.421067] env[69159]: DEBUG oslo_vmware.api [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1529.421067] env[69159]: value = "task-3449705" [ 1529.421067] env[69159]: _type = "Task" [ 1529.421067] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.429425] env[69159]: DEBUG oslo_vmware.api [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.535227] env[69159]: DEBUG nova.compute.manager [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1529.931151] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] VM already powered off {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1529.931483] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating instance 'a33fd8d4-063b-49fd-9265-f5804fbc6b27' progress to 17 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1530.058245] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.058530] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.060166] env[69159]: INFO nova.compute.claims [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1530.437318] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1530.437563] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1530.437720] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1530.437898] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1530.438055] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1530.438209] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1530.438414] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1530.438573] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1530.438740] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1530.438899] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1530.439081] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1530.444302] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f713b5-0c32-42b9-9832-71c75edf5011 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.460223] env[69159]: DEBUG oslo_vmware.api [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1530.460223] env[69159]: value = "task-3449706" [ 1530.460223] env[69159]: _type = "Task" [ 1530.460223] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.467953] env[69159]: DEBUG oslo_vmware.api [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.970278] env[69159]: DEBUG oslo_vmware.api [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449706, 'name': ReconfigVM_Task, 'duration_secs': 0.145068} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.970634] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating instance 'a33fd8d4-063b-49fd-9265-f5804fbc6b27' progress to 33 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1531.111901] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a084a31-ebc6-4590-8811-69da961a87cc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.119362] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cd63d4-48ea-4d1f-8fa5-16ed8a9b6cf1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.149069] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0beed03-dc09-4afa-93e5-327802d52deb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.156063] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc69841e-573d-41d0-81c2-4047a70694e0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.168595] env[69159]: DEBUG nova.compute.provider_tree [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.477059] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1531.477257] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1531.477626] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1531.477626] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1531.477626] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1531.477872] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1531.478089] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1531.478251] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1531.478413] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1531.478573] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1531.478742] env[69159]: DEBUG nova.virt.hardware [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1531.484134] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1531.484422] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-727ae6b4-3fc9-4334-8a7e-8c01b905b917 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.503831] env[69159]: DEBUG oslo_vmware.api [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1531.503831] env[69159]: value = "task-3449707" [ 1531.503831] env[69159]: _type = "Task" [ 1531.503831] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.512010] env[69159]: DEBUG oslo_vmware.api [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.671432] env[69159]: DEBUG nova.scheduler.client.report [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.014251] env[69159]: DEBUG oslo_vmware.api [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449707, 'name': ReconfigVM_Task, 'duration_secs': 0.14679} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.014611] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1532.015239] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a8bc46-5e1d-40ef-ae13-7f40fdff3192 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.036843] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] a33fd8d4-063b-49fd-9265-f5804fbc6b27/a33fd8d4-063b-49fd-9265-f5804fbc6b27.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1532.037073] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb500b53-b0a6-4e91-ac67-7de57cb41915 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.053892] env[69159]: DEBUG oslo_vmware.api [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1532.053892] env[69159]: value = "task-3449708" [ 1532.053892] env[69159]: _type = "Task" [ 1532.053892] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.061054] env[69159]: DEBUG oslo_vmware.api [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.176314] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.176905] env[69159]: DEBUG nova.compute.manager [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1532.563750] env[69159]: DEBUG oslo_vmware.api [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449708, 'name': ReconfigVM_Task, 'duration_secs': 0.24339} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.564086] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Reconfigured VM instance instance-0000007b to attach disk [datastore1] a33fd8d4-063b-49fd-9265-f5804fbc6b27/a33fd8d4-063b-49fd-9265-f5804fbc6b27.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1532.564350] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating instance 'a33fd8d4-063b-49fd-9265-f5804fbc6b27' progress to 50 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1532.682313] env[69159]: DEBUG nova.compute.utils [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1532.684082] env[69159]: DEBUG nova.compute.manager [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1532.684266] env[69159]: DEBUG nova.network.neutron [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1532.723291] env[69159]: DEBUG nova.policy [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73b6e1f040b1402a9ea73495a2ef4824', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de0fe82e14854d57884752d7442aa138', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1532.940912] env[69159]: DEBUG nova.network.neutron [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Successfully created port: 49663e07-c9db-48de-824e-a8c4fc963028 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1533.072876] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6ee053-ecf2-47e5-a270-440b42dc7950 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.091412] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b378c2-0be5-4b22-8f90-89b9f93a20c2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.108598] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating instance 'a33fd8d4-063b-49fd-9265-f5804fbc6b27' progress to 67 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1533.187097] env[69159]: DEBUG nova.compute.manager [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1533.668430] env[69159]: DEBUG nova.network.neutron [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Port f015deec-ea55-455f-bd72-5ec045510e2d binding to destination host cpu-1 is already ACTIVE {{(pid=69159) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1534.195552] env[69159]: DEBUG nova.compute.manager [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1534.220884] env[69159]: DEBUG nova.virt.hardware [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1534.221138] env[69159]: DEBUG nova.virt.hardware [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1534.221364] env[69159]: DEBUG nova.virt.hardware [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1534.221601] env[69159]: DEBUG nova.virt.hardware [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1534.221768] env[69159]: DEBUG nova.virt.hardware [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1534.221920] env[69159]: DEBUG nova.virt.hardware [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1534.222143] env[69159]: DEBUG nova.virt.hardware [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1534.222356] env[69159]: DEBUG nova.virt.hardware [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1534.222580] env[69159]: DEBUG nova.virt.hardware [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1534.222729] env[69159]: DEBUG nova.virt.hardware [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1534.222917] env[69159]: DEBUG nova.virt.hardware [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1534.223988] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d170b9-e46f-4a88-bc0f-3aee373f629b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.232244] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ef3539-3211-4f83-8fb0-c50ed1180ad5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.525779] env[69159]: DEBUG nova.compute.manager [req-4fbd4f1d-885c-41b5-aeba-f339a4ab2789 req-2b01a1f5-2452-4f38-a3c7-852ee7375c44 service nova] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Received event network-vif-plugged-49663e07-c9db-48de-824e-a8c4fc963028 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1534.526022] env[69159]: DEBUG oslo_concurrency.lockutils [req-4fbd4f1d-885c-41b5-aeba-f339a4ab2789 req-2b01a1f5-2452-4f38-a3c7-852ee7375c44 service nova] Acquiring lock "750b7291-eafe-4521-98d1-41e5fc40df45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.526248] env[69159]: DEBUG oslo_concurrency.lockutils [req-4fbd4f1d-885c-41b5-aeba-f339a4ab2789 req-2b01a1f5-2452-4f38-a3c7-852ee7375c44 service nova] Lock "750b7291-eafe-4521-98d1-41e5fc40df45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.526418] env[69159]: DEBUG oslo_concurrency.lockutils [req-4fbd4f1d-885c-41b5-aeba-f339a4ab2789 req-2b01a1f5-2452-4f38-a3c7-852ee7375c44 service nova] Lock "750b7291-eafe-4521-98d1-41e5fc40df45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.526586] env[69159]: DEBUG nova.compute.manager [req-4fbd4f1d-885c-41b5-aeba-f339a4ab2789 req-2b01a1f5-2452-4f38-a3c7-852ee7375c44 service nova] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] No waiting events found dispatching network-vif-plugged-49663e07-c9db-48de-824e-a8c4fc963028 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1534.526753] env[69159]: WARNING nova.compute.manager [req-4fbd4f1d-885c-41b5-aeba-f339a4ab2789 req-2b01a1f5-2452-4f38-a3c7-852ee7375c44 service nova] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Received unexpected event network-vif-plugged-49663e07-c9db-48de-824e-a8c4fc963028 for instance with vm_state building and task_state spawning. [ 1534.579508] env[69159]: DEBUG nova.network.neutron [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Successfully updated port: 49663e07-c9db-48de-824e-a8c4fc963028 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1534.691056] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.691056] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.691308] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.082270] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "refresh_cache-750b7291-eafe-4521-98d1-41e5fc40df45" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.082472] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquired lock "refresh_cache-750b7291-eafe-4521-98d1-41e5fc40df45" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.082586] env[69159]: DEBUG nova.network.neutron [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.615054] env[69159]: DEBUG nova.network.neutron [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1535.735914] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.736117] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.736296] env[69159]: DEBUG nova.network.neutron [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.744512] env[69159]: DEBUG nova.network.neutron [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Updating instance_info_cache with network_info: [{"id": "49663e07-c9db-48de-824e-a8c4fc963028", "address": "fa:16:3e:a2:74:b2", "network": {"id": "e1e0ee4e-bc91-43c9-b543-2919a6677dd5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-858222550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de0fe82e14854d57884752d7442aa138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49663e07-c9", "ovs_interfaceid": "49663e07-c9db-48de-824e-a8c4fc963028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.247012] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Releasing lock "refresh_cache-750b7291-eafe-4521-98d1-41e5fc40df45" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.247338] env[69159]: DEBUG nova.compute.manager [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Instance network_info: |[{"id": "49663e07-c9db-48de-824e-a8c4fc963028", "address": "fa:16:3e:a2:74:b2", "network": {"id": "e1e0ee4e-bc91-43c9-b543-2919a6677dd5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-858222550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de0fe82e14854d57884752d7442aa138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49663e07-c9", "ovs_interfaceid": "49663e07-c9db-48de-824e-a8c4fc963028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1536.247759] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:74:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49663e07-c9db-48de-824e-a8c4fc963028', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1536.255128] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Creating folder: Project (de0fe82e14854d57884752d7442aa138). Parent ref: group-v688391. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.255392] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bffeb0c-5055-44cc-a664-e1c1e88a897c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.266847] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Created folder: Project (de0fe82e14854d57884752d7442aa138) in parent group-v688391. [ 1536.267040] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Creating folder: Instances. Parent ref: group-v688730. {{(pid=69159) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.269207] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0d04e11-f30f-4904-a3e6-27483550fafc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.278979] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Created folder: Instances in parent group-v688730. [ 1536.279204] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1536.279382] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1536.279578] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7bfb68a-2117-4b75-80ac-74c268c6a61e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.297139] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1536.297139] env[69159]: value = "task-3449711" [ 1536.297139] env[69159]: _type = "Task" [ 1536.297139] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.305930] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449711, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.438744] env[69159]: DEBUG nova.network.neutron [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating instance_info_cache with network_info: [{"id": "f015deec-ea55-455f-bd72-5ec045510e2d", "address": "fa:16:3e:fb:2f:9a", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf015deec-ea", "ovs_interfaceid": "f015deec-ea55-455f-bd72-5ec045510e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.550666] env[69159]: DEBUG nova.compute.manager [req-db4d5430-9b78-457f-809f-e72db8537673 req-df91b4dc-05c6-4ee1-92bd-761b256fccab service nova] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Received event network-changed-49663e07-c9db-48de-824e-a8c4fc963028 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1536.550867] env[69159]: DEBUG nova.compute.manager [req-db4d5430-9b78-457f-809f-e72db8537673 req-df91b4dc-05c6-4ee1-92bd-761b256fccab service nova] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Refreshing instance network info cache due to event network-changed-49663e07-c9db-48de-824e-a8c4fc963028. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1536.551093] env[69159]: DEBUG oslo_concurrency.lockutils [req-db4d5430-9b78-457f-809f-e72db8537673 req-df91b4dc-05c6-4ee1-92bd-761b256fccab service nova] Acquiring lock "refresh_cache-750b7291-eafe-4521-98d1-41e5fc40df45" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.551240] env[69159]: DEBUG oslo_concurrency.lockutils [req-db4d5430-9b78-457f-809f-e72db8537673 req-df91b4dc-05c6-4ee1-92bd-761b256fccab service nova] Acquired lock "refresh_cache-750b7291-eafe-4521-98d1-41e5fc40df45" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.551416] env[69159]: DEBUG nova.network.neutron [req-db4d5430-9b78-457f-809f-e72db8537673 req-df91b4dc-05c6-4ee1-92bd-761b256fccab service nova] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Refreshing network info cache for port 49663e07-c9db-48de-824e-a8c4fc963028 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1536.806672] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449711, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.941703] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.230530] env[69159]: DEBUG nova.network.neutron [req-db4d5430-9b78-457f-809f-e72db8537673 req-df91b4dc-05c6-4ee1-92bd-761b256fccab service nova] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Updated VIF entry in instance network info cache for port 49663e07-c9db-48de-824e-a8c4fc963028. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1537.230880] env[69159]: DEBUG nova.network.neutron [req-db4d5430-9b78-457f-809f-e72db8537673 req-df91b4dc-05c6-4ee1-92bd-761b256fccab service nova] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Updating instance_info_cache with network_info: [{"id": "49663e07-c9db-48de-824e-a8c4fc963028", "address": "fa:16:3e:a2:74:b2", "network": {"id": "e1e0ee4e-bc91-43c9-b543-2919a6677dd5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-858222550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de0fe82e14854d57884752d7442aa138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49663e07-c9", "ovs_interfaceid": "49663e07-c9db-48de-824e-a8c4fc963028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.306853] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449711, 'name': CreateVM_Task, 'duration_secs': 0.547464} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.307028] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1537.307667] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.307831] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.308166] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.308412] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a92e0429-75b5-4af8-bf36-e726487cab06 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.313286] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1537.313286] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52665257-0bee-e18f-d5e6-3001ce8d9b12" [ 1537.313286] env[69159]: _type = "Task" [ 1537.313286] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.320382] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52665257-0bee-e18f-d5e6-3001ce8d9b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.466397] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc83052e-8e57-4d0c-ab54-6a312ada80b8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.485272] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0eef5f-e115-4af4-b245-46f55a60a6cc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.491902] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating instance 'a33fd8d4-063b-49fd-9265-f5804fbc6b27' progress to 83 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1537.733641] env[69159]: DEBUG oslo_concurrency.lockutils [req-db4d5430-9b78-457f-809f-e72db8537673 req-df91b4dc-05c6-4ee1-92bd-761b256fccab service nova] Releasing lock "refresh_cache-750b7291-eafe-4521-98d1-41e5fc40df45" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.823981] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52665257-0bee-e18f-d5e6-3001ce8d9b12, 'name': SearchDatastore_Task, 'duration_secs': 0.010122} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.824342] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.824530] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1537.824768] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.824915] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.825111] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1537.825369] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd9d76b8-4254-4717-b9a1-4be2d2389eac {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.833232] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1537.833402] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1537.834088] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-752759c3-bd4c-403d-b522-ad8fa60a91dc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.838492] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1537.838492] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5218b507-503c-b604-b414-169a66519c10" [ 1537.838492] env[69159]: _type = "Task" [ 1537.838492] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.845458] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5218b507-503c-b604-b414-169a66519c10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.998597] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e7137aa1-b2b0-4724-972c-68db82a664b4 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating instance 'a33fd8d4-063b-49fd-9265-f5804fbc6b27' progress to 100 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1538.348888] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5218b507-503c-b604-b414-169a66519c10, 'name': SearchDatastore_Task, 'duration_secs': 0.007591} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.349702] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-249dd2a8-5811-4c73-83e8-bb361b669276 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.355085] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1538.355085] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f33cc7-81fc-dde8-5bb9-219544aea6f5" [ 1538.355085] env[69159]: _type = "Task" [ 1538.355085] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.362828] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f33cc7-81fc-dde8-5bb9-219544aea6f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.865584] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f33cc7-81fc-dde8-5bb9-219544aea6f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009679} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.865942] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.866120] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 750b7291-eafe-4521-98d1-41e5fc40df45/750b7291-eafe-4521-98d1-41e5fc40df45.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1538.866353] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c2fa687-788e-4a11-9e8b-b5b0cab9e960 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.873268] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1538.873268] env[69159]: value = "task-3449712" [ 1538.873268] env[69159]: _type = "Task" [ 1538.873268] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.880703] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.383130] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.412092} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.383387] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 750b7291-eafe-4521-98d1-41e5fc40df45/750b7291-eafe-4521-98d1-41e5fc40df45.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1539.383595] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1539.383833] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cf7ef94-dfea-480f-8cf6-a78b4ecdc612 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.390184] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1539.390184] env[69159]: value = "task-3449713" [ 1539.390184] env[69159]: _type = "Task" [ 1539.390184] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.397504] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.899809] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06005} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.901046] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1539.901373] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181c4150-9b6f-4230-8419-9e45d321961b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.922915] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 750b7291-eafe-4521-98d1-41e5fc40df45/750b7291-eafe-4521-98d1-41e5fc40df45.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.923161] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0779e654-aab2-4d38-8874-7caadf231091 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.942789] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1539.942789] env[69159]: value = "task-3449714" [ 1539.942789] env[69159]: _type = "Task" [ 1539.942789] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.950199] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.963807] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.964060] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.964250] env[69159]: DEBUG nova.compute.manager [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Going to confirm migration 9 {{(pid=69159) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5249}} [ 1540.453007] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449714, 'name': ReconfigVM_Task, 'duration_secs': 0.292997} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.453292] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 750b7291-eafe-4521-98d1-41e5fc40df45/750b7291-eafe-4521-98d1-41e5fc40df45.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.453909] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9acdad1f-26a5-4c90-9634-d60b580ff3b0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.460047] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1540.460047] env[69159]: value = "task-3449715" [ 1540.460047] env[69159]: _type = "Task" [ 1540.460047] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.470146] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449715, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.514156] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.514364] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.514530] env[69159]: DEBUG nova.network.neutron [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1540.514714] env[69159]: DEBUG nova.objects.instance [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lazy-loading 'info_cache' on Instance uuid a33fd8d4-063b-49fd-9265-f5804fbc6b27 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1540.969481] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449715, 'name': Rename_Task, 'duration_secs': 0.145913} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.969792] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.969994] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97e77f78-d362-4547-9e68-96bb26212c16 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.976044] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1540.976044] env[69159]: value = "task-3449716" [ 1540.976044] env[69159]: _type = "Task" [ 1540.976044] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.983653] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.486276] env[69159]: DEBUG oslo_vmware.api [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449716, 'name': PowerOnVM_Task, 'duration_secs': 0.503337} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.486538] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1541.486745] env[69159]: INFO nova.compute.manager [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1541.486925] env[69159]: DEBUG nova.compute.manager [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1541.487727] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b391b38-fa46-44a5-b3bb-64eeaf8a2575 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.821504] env[69159]: DEBUG nova.network.neutron [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating instance_info_cache with network_info: [{"id": "f015deec-ea55-455f-bd72-5ec045510e2d", "address": "fa:16:3e:fb:2f:9a", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf015deec-ea", "ovs_interfaceid": "f015deec-ea55-455f-bd72-5ec045510e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.004321] env[69159]: INFO nova.compute.manager [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Took 11.96 seconds to build instance. [ 1542.201053] env[69159]: INFO nova.compute.manager [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Rescuing [ 1542.201053] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "refresh_cache-750b7291-eafe-4521-98d1-41e5fc40df45" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.201272] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquired lock "refresh_cache-750b7291-eafe-4521-98d1-41e5fc40df45" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.201366] env[69159]: DEBUG nova.network.neutron [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1542.325510] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.325891] env[69159]: DEBUG nova.objects.instance [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lazy-loading 'migration_context' on Instance uuid a33fd8d4-063b-49fd-9265-f5804fbc6b27 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1542.506258] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2d23d108-69e2-4cd2-baed-33fc9eb33ab3 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "750b7291-eafe-4521-98d1-41e5fc40df45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.476s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.828630] env[69159]: DEBUG nova.objects.base [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1542.829627] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066aad55-9ffa-4186-85b3-3873a719516e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.850064] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a822b406-fc6e-4fa3-9d3f-4c4794498745 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.855989] env[69159]: DEBUG oslo_vmware.api [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1542.855989] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528dce21-a083-0c5f-d33e-253fe51fd5fb" [ 1542.855989] env[69159]: _type = "Task" [ 1542.855989] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.864139] env[69159]: DEBUG oslo_vmware.api [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528dce21-a083-0c5f-d33e-253fe51fd5fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.958769] env[69159]: DEBUG nova.network.neutron [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Updating instance_info_cache with network_info: [{"id": "49663e07-c9db-48de-824e-a8c4fc963028", "address": "fa:16:3e:a2:74:b2", "network": {"id": "e1e0ee4e-bc91-43c9-b543-2919a6677dd5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-858222550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de0fe82e14854d57884752d7442aa138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49663e07-c9", "ovs_interfaceid": "49663e07-c9db-48de-824e-a8c4fc963028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.366549] env[69159]: DEBUG oslo_vmware.api [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]528dce21-a083-0c5f-d33e-253fe51fd5fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008608} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.366992] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.367094] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.462142] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Releasing lock "refresh_cache-750b7291-eafe-4521-98d1-41e5fc40df45" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.922645] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf04291f-a175-440a-b38a-e01498801cdc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.930065] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19fb48f-6889-4806-a224-82e661f535c5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.961072] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edf358b-1493-46d5-ada8-c0065f860cf1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.968071] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35cae82-96c9-4ed3-9278-bc730c877816 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.980723] env[69159]: DEBUG nova.compute.provider_tree [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.484472] env[69159]: DEBUG nova.scheduler.client.report [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.999023] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.999356] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07a70645-0e7c-4672-a330-74ba0ce92bc4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.008123] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1545.008123] env[69159]: value = "task-3449717" [ 1545.008123] env[69159]: _type = "Task" [ 1545.008123] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.016320] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.494556] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.127s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.494915] env[69159]: DEBUG nova.compute.manager [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69159) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5375}} [ 1545.519057] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449717, 'name': PowerOffVM_Task, 'duration_secs': 0.206456} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.519314] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1545.520115] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8345c8-e0d0-4478-9f19-a409b62b06ec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.538590] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aa1f52-768c-459e-8956-acf22787690d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.565972] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1545.566392] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05631435-4633-4bdd-80b1-46780d61cee7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.573985] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1545.573985] env[69159]: value = "task-3449718" [ 1545.573985] env[69159]: _type = "Task" [ 1545.573985] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.581778] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.050110] env[69159]: INFO nova.scheduler.client.report [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Deleted allocation for migration 3c755161-ee51-4873-92d2-343bc101e85d [ 1546.083815] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] VM already powered off {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1546.084065] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1546.084334] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.084485] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.084662] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1546.084912] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0563d48f-b162-48da-abea-09bb28efca03 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.093629] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1546.093792] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1546.094481] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05cc199e-14b5-4fcb-80ca-a053615412b0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.099396] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1546.099396] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524402c0-7f42-12e0-1625-c61ceb85d3ca" [ 1546.099396] env[69159]: _type = "Task" [ 1546.099396] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.106744] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524402c0-7f42-12e0-1625-c61ceb85d3ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.555636] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a5c17788-4c43-49d2-8b5c-f7f7a47c3a1a tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.591s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1546.609539] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]524402c0-7f42-12e0-1625-c61ceb85d3ca, 'name': SearchDatastore_Task, 'duration_secs': 0.008277} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.610308] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8861e3bc-062d-4b90-906b-bbe625cf2eb5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.615176] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1546.615176] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5269a0f5-0d0f-3d16-5c30-72202fee386c" [ 1546.615176] env[69159]: _type = "Task" [ 1546.615176] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.622099] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5269a0f5-0d0f-3d16-5c30-72202fee386c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.932497] env[69159]: DEBUG nova.objects.instance [None req-8cab2a5b-ebf3-492d-a66d-6cd717feec44 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lazy-loading 'flavor' on Instance uuid a33fd8d4-063b-49fd-9265-f5804fbc6b27 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1547.125917] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5269a0f5-0d0f-3d16-5c30-72202fee386c, 'name': SearchDatastore_Task, 'duration_secs': 0.008878} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.126191] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.126443] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 750b7291-eafe-4521-98d1-41e5fc40df45/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk. {{(pid=69159) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1547.126699] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71a7a05d-84bd-450b-85d3-86d9b5db29f2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.134247] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1547.134247] env[69159]: value = "task-3449719" [ 1547.134247] env[69159]: _type = "Task" [ 1547.134247] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.141519] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.437966] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8cab2a5b-ebf3-492d-a66d-6cd717feec44 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.438241] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8cab2a5b-ebf3-492d-a66d-6cd717feec44 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.438373] env[69159]: DEBUG nova.network.neutron [None req-8cab2a5b-ebf3-492d-a66d-6cd717feec44 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1547.438549] env[69159]: DEBUG nova.objects.instance [None req-8cab2a5b-ebf3-492d-a66d-6cd717feec44 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lazy-loading 'info_cache' on Instance uuid a33fd8d4-063b-49fd-9265-f5804fbc6b27 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1547.644566] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418071} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.644909] env[69159]: INFO nova.virt.vmwareapi.ds_util [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] 750b7291-eafe-4521-98d1-41e5fc40df45/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk. [ 1547.645576] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7105f98b-2f02-4140-9794-ad8b114378fe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.669325] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 750b7291-eafe-4521-98d1-41e5fc40df45/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1547.669555] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7583f5c1-3502-47fa-bc79-a9a4422a988c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.686922] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1547.686922] env[69159]: value = "task-3449720" [ 1547.686922] env[69159]: _type = "Task" [ 1547.686922] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.693947] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.942402] env[69159]: DEBUG nova.objects.base [None req-8cab2a5b-ebf3-492d-a66d-6cd717feec44 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1548.196345] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449720, 'name': ReconfigVM_Task, 'duration_secs': 0.274887} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.196569] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 750b7291-eafe-4521-98d1-41e5fc40df45/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.197467] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe57984b-218f-4cae-8d65-eaa42931455d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.221341] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb13baac-af08-4bf8-b496-288c58e5eaa7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.237087] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1548.237087] env[69159]: value = "task-3449721" [ 1548.237087] env[69159]: _type = "Task" [ 1548.237087] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.244315] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.702306] env[69159]: DEBUG nova.network.neutron [None req-8cab2a5b-ebf3-492d-a66d-6cd717feec44 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating instance_info_cache with network_info: [{"id": "f015deec-ea55-455f-bd72-5ec045510e2d", "address": "fa:16:3e:fb:2f:9a", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf015deec-ea", "ovs_interfaceid": "f015deec-ea55-455f-bd72-5ec045510e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.748948] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449721, 'name': ReconfigVM_Task, 'duration_secs': 0.143457} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.749193] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1548.749437] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-022ae509-c01b-425e-b13a-1e74d307db95 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.755318] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1548.755318] env[69159]: value = "task-3449722" [ 1548.755318] env[69159]: _type = "Task" [ 1548.755318] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.762233] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.204856] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8cab2a5b-ebf3-492d-a66d-6cd717feec44 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "refresh_cache-a33fd8d4-063b-49fd-9265-f5804fbc6b27" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.265059] env[69159]: DEBUG oslo_vmware.api [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449722, 'name': PowerOnVM_Task, 'duration_secs': 0.420621} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.265319] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1549.267969] env[69159]: DEBUG nova.compute.manager [None req-8a735ca7-4f8e-4dcb-9be6-34d5e23008c1 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1549.268754] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99d72bb-d582-4b42-a04e-4dd903c2e3a1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.211179] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cab2a5b-ebf3-492d-a66d-6cd717feec44 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1550.211597] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8af956d3-bb0f-4a94-86a8-48909ced2d9a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.218437] env[69159]: DEBUG oslo_vmware.api [None req-8cab2a5b-ebf3-492d-a66d-6cd717feec44 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1550.218437] env[69159]: value = "task-3449723" [ 1550.218437] env[69159]: _type = "Task" [ 1550.218437] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.225828] env[69159]: DEBUG oslo_vmware.api [None req-8cab2a5b-ebf3-492d-a66d-6cd717feec44 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.555175] env[69159]: DEBUG oslo_concurrency.lockutils [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "8cf20579-a632-4377-84f8-c52c080e985e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.555414] env[69159]: DEBUG oslo_concurrency.lockutils [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "8cf20579-a632-4377-84f8-c52c080e985e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.728628] env[69159]: DEBUG oslo_vmware.api [None req-8cab2a5b-ebf3-492d-a66d-6cd717feec44 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449723, 'name': PowerOnVM_Task, 'duration_secs': 0.378163} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.728836] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cab2a5b-ebf3-492d-a66d-6cd717feec44 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1550.729045] env[69159]: DEBUG nova.compute.manager [None req-8cab2a5b-ebf3-492d-a66d-6cd717feec44 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1550.729799] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd759bd-198b-4d4d-9e45-f0e0708af649 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.057773] env[69159]: DEBUG nova.compute.manager [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1551.533403] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.533793] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.533926] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.534192] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.534373] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.536756] env[69159]: INFO nova.compute.manager [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Terminating instance [ 1551.581052] env[69159]: DEBUG oslo_concurrency.lockutils [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.581052] env[69159]: DEBUG oslo_concurrency.lockutils [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.582459] env[69159]: INFO nova.compute.claims [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1552.040848] env[69159]: DEBUG nova.compute.manager [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1552.041111] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1552.042067] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fbbdd4-6724-4dfc-bb39-f900b6f8d92d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.050886] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.051141] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5258704e-0939-4517-9142-f7efd76b8266 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.056886] env[69159]: DEBUG oslo_vmware.api [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1552.056886] env[69159]: value = "task-3449724" [ 1552.056886] env[69159]: _type = "Task" [ 1552.056886] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.064231] env[69159]: DEBUG oslo_vmware.api [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.569954] env[69159]: DEBUG oslo_vmware.api [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449724, 'name': PowerOffVM_Task, 'duration_secs': 0.165588} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.570396] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1552.570552] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1552.570854] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a46a2b5-1b31-48ce-9abd-14b23996f20f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.631770] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1552.632095] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1552.632449] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Deleting the datastore file [datastore1] a33fd8d4-063b-49fd-9265-f5804fbc6b27 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1552.632809] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ecaeb0a-a054-4133-a32d-5469be55c258 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.640172] env[69159]: DEBUG oslo_vmware.api [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1552.640172] env[69159]: value = "task-3449726" [ 1552.640172] env[69159]: _type = "Task" [ 1552.640172] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.649719] env[69159]: DEBUG oslo_vmware.api [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.651563] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4137bf54-f0a4-4202-bd78-ccfbcbed1ad5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.659650] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccff1dbb-13e0-48e0-a371-08b46b8ac5f5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.703570] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826bedf6-a257-46e6-8b01-201de6e7ad4e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.712254] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faa873c-55b9-4db1-9008-4673e69124f4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.724918] env[69159]: DEBUG nova.compute.provider_tree [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.150009] env[69159]: DEBUG oslo_vmware.api [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129187} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.150263] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1553.150444] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1553.150620] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1553.150818] env[69159]: INFO nova.compute.manager [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1553.151081] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1553.151276] env[69159]: DEBUG nova.compute.manager [-] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1553.151368] env[69159]: DEBUG nova.network.neutron [-] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1553.228103] env[69159]: DEBUG nova.scheduler.client.report [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1553.585934] env[69159]: DEBUG nova.compute.manager [req-87474e62-4cb0-46a4-90c2-d1c7d1691237 req-7ab26085-1aa0-45db-9fa1-5439aaecefc3 service nova] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Received event network-vif-deleted-f015deec-ea55-455f-bd72-5ec045510e2d {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1553.586204] env[69159]: INFO nova.compute.manager [req-87474e62-4cb0-46a4-90c2-d1c7d1691237 req-7ab26085-1aa0-45db-9fa1-5439aaecefc3 service nova] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Neutron deleted interface f015deec-ea55-455f-bd72-5ec045510e2d; detaching it from the instance and deleting it from the info cache [ 1553.586329] env[69159]: DEBUG nova.network.neutron [req-87474e62-4cb0-46a4-90c2-d1c7d1691237 req-7ab26085-1aa0-45db-9fa1-5439aaecefc3 service nova] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.732835] env[69159]: DEBUG oslo_concurrency.lockutils [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1553.733361] env[69159]: DEBUG nova.compute.manager [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1554.067189] env[69159]: DEBUG nova.network.neutron [-] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.090240] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed66b86f-1413-4160-a384-7ec632345e78 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.100603] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3155e2-a530-48c3-9a65-daad814d1498 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.125460] env[69159]: DEBUG nova.compute.manager [req-87474e62-4cb0-46a4-90c2-d1c7d1691237 req-7ab26085-1aa0-45db-9fa1-5439aaecefc3 service nova] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Detach interface failed, port_id=f015deec-ea55-455f-bd72-5ec045510e2d, reason: Instance a33fd8d4-063b-49fd-9265-f5804fbc6b27 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1554.238060] env[69159]: DEBUG nova.compute.utils [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1554.239280] env[69159]: DEBUG nova.compute.manager [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1554.239449] env[69159]: DEBUG nova.network.neutron [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1554.275569] env[69159]: DEBUG nova.policy [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73b6e1f040b1402a9ea73495a2ef4824', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de0fe82e14854d57884752d7442aa138', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1554.527166] env[69159]: DEBUG nova.network.neutron [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Successfully created port: ff9180cb-e95d-4370-a796-f4ab91e66295 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1554.573199] env[69159]: INFO nova.compute.manager [-] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Took 1.42 seconds to deallocate network for instance. [ 1554.743992] env[69159]: DEBUG nova.compute.manager [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1555.080432] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.080717] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.080904] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.103580] env[69159]: INFO nova.scheduler.client.report [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Deleted allocations for instance a33fd8d4-063b-49fd-9265-f5804fbc6b27 [ 1555.611240] env[69159]: DEBUG oslo_concurrency.lockutils [None req-8eac92d7-af52-41ab-9e97-7ceda15ca618 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "a33fd8d4-063b-49fd-9265-f5804fbc6b27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.077s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.751706] env[69159]: DEBUG nova.compute.manager [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1555.771796] env[69159]: DEBUG nova.virt.hardware [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1555.772064] env[69159]: DEBUG nova.virt.hardware [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1555.772226] env[69159]: DEBUG nova.virt.hardware [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1555.772407] env[69159]: DEBUG nova.virt.hardware [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1555.772550] env[69159]: DEBUG nova.virt.hardware [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1555.772693] env[69159]: DEBUG nova.virt.hardware [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1555.772934] env[69159]: DEBUG nova.virt.hardware [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1555.773110] env[69159]: DEBUG nova.virt.hardware [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1555.773281] env[69159]: DEBUG nova.virt.hardware [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1555.773444] env[69159]: DEBUG nova.virt.hardware [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1555.773616] env[69159]: DEBUG nova.virt.hardware [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1555.774837] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112253fb-af8d-4ece-a167-339492be060b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.783560] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9553854e-d638-4a11-a13a-362d0cf92617 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.926145] env[69159]: DEBUG nova.compute.manager [req-57d56b5d-f7d2-4c5a-aebb-8d58ea72428e req-4e39ff81-ca76-4c86-986f-7d499415c22e service nova] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Received event network-vif-plugged-ff9180cb-e95d-4370-a796-f4ab91e66295 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1555.926367] env[69159]: DEBUG oslo_concurrency.lockutils [req-57d56b5d-f7d2-4c5a-aebb-8d58ea72428e req-4e39ff81-ca76-4c86-986f-7d499415c22e service nova] Acquiring lock "8cf20579-a632-4377-84f8-c52c080e985e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.926607] env[69159]: DEBUG oslo_concurrency.lockutils [req-57d56b5d-f7d2-4c5a-aebb-8d58ea72428e req-4e39ff81-ca76-4c86-986f-7d499415c22e service nova] Lock "8cf20579-a632-4377-84f8-c52c080e985e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.926817] env[69159]: DEBUG oslo_concurrency.lockutils [req-57d56b5d-f7d2-4c5a-aebb-8d58ea72428e req-4e39ff81-ca76-4c86-986f-7d499415c22e service nova] Lock "8cf20579-a632-4377-84f8-c52c080e985e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.927057] env[69159]: DEBUG nova.compute.manager [req-57d56b5d-f7d2-4c5a-aebb-8d58ea72428e req-4e39ff81-ca76-4c86-986f-7d499415c22e service nova] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] No waiting events found dispatching network-vif-plugged-ff9180cb-e95d-4370-a796-f4ab91e66295 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1555.927263] env[69159]: WARNING nova.compute.manager [req-57d56b5d-f7d2-4c5a-aebb-8d58ea72428e req-4e39ff81-ca76-4c86-986f-7d499415c22e service nova] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Received unexpected event network-vif-plugged-ff9180cb-e95d-4370-a796-f4ab91e66295 for instance with vm_state building and task_state spawning. [ 1556.006389] env[69159]: DEBUG nova.network.neutron [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Successfully updated port: ff9180cb-e95d-4370-a796-f4ab91e66295 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1556.466539] env[69159]: DEBUG oslo_concurrency.lockutils [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.466539] env[69159]: DEBUG oslo_concurrency.lockutils [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.508753] env[69159]: DEBUG oslo_concurrency.lockutils [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "refresh_cache-8cf20579-a632-4377-84f8-c52c080e985e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.508994] env[69159]: DEBUG oslo_concurrency.lockutils [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquired lock "refresh_cache-8cf20579-a632-4377-84f8-c52c080e985e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.509209] env[69159]: DEBUG nova.network.neutron [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1556.969724] env[69159]: DEBUG nova.compute.manager [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1557.049275] env[69159]: DEBUG nova.network.neutron [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1557.161443] env[69159]: DEBUG nova.network.neutron [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Updating instance_info_cache with network_info: [{"id": "ff9180cb-e95d-4370-a796-f4ab91e66295", "address": "fa:16:3e:6f:cd:d5", "network": {"id": "e1e0ee4e-bc91-43c9-b543-2919a6677dd5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-858222550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de0fe82e14854d57884752d7442aa138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff9180cb-e9", "ovs_interfaceid": "ff9180cb-e95d-4370-a796-f4ab91e66295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.492459] env[69159]: DEBUG oslo_concurrency.lockutils [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.492739] env[69159]: DEBUG oslo_concurrency.lockutils [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.494331] env[69159]: INFO nova.compute.claims [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1557.663730] env[69159]: DEBUG oslo_concurrency.lockutils [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Releasing lock "refresh_cache-8cf20579-a632-4377-84f8-c52c080e985e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.664058] env[69159]: DEBUG nova.compute.manager [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Instance network_info: |[{"id": "ff9180cb-e95d-4370-a796-f4ab91e66295", "address": "fa:16:3e:6f:cd:d5", "network": {"id": "e1e0ee4e-bc91-43c9-b543-2919a6677dd5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-858222550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de0fe82e14854d57884752d7442aa138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff9180cb-e9", "ovs_interfaceid": "ff9180cb-e95d-4370-a796-f4ab91e66295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1557.664530] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:cd:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff9180cb-e95d-4370-a796-f4ab91e66295', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1557.672094] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1557.672310] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1557.672536] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c95bb888-56ad-469f-aa2f-a95ec8eb9779 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.692263] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1557.692263] env[69159]: value = "task-3449727" [ 1557.692263] env[69159]: _type = "Task" [ 1557.692263] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.699762] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449727, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.951044] env[69159]: DEBUG nova.compute.manager [req-b1e83844-dbce-482b-8ca9-c0f1735e5332 req-175b3cb5-0472-4536-a8f3-a2351fff8bdd service nova] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Received event network-changed-ff9180cb-e95d-4370-a796-f4ab91e66295 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1557.951280] env[69159]: DEBUG nova.compute.manager [req-b1e83844-dbce-482b-8ca9-c0f1735e5332 req-175b3cb5-0472-4536-a8f3-a2351fff8bdd service nova] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Refreshing instance network info cache due to event network-changed-ff9180cb-e95d-4370-a796-f4ab91e66295. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1557.951530] env[69159]: DEBUG oslo_concurrency.lockutils [req-b1e83844-dbce-482b-8ca9-c0f1735e5332 req-175b3cb5-0472-4536-a8f3-a2351fff8bdd service nova] Acquiring lock "refresh_cache-8cf20579-a632-4377-84f8-c52c080e985e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.951678] env[69159]: DEBUG oslo_concurrency.lockutils [req-b1e83844-dbce-482b-8ca9-c0f1735e5332 req-175b3cb5-0472-4536-a8f3-a2351fff8bdd service nova] Acquired lock "refresh_cache-8cf20579-a632-4377-84f8-c52c080e985e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.951900] env[69159]: DEBUG nova.network.neutron [req-b1e83844-dbce-482b-8ca9-c0f1735e5332 req-175b3cb5-0472-4536-a8f3-a2351fff8bdd service nova] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Refreshing network info cache for port ff9180cb-e95d-4370-a796-f4ab91e66295 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1558.202233] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449727, 'name': CreateVM_Task, 'duration_secs': 0.319847} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.202599] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1558.203045] env[69159]: DEBUG oslo_concurrency.lockutils [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.203217] env[69159]: DEBUG oslo_concurrency.lockutils [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.203527] env[69159]: DEBUG oslo_concurrency.lockutils [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.203773] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819bae0b-bf09-4847-9f61-09c3179baf51 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.207832] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1558.207832] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5261fe85-cce8-e9a1-1eb4-59ab5ef69671" [ 1558.207832] env[69159]: _type = "Task" [ 1558.207832] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.214962] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5261fe85-cce8-e9a1-1eb4-59ab5ef69671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.550030] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2956dfd8-7295-4cfc-bb96-6632e5d55658 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.558521] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8263ec-c651-42b0-865f-19627aac92cb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.591015] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2d7803-edfc-4d85-97c6-b907a843887d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.598425] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2e32fb-389e-4e09-8c97-6a982bddbda1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.611611] env[69159]: DEBUG nova.compute.provider_tree [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.661589] env[69159]: DEBUG nova.network.neutron [req-b1e83844-dbce-482b-8ca9-c0f1735e5332 req-175b3cb5-0472-4536-a8f3-a2351fff8bdd service nova] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Updated VIF entry in instance network info cache for port ff9180cb-e95d-4370-a796-f4ab91e66295. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1558.662059] env[69159]: DEBUG nova.network.neutron [req-b1e83844-dbce-482b-8ca9-c0f1735e5332 req-175b3cb5-0472-4536-a8f3-a2351fff8bdd service nova] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Updating instance_info_cache with network_info: [{"id": "ff9180cb-e95d-4370-a796-f4ab91e66295", "address": "fa:16:3e:6f:cd:d5", "network": {"id": "e1e0ee4e-bc91-43c9-b543-2919a6677dd5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-858222550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de0fe82e14854d57884752d7442aa138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff9180cb-e9", "ovs_interfaceid": "ff9180cb-e95d-4370-a796-f4ab91e66295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.717613] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5261fe85-cce8-e9a1-1eb4-59ab5ef69671, 'name': SearchDatastore_Task, 'duration_secs': 0.009799} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.717925] env[69159]: DEBUG oslo_concurrency.lockutils [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.718169] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1558.718403] env[69159]: DEBUG oslo_concurrency.lockutils [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.718548] env[69159]: DEBUG oslo_concurrency.lockutils [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.718722] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1558.719119] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4125a8c-9126-4e92-ba89-dfcde4c1648a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.727011] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1558.727195] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1558.727863] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d0fd91d-e5d7-4544-877f-c17c0fa56e51 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.732704] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1558.732704] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52329e53-1fb8-42a1-4e86-90646efcf910" [ 1558.732704] env[69159]: _type = "Task" [ 1558.732704] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.739845] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52329e53-1fb8-42a1-4e86-90646efcf910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.114629] env[69159]: DEBUG nova.scheduler.client.report [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1559.164938] env[69159]: DEBUG oslo_concurrency.lockutils [req-b1e83844-dbce-482b-8ca9-c0f1735e5332 req-175b3cb5-0472-4536-a8f3-a2351fff8bdd service nova] Releasing lock "refresh_cache-8cf20579-a632-4377-84f8-c52c080e985e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.243465] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52329e53-1fb8-42a1-4e86-90646efcf910, 'name': SearchDatastore_Task, 'duration_secs': 0.007855} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.244190] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff97aab7-c6e3-46d0-a90e-45c6f348cd3e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.249374] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1559.249374] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52500487-2fdf-ab90-0fcb-91d2e6e17f4b" [ 1559.249374] env[69159]: _type = "Task" [ 1559.249374] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.257140] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52500487-2fdf-ab90-0fcb-91d2e6e17f4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.619367] env[69159]: DEBUG oslo_concurrency.lockutils [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.619953] env[69159]: DEBUG nova.compute.manager [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1559.759542] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52500487-2fdf-ab90-0fcb-91d2e6e17f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.009867} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.759821] env[69159]: DEBUG oslo_concurrency.lockutils [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.760151] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8cf20579-a632-4377-84f8-c52c080e985e/8cf20579-a632-4377-84f8-c52c080e985e.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1559.760344] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fda61b9c-7ba9-4606-9f60-188f40e955fd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.767813] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1559.767813] env[69159]: value = "task-3449728" [ 1559.767813] env[69159]: _type = "Task" [ 1559.767813] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.774979] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.125565] env[69159]: DEBUG nova.compute.utils [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1560.127071] env[69159]: DEBUG nova.compute.manager [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1560.127334] env[69159]: DEBUG nova.network.neutron [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1560.183551] env[69159]: DEBUG nova.policy [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72b9d90f3d63422e83feb1ac32696cf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03138150ca8f4422958dafe261f04ebe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1560.278900] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436258} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.279342] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8cf20579-a632-4377-84f8-c52c080e985e/8cf20579-a632-4377-84f8-c52c080e985e.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1560.279342] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1560.279567] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74f714e6-2574-4d49-9377-a78f3d521c14 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.285852] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1560.285852] env[69159]: value = "task-3449729" [ 1560.285852] env[69159]: _type = "Task" [ 1560.285852] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.293429] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.448687] env[69159]: DEBUG nova.network.neutron [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Successfully created port: d317479e-3e9c-475d-8858-4ae7cffecd20 {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1560.631702] env[69159]: DEBUG nova.compute.manager [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1560.795662] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060917} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.796014] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1560.796819] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9276e5-f17a-47d0-a9ae-dfd2d2e838b4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.819047] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 8cf20579-a632-4377-84f8-c52c080e985e/8cf20579-a632-4377-84f8-c52c080e985e.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1560.819047] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa166ddb-ca57-4a68-a343-876ae9915d09 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.838090] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1560.838090] env[69159]: value = "task-3449730" [ 1560.838090] env[69159]: _type = "Task" [ 1560.838090] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.347822] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449730, 'name': ReconfigVM_Task, 'duration_secs': 0.337426} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.348324] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 8cf20579-a632-4377-84f8-c52c080e985e/8cf20579-a632-4377-84f8-c52c080e985e.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1561.348727] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d9f9726-8d95-4a6b-ae0b-c8d34a3191ca {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.355335] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1561.355335] env[69159]: value = "task-3449731" [ 1561.355335] env[69159]: _type = "Task" [ 1561.355335] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.363071] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449731, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.642241] env[69159]: DEBUG nova.compute.manager [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1561.668352] env[69159]: DEBUG nova.virt.hardware [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1561.668601] env[69159]: DEBUG nova.virt.hardware [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1561.668755] env[69159]: DEBUG nova.virt.hardware [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1561.668932] env[69159]: DEBUG nova.virt.hardware [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1561.669097] env[69159]: DEBUG nova.virt.hardware [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1561.669324] env[69159]: DEBUG nova.virt.hardware [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1561.669549] env[69159]: DEBUG nova.virt.hardware [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1561.669707] env[69159]: DEBUG nova.virt.hardware [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1561.669871] env[69159]: DEBUG nova.virt.hardware [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1561.670045] env[69159]: DEBUG nova.virt.hardware [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1561.670221] env[69159]: DEBUG nova.virt.hardware [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1561.671068] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bde0ef-427c-444d-a785-dfe9ad8f8d3c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.679521] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c0223e-a878-4477-87c1-d8cb5325d60a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.789134] env[69159]: DEBUG nova.compute.manager [req-aeb0d6b3-459d-4d8c-9793-8c22bafa6d19 req-e465b852-16a4-467d-827b-baa6c8f5ea62 service nova] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Received event network-vif-plugged-d317479e-3e9c-475d-8858-4ae7cffecd20 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1561.789342] env[69159]: DEBUG oslo_concurrency.lockutils [req-aeb0d6b3-459d-4d8c-9793-8c22bafa6d19 req-e465b852-16a4-467d-827b-baa6c8f5ea62 service nova] Acquiring lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.789551] env[69159]: DEBUG oslo_concurrency.lockutils [req-aeb0d6b3-459d-4d8c-9793-8c22bafa6d19 req-e465b852-16a4-467d-827b-baa6c8f5ea62 service nova] Lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.789717] env[69159]: DEBUG oslo_concurrency.lockutils [req-aeb0d6b3-459d-4d8c-9793-8c22bafa6d19 req-e465b852-16a4-467d-827b-baa6c8f5ea62 service nova] Lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1561.789906] env[69159]: DEBUG nova.compute.manager [req-aeb0d6b3-459d-4d8c-9793-8c22bafa6d19 req-e465b852-16a4-467d-827b-baa6c8f5ea62 service nova] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] No waiting events found dispatching network-vif-plugged-d317479e-3e9c-475d-8858-4ae7cffecd20 {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1561.790104] env[69159]: WARNING nova.compute.manager [req-aeb0d6b3-459d-4d8c-9793-8c22bafa6d19 req-e465b852-16a4-467d-827b-baa6c8f5ea62 service nova] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Received unexpected event network-vif-plugged-d317479e-3e9c-475d-8858-4ae7cffecd20 for instance with vm_state building and task_state spawning. [ 1561.865426] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449731, 'name': Rename_Task, 'duration_secs': 0.149859} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.865673] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1561.865768] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c91ac919-907e-45f4-be12-ca6e4045d418 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.872060] env[69159]: DEBUG nova.network.neutron [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Successfully updated port: d317479e-3e9c-475d-8858-4ae7cffecd20 {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1561.877376] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1561.877376] env[69159]: value = "task-3449732" [ 1561.877376] env[69159]: _type = "Task" [ 1561.877376] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.886870] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.379130] env[69159]: DEBUG oslo_concurrency.lockutils [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.379399] env[69159]: DEBUG oslo_concurrency.lockutils [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.379437] env[69159]: DEBUG nova.network.neutron [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1562.390968] env[69159]: DEBUG oslo_vmware.api [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449732, 'name': PowerOnVM_Task, 'duration_secs': 0.430682} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.390968] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1562.390968] env[69159]: INFO nova.compute.manager [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1562.390968] env[69159]: DEBUG nova.compute.manager [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1562.391879] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74c67cf-78e9-42e9-b84a-d006978df22d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.909824] env[69159]: INFO nova.compute.manager [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Took 11.35 seconds to build instance. [ 1562.914598] env[69159]: DEBUG nova.network.neutron [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1563.072177] env[69159]: DEBUG nova.network.neutron [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating instance_info_cache with network_info: [{"id": "d317479e-3e9c-475d-8858-4ae7cffecd20", "address": "fa:16:3e:2f:f7:52", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd317479e-3e", "ovs_interfaceid": "d317479e-3e9c-475d-8858-4ae7cffecd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.412189] env[69159]: DEBUG oslo_concurrency.lockutils [None req-914dfaa2-60a7-4f36-931e-c0c4fae425f6 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "8cf20579-a632-4377-84f8-c52c080e985e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.857s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.575487] env[69159]: DEBUG oslo_concurrency.lockutils [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.575487] env[69159]: DEBUG nova.compute.manager [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Instance network_info: |[{"id": "d317479e-3e9c-475d-8858-4ae7cffecd20", "address": "fa:16:3e:2f:f7:52", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd317479e-3e", "ovs_interfaceid": "d317479e-3e9c-475d-8858-4ae7cffecd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1563.575950] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:f7:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd317479e-3e9c-475d-8858-4ae7cffecd20', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1563.583573] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1563.583777] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1563.584015] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41ed6a11-011a-4699-bbf2-50fa0b1405c5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.603854] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1563.603854] env[69159]: value = "task-3449733" [ 1563.603854] env[69159]: _type = "Task" [ 1563.603854] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.612256] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449733, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.635928] env[69159]: INFO nova.compute.manager [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Rescuing [ 1563.636151] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "refresh_cache-8cf20579-a632-4377-84f8-c52c080e985e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.636296] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquired lock "refresh_cache-8cf20579-a632-4377-84f8-c52c080e985e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.636462] env[69159]: DEBUG nova.network.neutron [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1563.816626] env[69159]: DEBUG nova.compute.manager [req-b0046eab-49e4-4d09-98cc-133a97fdd27e req-d8317a3f-d983-4fcb-a855-41a5946db314 service nova] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Received event network-changed-d317479e-3e9c-475d-8858-4ae7cffecd20 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1563.816827] env[69159]: DEBUG nova.compute.manager [req-b0046eab-49e4-4d09-98cc-133a97fdd27e req-d8317a3f-d983-4fcb-a855-41a5946db314 service nova] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Refreshing instance network info cache due to event network-changed-d317479e-3e9c-475d-8858-4ae7cffecd20. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1563.817047] env[69159]: DEBUG oslo_concurrency.lockutils [req-b0046eab-49e4-4d09-98cc-133a97fdd27e req-d8317a3f-d983-4fcb-a855-41a5946db314 service nova] Acquiring lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.817195] env[69159]: DEBUG oslo_concurrency.lockutils [req-b0046eab-49e4-4d09-98cc-133a97fdd27e req-d8317a3f-d983-4fcb-a855-41a5946db314 service nova] Acquired lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.817354] env[69159]: DEBUG nova.network.neutron [req-b0046eab-49e4-4d09-98cc-133a97fdd27e req-d8317a3f-d983-4fcb-a855-41a5946db314 service nova] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Refreshing network info cache for port d317479e-3e9c-475d-8858-4ae7cffecd20 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1564.113837] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449733, 'name': CreateVM_Task, 'duration_secs': 0.297232} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.114043] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1564.114702] env[69159]: DEBUG oslo_concurrency.lockutils [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.114873] env[69159]: DEBUG oslo_concurrency.lockutils [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.115232] env[69159]: DEBUG oslo_concurrency.lockutils [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.115480] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38cc0a3c-8669-492b-bedb-dcfa27d6d66c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.119563] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1564.119563] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f4038a-3ccc-e68c-7285-afe13b0a49d1" [ 1564.119563] env[69159]: _type = "Task" [ 1564.119563] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.126626] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f4038a-3ccc-e68c-7285-afe13b0a49d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.634024] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52f4038a-3ccc-e68c-7285-afe13b0a49d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009784} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.634024] env[69159]: DEBUG oslo_concurrency.lockutils [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.634024] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1564.634024] env[69159]: DEBUG oslo_concurrency.lockutils [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.634024] env[69159]: DEBUG oslo_concurrency.lockutils [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.634024] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1564.634024] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1546163d-46b0-4f58-96f4-1cd1eafccf43 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.636199] env[69159]: DEBUG nova.network.neutron [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Updating instance_info_cache with network_info: [{"id": "ff9180cb-e95d-4370-a796-f4ab91e66295", "address": "fa:16:3e:6f:cd:d5", "network": {"id": "e1e0ee4e-bc91-43c9-b543-2919a6677dd5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-858222550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de0fe82e14854d57884752d7442aa138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff9180cb-e9", "ovs_interfaceid": "ff9180cb-e95d-4370-a796-f4ab91e66295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.641444] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1564.641660] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1564.642367] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e8cc9a6-d6d0-4f96-bbc6-ce943433ddab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.647142] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1564.647142] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a27975-378e-381f-c46d-dc49519f6572" [ 1564.647142] env[69159]: _type = "Task" [ 1564.647142] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.656957] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a27975-378e-381f-c46d-dc49519f6572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.773769] env[69159]: DEBUG nova.network.neutron [req-b0046eab-49e4-4d09-98cc-133a97fdd27e req-d8317a3f-d983-4fcb-a855-41a5946db314 service nova] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updated VIF entry in instance network info cache for port d317479e-3e9c-475d-8858-4ae7cffecd20. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1564.774258] env[69159]: DEBUG nova.network.neutron [req-b0046eab-49e4-4d09-98cc-133a97fdd27e req-d8317a3f-d983-4fcb-a855-41a5946db314 service nova] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating instance_info_cache with network_info: [{"id": "d317479e-3e9c-475d-8858-4ae7cffecd20", "address": "fa:16:3e:2f:f7:52", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd317479e-3e", "ovs_interfaceid": "d317479e-3e9c-475d-8858-4ae7cffecd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.138905] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Releasing lock "refresh_cache-8cf20579-a632-4377-84f8-c52c080e985e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.159425] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a27975-378e-381f-c46d-dc49519f6572, 'name': SearchDatastore_Task, 'duration_secs': 0.010908} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.163170] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-834fc1de-bdec-4c51-9e68-5035b84f3bf0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.168103] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1565.168103] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b04015-ad5b-f1b1-ea55-babf268c53a3" [ 1565.168103] env[69159]: _type = "Task" [ 1565.168103] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.176545] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b04015-ad5b-f1b1-ea55-babf268c53a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.277573] env[69159]: DEBUG oslo_concurrency.lockutils [req-b0046eab-49e4-4d09-98cc-133a97fdd27e req-d8317a3f-d983-4fcb-a855-41a5946db314 service nova] Releasing lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.679355] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52b04015-ad5b-f1b1-ea55-babf268c53a3, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.679616] env[69159]: DEBUG oslo_concurrency.lockutils [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.679969] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] eb1dc1fe-96ed-4060-bef6-7e23c05045e4/eb1dc1fe-96ed-4060-bef6-7e23c05045e4.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1565.680125] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e8f383f-e298-4f6c-9b28-ab630211a344 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.688980] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1565.688980] env[69159]: value = "task-3449734" [ 1565.688980] env[69159]: _type = "Task" [ 1565.688980] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.696628] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.198685] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.398367} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.198939] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] eb1dc1fe-96ed-4060-bef6-7e23c05045e4/eb1dc1fe-96ed-4060-bef6-7e23c05045e4.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1566.199165] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1566.199408] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-676ec951-5c2b-4da4-9438-2a5536616370 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.205119] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1566.205119] env[69159]: value = "task-3449735" [ 1566.205119] env[69159]: _type = "Task" [ 1566.205119] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.213391] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.671126] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1566.671463] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0961f3a5-d7ff-444d-96d7-c2d9df2a2263 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.678245] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1566.678245] env[69159]: value = "task-3449736" [ 1566.678245] env[69159]: _type = "Task" [ 1566.678245] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.686036] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.712993] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054542} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.713229] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1566.713923] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27cf3ba-5e22-4f9a-a39b-ef84b5cb58bd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.735807] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] eb1dc1fe-96ed-4060-bef6-7e23c05045e4/eb1dc1fe-96ed-4060-bef6-7e23c05045e4.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1566.736048] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5bbb0a9-934b-4cb0-b388-359d3add3e79 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.754490] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1566.754490] env[69159]: value = "task-3449737" [ 1566.754490] env[69159]: _type = "Task" [ 1566.754490] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.762126] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.189240] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449736, 'name': PowerOffVM_Task, 'duration_secs': 0.196648} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.189546] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1567.190417] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a03dfc-a991-4e59-bbda-746a471bed60 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.210228] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1757ed1-bd5d-4c98-8bf4-41d8eef11780 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.236467] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1567.236739] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3151923-46f9-49b6-8980-9358985cbb09 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.242555] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1567.242555] env[69159]: value = "task-3449738" [ 1567.242555] env[69159]: _type = "Task" [ 1567.242555] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.250341] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.263292] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449737, 'name': ReconfigVM_Task, 'duration_secs': 0.277423} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.263545] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Reconfigured VM instance instance-0000007f to attach disk [datastore2] eb1dc1fe-96ed-4060-bef6-7e23c05045e4/eb1dc1fe-96ed-4060-bef6-7e23c05045e4.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.264227] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4aa5a07-caaf-419e-b23a-0a7be94a5dba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.269269] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1567.269269] env[69159]: value = "task-3449739" [ 1567.269269] env[69159]: _type = "Task" [ 1567.269269] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.277285] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449739, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.753102] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] VM already powered off {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1567.753477] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1567.753576] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.753708] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.753882] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1567.754150] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9489f5d2-16f5-47da-b319-5f7a46fd6a5a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.762910] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1567.763114] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1567.763764] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e36b0347-7157-4308-8c3f-558f27b09a9d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.768240] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1567.768240] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527c9297-3ba7-6e1e-f982-55eb7ca69b91" [ 1567.768240] env[69159]: _type = "Task" [ 1567.768240] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.778511] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449739, 'name': Rename_Task, 'duration_secs': 0.141487} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.781561] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1567.781765] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]527c9297-3ba7-6e1e-f982-55eb7ca69b91, 'name': SearchDatastore_Task} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.781964] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29ba7d8e-ae11-4d8b-8a28-65a95f7504c0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.783687] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff493650-9ac8-4756-8e69-18a3a87b918b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.788823] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1567.788823] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5266ac7f-9057-82ec-b293-f9c3ba17c34d" [ 1567.788823] env[69159]: _type = "Task" [ 1567.788823] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.792310] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1567.792310] env[69159]: value = "task-3449740" [ 1567.792310] env[69159]: _type = "Task" [ 1567.792310] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.797784] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5266ac7f-9057-82ec-b293-f9c3ba17c34d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.801918] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.301645] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5266ac7f-9057-82ec-b293-f9c3ba17c34d, 'name': SearchDatastore_Task, 'duration_secs': 0.009006} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.304444] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.304705] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8cf20579-a632-4377-84f8-c52c080e985e/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk. {{(pid=69159) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1568.304964] env[69159]: DEBUG oslo_vmware.api [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449740, 'name': PowerOnVM_Task, 'duration_secs': 0.440549} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.305177] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2650fee5-60c1-4588-8399-479c016d80d3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.306958] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1568.307179] env[69159]: INFO nova.compute.manager [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1568.307357] env[69159]: DEBUG nova.compute.manager [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1568.308062] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb197e45-c819-4426-88a2-fd5ccb2dcb48 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.318191] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1568.318191] env[69159]: value = "task-3449741" [ 1568.318191] env[69159]: _type = "Task" [ 1568.318191] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.325439] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.829049] env[69159]: INFO nova.compute.manager [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Took 11.35 seconds to build instance. [ 1568.834039] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409457} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.834182] env[69159]: INFO nova.virt.vmwareapi.ds_util [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore2] 8cf20579-a632-4377-84f8-c52c080e985e/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk. [ 1568.834924] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be85397-813a-44e0-95a9-1554db5d5007 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.859992] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 8cf20579-a632-4377-84f8-c52c080e985e/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1568.860486] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c234ad3-ee58-4838-9e15-fd10f8c9770c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.878243] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1568.878243] env[69159]: value = "task-3449742" [ 1568.878243] env[69159]: _type = "Task" [ 1568.878243] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.885594] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.330821] env[69159]: DEBUG oslo_concurrency.lockutils [None req-55eebf46-4b9b-4cfd-ae26-d02f7cca0948 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.864s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.388339] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449742, 'name': ReconfigVM_Task, 'duration_secs': 0.258203} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.388569] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 8cf20579-a632-4377-84f8-c52c080e985e/e70bec9d-3b8e-40ca-8f91-975a0afc327c-rescue.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1569.389451] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091b7685-0ccc-4b6c-a2ea-384064c2cbd2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.414133] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b721b0d5-9169-4cdb-a152-cc43f4482592 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.429587] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1569.429587] env[69159]: value = "task-3449743" [ 1569.429587] env[69159]: _type = "Task" [ 1569.429587] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.437333] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.642607] env[69159]: DEBUG nova.compute.manager [req-adc68e68-08db-448c-96a4-8913908e9228 req-8e01f670-b11c-432e-aa59-9c4fb32ccc3f service nova] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Received event network-changed-d317479e-3e9c-475d-8858-4ae7cffecd20 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1569.642607] env[69159]: DEBUG nova.compute.manager [req-adc68e68-08db-448c-96a4-8913908e9228 req-8e01f670-b11c-432e-aa59-9c4fb32ccc3f service nova] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Refreshing instance network info cache due to event network-changed-d317479e-3e9c-475d-8858-4ae7cffecd20. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1569.642607] env[69159]: DEBUG oslo_concurrency.lockutils [req-adc68e68-08db-448c-96a4-8913908e9228 req-8e01f670-b11c-432e-aa59-9c4fb32ccc3f service nova] Acquiring lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.642961] env[69159]: DEBUG oslo_concurrency.lockutils [req-adc68e68-08db-448c-96a4-8913908e9228 req-8e01f670-b11c-432e-aa59-9c4fb32ccc3f service nova] Acquired lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.642961] env[69159]: DEBUG nova.network.neutron [req-adc68e68-08db-448c-96a4-8913908e9228 req-8e01f670-b11c-432e-aa59-9c4fb32ccc3f service nova] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Refreshing network info cache for port d317479e-3e9c-475d-8858-4ae7cffecd20 {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1569.939480] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449743, 'name': ReconfigVM_Task, 'duration_secs': 0.140244} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.939953] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1569.939953] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51effbb6-ecdc-41bc-aa15-d34d053196db {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.945755] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1569.945755] env[69159]: value = "task-3449744" [ 1569.945755] env[69159]: _type = "Task" [ 1569.945755] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.954424] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.390306] env[69159]: DEBUG nova.network.neutron [req-adc68e68-08db-448c-96a4-8913908e9228 req-8e01f670-b11c-432e-aa59-9c4fb32ccc3f service nova] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updated VIF entry in instance network info cache for port d317479e-3e9c-475d-8858-4ae7cffecd20. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.390684] env[69159]: DEBUG nova.network.neutron [req-adc68e68-08db-448c-96a4-8913908e9228 req-8e01f670-b11c-432e-aa59-9c4fb32ccc3f service nova] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating instance_info_cache with network_info: [{"id": "d317479e-3e9c-475d-8858-4ae7cffecd20", "address": "fa:16:3e:2f:f7:52", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd317479e-3e", "ovs_interfaceid": "d317479e-3e9c-475d-8858-4ae7cffecd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.456036] env[69159]: DEBUG oslo_vmware.api [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449744, 'name': PowerOnVM_Task, 'duration_secs': 0.413577} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.456371] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1570.458916] env[69159]: DEBUG nova.compute.manager [None req-9f00849e-826d-46b3-ae90-ea70a4b6ea38 tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1570.459682] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4952ed0-7af0-4b6d-b6a8-6e6aa904b6f8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.893312] env[69159]: DEBUG oslo_concurrency.lockutils [req-adc68e68-08db-448c-96a4-8913908e9228 req-8e01f670-b11c-432e-aa59-9c4fb32ccc3f service nova] Releasing lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.977778] env[69159]: INFO nova.compute.manager [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Unrescuing [ 1571.978211] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "refresh_cache-8cf20579-a632-4377-84f8-c52c080e985e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.978258] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquired lock "refresh_cache-8cf20579-a632-4377-84f8-c52c080e985e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.978388] env[69159]: DEBUG nova.network.neutron [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1572.693111] env[69159]: DEBUG nova.network.neutron [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Updating instance_info_cache with network_info: [{"id": "ff9180cb-e95d-4370-a796-f4ab91e66295", "address": "fa:16:3e:6f:cd:d5", "network": {"id": "e1e0ee4e-bc91-43c9-b543-2919a6677dd5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-858222550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de0fe82e14854d57884752d7442aa138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff9180cb-e9", "ovs_interfaceid": "ff9180cb-e95d-4370-a796-f4ab91e66295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.196338] env[69159]: DEBUG oslo_concurrency.lockutils [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Releasing lock "refresh_cache-8cf20579-a632-4377-84f8-c52c080e985e" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.197023] env[69159]: DEBUG nova.objects.instance [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lazy-loading 'flavor' on Instance uuid 8cf20579-a632-4377-84f8-c52c080e985e {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.702546] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cc7f4c-e1c1-4167-a5ed-231f762a432d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.723550] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1573.723848] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-663b172f-7322-47f9-9fe4-537c13aa5257 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.731627] env[69159]: DEBUG oslo_vmware.api [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1573.731627] env[69159]: value = "task-3449745" [ 1573.731627] env[69159]: _type = "Task" [ 1573.731627] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.739426] env[69159]: DEBUG oslo_vmware.api [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.241513] env[69159]: DEBUG oslo_vmware.api [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449745, 'name': PowerOffVM_Task, 'duration_secs': 0.185017} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.241904] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1574.247036] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1574.247295] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd659182-f511-4d3e-a05f-2906fd49938c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.265854] env[69159]: DEBUG oslo_vmware.api [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1574.265854] env[69159]: value = "task-3449746" [ 1574.265854] env[69159]: _type = "Task" [ 1574.265854] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.273186] env[69159]: DEBUG oslo_vmware.api [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.776080] env[69159]: DEBUG oslo_vmware.api [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449746, 'name': ReconfigVM_Task, 'duration_secs': 0.209801} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.776364] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1574.776551] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.776791] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f71a71c3-63a1-40f7-81be-c7241a4ea829 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.782936] env[69159]: DEBUG oslo_vmware.api [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1574.782936] env[69159]: value = "task-3449747" [ 1574.782936] env[69159]: _type = "Task" [ 1574.782936] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.789815] env[69159]: DEBUG oslo_vmware.api [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.293020] env[69159]: DEBUG oslo_vmware.api [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449747, 'name': PowerOnVM_Task, 'duration_secs': 0.338432} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.293384] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.293550] env[69159]: DEBUG nova.compute.manager [None req-9ad8f661-a24c-4c84-8710-ebeddc94b09d tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1575.294301] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b55539f-3cf9-40ec-88db-637edbc99302 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.569063] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "8cf20579-a632-4377-84f8-c52c080e985e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1576.569476] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "8cf20579-a632-4377-84f8-c52c080e985e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.569626] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "8cf20579-a632-4377-84f8-c52c080e985e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1576.569836] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "8cf20579-a632-4377-84f8-c52c080e985e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.570056] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "8cf20579-a632-4377-84f8-c52c080e985e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.572284] env[69159]: INFO nova.compute.manager [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Terminating instance [ 1577.075918] env[69159]: DEBUG nova.compute.manager [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1577.076248] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1577.077100] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f750454-6209-4b97-963d-32f4f4db9b85 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.085408] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.085662] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-703e554a-7532-47fe-8490-e44919c1591d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.092499] env[69159]: DEBUG oslo_vmware.api [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1577.092499] env[69159]: value = "task-3449748" [ 1577.092499] env[69159]: _type = "Task" [ 1577.092499] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.101721] env[69159]: DEBUG oslo_vmware.api [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.601979] env[69159]: DEBUG oslo_vmware.api [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449748, 'name': PowerOffVM_Task, 'duration_secs': 0.456028} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.602388] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1577.602574] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1577.602848] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-415dd390-fd63-4d66-89ea-7c2305122d73 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.890963] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1577.891219] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1577.891419] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Deleting the datastore file [datastore2] 8cf20579-a632-4377-84f8-c52c080e985e {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1577.891704] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d14d5ea-1586-493d-ad27-8bb4b4622c7b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.897867] env[69159]: DEBUG oslo_vmware.api [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1577.897867] env[69159]: value = "task-3449750" [ 1577.897867] env[69159]: _type = "Task" [ 1577.897867] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.905555] env[69159]: DEBUG oslo_vmware.api [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.407774] env[69159]: DEBUG oslo_vmware.api [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130974} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.408046] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.408278] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1578.408466] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1578.408640] env[69159]: INFO nova.compute.manager [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1578.408874] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1578.409075] env[69159]: DEBUG nova.compute.manager [-] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1578.409173] env[69159]: DEBUG nova.network.neutron [-] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1578.623156] env[69159]: DEBUG nova.compute.manager [req-e3a297b8-1b7e-4b8f-86ef-b968e89485c4 req-3f3c3765-0b44-48e2-8d30-682f8f977904 service nova] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Received event network-vif-deleted-ff9180cb-e95d-4370-a796-f4ab91e66295 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1578.623412] env[69159]: INFO nova.compute.manager [req-e3a297b8-1b7e-4b8f-86ef-b968e89485c4 req-3f3c3765-0b44-48e2-8d30-682f8f977904 service nova] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Neutron deleted interface ff9180cb-e95d-4370-a796-f4ab91e66295; detaching it from the instance and deleting it from the info cache [ 1578.623659] env[69159]: DEBUG nova.network.neutron [req-e3a297b8-1b7e-4b8f-86ef-b968e89485c4 req-3f3c3765-0b44-48e2-8d30-682f8f977904 service nova] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.106492] env[69159]: DEBUG nova.network.neutron [-] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.125492] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38a9d0e1-23c6-4832-b9bf-e52671569fdd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.135474] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000a7218-2594-4a9a-9499-71a43d728269 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.159422] env[69159]: DEBUG nova.compute.manager [req-e3a297b8-1b7e-4b8f-86ef-b968e89485c4 req-3f3c3765-0b44-48e2-8d30-682f8f977904 service nova] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Detach interface failed, port_id=ff9180cb-e95d-4370-a796-f4ab91e66295, reason: Instance 8cf20579-a632-4377-84f8-c52c080e985e could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1579.608736] env[69159]: INFO nova.compute.manager [-] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Took 1.20 seconds to deallocate network for instance. [ 1580.115599] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.115933] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.116149] env[69159]: DEBUG nova.objects.instance [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lazy-loading 'resources' on Instance uuid 8cf20579-a632-4377-84f8-c52c080e985e {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1580.669508] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7e7d2c-a740-4a3d-99be-8517fd317113 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.677153] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5396ab-ea30-48ea-bc43-5db54fcc7d60 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.707918] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792f97db-1696-4e26-9e31-ec1241e43d15 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.714814] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e44577-74a6-487a-b4fa-5bcaa6ebf6ad {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.727404] env[69159]: DEBUG nova.compute.provider_tree [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.230660] env[69159]: DEBUG nova.scheduler.client.report [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1581.735311] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.754607] env[69159]: INFO nova.scheduler.client.report [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Deleted allocations for instance 8cf20579-a632-4377-84f8-c52c080e985e [ 1582.262255] env[69159]: DEBUG oslo_concurrency.lockutils [None req-da2faecb-b192-4cab-b1d4-17055ba535cd tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "8cf20579-a632-4377-84f8-c52c080e985e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.693s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.152856] env[69159]: DEBUG oslo_concurrency.lockutils [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "750b7291-eafe-4521-98d1-41e5fc40df45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.153185] env[69159]: DEBUG oslo_concurrency.lockutils [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "750b7291-eafe-4521-98d1-41e5fc40df45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.153414] env[69159]: DEBUG oslo_concurrency.lockutils [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "750b7291-eafe-4521-98d1-41e5fc40df45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.153602] env[69159]: DEBUG oslo_concurrency.lockutils [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "750b7291-eafe-4521-98d1-41e5fc40df45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.153769] env[69159]: DEBUG oslo_concurrency.lockutils [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "750b7291-eafe-4521-98d1-41e5fc40df45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.155884] env[69159]: INFO nova.compute.manager [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Terminating instance [ 1583.659892] env[69159]: DEBUG nova.compute.manager [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1583.660263] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1583.661131] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24ca278-416b-4ae9-ae77-c5b170ac32cc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.668951] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1583.669213] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-882e95dc-2b32-4f36-b4db-b15d866bd5fd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.674837] env[69159]: DEBUG oslo_vmware.api [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1583.674837] env[69159]: value = "task-3449751" [ 1583.674837] env[69159]: _type = "Task" [ 1583.674837] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.682567] env[69159]: DEBUG oslo_vmware.api [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.184617] env[69159]: DEBUG oslo_vmware.api [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449751, 'name': PowerOffVM_Task, 'duration_secs': 0.187028} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.184844] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1584.184983] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1584.185249] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8c54eb9-0862-4cc0-af63-c6d50162445f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.240817] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1584.241090] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1584.241222] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Deleting the datastore file [datastore1] 750b7291-eafe-4521-98d1-41e5fc40df45 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1584.241488] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff8bb4ba-03e1-400b-b0f8-b017a0e5a6dd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.247900] env[69159]: DEBUG oslo_vmware.api [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for the task: (returnval){ [ 1584.247900] env[69159]: value = "task-3449753" [ 1584.247900] env[69159]: _type = "Task" [ 1584.247900] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.255160] env[69159]: DEBUG oslo_vmware.api [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.758707] env[69159]: DEBUG oslo_vmware.api [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Task: {'id': task-3449753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163203} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.759187] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1584.759187] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1584.759334] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1584.759432] env[69159]: INFO nova.compute.manager [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1584.759666] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1584.759853] env[69159]: DEBUG nova.compute.manager [-] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1584.759961] env[69159]: DEBUG nova.network.neutron [-] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1584.992788] env[69159]: DEBUG nova.compute.manager [req-597e6e6f-2fa4-4fec-8fcf-1efc0eb4b2cd req-e7a36c4b-35e7-4760-811d-aac499854869 service nova] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Received event network-vif-deleted-49663e07-c9db-48de-824e-a8c4fc963028 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1584.992788] env[69159]: INFO nova.compute.manager [req-597e6e6f-2fa4-4fec-8fcf-1efc0eb4b2cd req-e7a36c4b-35e7-4760-811d-aac499854869 service nova] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Neutron deleted interface 49663e07-c9db-48de-824e-a8c4fc963028; detaching it from the instance and deleting it from the info cache [ 1584.992893] env[69159]: DEBUG nova.network.neutron [req-597e6e6f-2fa4-4fec-8fcf-1efc0eb4b2cd req-e7a36c4b-35e7-4760-811d-aac499854869 service nova] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.477125] env[69159]: DEBUG nova.network.neutron [-] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.495460] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3175f62d-932e-4383-8865-f4924187fd8d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.504929] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea7354e-1adf-4e15-8b32-35587eae9eaf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.528168] env[69159]: DEBUG nova.compute.manager [req-597e6e6f-2fa4-4fec-8fcf-1efc0eb4b2cd req-e7a36c4b-35e7-4760-811d-aac499854869 service nova] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Detach interface failed, port_id=49663e07-c9db-48de-824e-a8c4fc963028, reason: Instance 750b7291-eafe-4521-98d1-41e5fc40df45 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1585.980052] env[69159]: INFO nova.compute.manager [-] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Took 1.22 seconds to deallocate network for instance. [ 1586.487183] env[69159]: DEBUG oslo_concurrency.lockutils [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1586.487492] env[69159]: DEBUG oslo_concurrency.lockutils [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1586.487711] env[69159]: DEBUG nova.objects.instance [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lazy-loading 'resources' on Instance uuid 750b7291-eafe-4521-98d1-41e5fc40df45 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1587.034021] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8637adb-f2ae-44eb-85a1-314d2ff0d995 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.041216] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca673a0-6184-4b98-bbf1-dd40c6f0b648 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.072103] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99600a3-26a0-4d2a-abe3-071251dbfeab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.079147] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e6af6a-92de-4431-94f9-6d2929328068 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.092214] env[69159]: DEBUG nova.compute.provider_tree [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.595675] env[69159]: DEBUG nova.scheduler.client.report [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.832029] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.832329] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.832483] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.832636] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.832776] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.832918] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.833082] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.833236] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69159) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1587.833388] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.102527] env[69159]: DEBUG oslo_concurrency.lockutils [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.117978] env[69159]: INFO nova.scheduler.client.report [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Deleted allocations for instance 750b7291-eafe-4521-98d1-41e5fc40df45 [ 1588.336106] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.336371] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.336544] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.336698] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1588.337605] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dfec24-e97b-491d-a75b-70a2d5713f6f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.346264] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20512206-0028-49b9-89ca-b2f87f1a92a9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.359960] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4916c138-a213-4d0e-8179-44123a8b9b49 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.366011] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd9470f-163d-4735-89af-5220bffd5a68 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.394716] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180706MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1588.394840] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.395055] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.625244] env[69159]: DEBUG oslo_concurrency.lockutils [None req-66acb72f-ac8b-4630-8f47-017745523a1e tempest-ServerRescueTestJSON-1532743185 tempest-ServerRescueTestJSON-1532743185-project-member] Lock "750b7291-eafe-4521-98d1-41e5fc40df45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.472s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.416610] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance eb1dc1fe-96ed-4060-bef6-7e23c05045e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1589.416861] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1589.416970] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1589.441524] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f45507-45f3-4f33-ac53-095e0ab159ba {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.448801] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee6f95b-38fb-4c22-983d-5e450f797ef6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.478545] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fdd281-e7be-4f7c-b250-77b8bab6a871 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.485540] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471a0f45-c945-4d9d-89fc-b2b59c8aadff {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.498177] env[69159]: DEBUG nova.compute.provider_tree [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.001262] env[69159]: DEBUG nova.scheduler.client.report [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1590.508096] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1590.508341] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1607.913173] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1607.913467] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1608.416991] env[69159]: DEBUG nova.compute.utils [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1608.919839] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1609.980447] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1609.980749] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1609.980944] env[69159]: INFO nova.compute.manager [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Attaching volume ccac7442-7ab7-47de-9933-daefd01df841 to /dev/sdb [ 1610.010541] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec229eca-bc0d-4171-891d-9d3a1e31bf66 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.017555] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8485f56a-2473-41bf-8cfc-5f52e3abc9fe {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.030329] env[69159]: DEBUG nova.virt.block_device [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating existing volume attachment record: 49d6ffed-73fd-438a-85a1-5ac08cdc2e9c {{(pid=69159) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1614.572727] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Volume attach. Driver type: vmdk {{(pid=69159) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1614.572727] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688736', 'volume_id': 'ccac7442-7ab7-47de-9933-daefd01df841', 'name': 'volume-ccac7442-7ab7-47de-9933-daefd01df841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb1dc1fe-96ed-4060-bef6-7e23c05045e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccac7442-7ab7-47de-9933-daefd01df841', 'serial': 'ccac7442-7ab7-47de-9933-daefd01df841'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1614.573311] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0481f073-0060-4f6e-b92a-c4170b426813 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.589500] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263fd8db-122b-46a6-994c-24d01e01d084 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.614585] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-ccac7442-7ab7-47de-9933-daefd01df841/volume-ccac7442-7ab7-47de-9933-daefd01df841.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1614.614849] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fbf79d8-7234-46c9-9d3f-80d4d3463472 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.631969] env[69159]: DEBUG oslo_vmware.api [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1614.631969] env[69159]: value = "task-3449758" [ 1614.631969] env[69159]: _type = "Task" [ 1614.631969] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.639493] env[69159]: DEBUG oslo_vmware.api [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.141274] env[69159]: DEBUG oslo_vmware.api [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449758, 'name': ReconfigVM_Task, 'duration_secs': 0.327652} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.141526] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-ccac7442-7ab7-47de-9933-daefd01df841/volume-ccac7442-7ab7-47de-9933-daefd01df841.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1615.146183] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dd9d7b0-f043-4e89-bc79-ebdaf413d974 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.160764] env[69159]: DEBUG oslo_vmware.api [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1615.160764] env[69159]: value = "task-3449759" [ 1615.160764] env[69159]: _type = "Task" [ 1615.160764] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.168039] env[69159]: DEBUG oslo_vmware.api [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.670111] env[69159]: DEBUG oslo_vmware.api [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449759, 'name': ReconfigVM_Task, 'duration_secs': 0.131212} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.670453] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688736', 'volume_id': 'ccac7442-7ab7-47de-9933-daefd01df841', 'name': 'volume-ccac7442-7ab7-47de-9933-daefd01df841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb1dc1fe-96ed-4060-bef6-7e23c05045e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccac7442-7ab7-47de-9933-daefd01df841', 'serial': 'ccac7442-7ab7-47de-9933-daefd01df841'} {{(pid=69159) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1616.708348] env[69159]: DEBUG nova.objects.instance [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lazy-loading 'flavor' on Instance uuid eb1dc1fe-96ed-4060-bef6-7e23c05045e4 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1617.214143] env[69159]: DEBUG oslo_concurrency.lockutils [None req-2ab4eaa9-014b-47da-ab02-c0fad960bc62 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1618.054548] env[69159]: DEBUG nova.compute.manager [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Stashing vm_state: active {{(pid=69159) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 1618.574639] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1618.574929] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1619.079792] env[69159]: INFO nova.compute.claims [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1619.586716] env[69159]: INFO nova.compute.resource_tracker [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating resource usage from migration 6377b18f-1758-4ab8-8518-8ff1910111ad [ 1619.626490] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e34c736-09a2-43c2-8474-8486c41363e1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.635440] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07eb58fe-c41c-4691-b969-93b997b1ea7f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.664522] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e474ed5-f436-4558-9c5d-58506b29d908 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.671346] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6deed05c-5016-4d34-9018-dfa1a06fa39e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.684040] env[69159]: DEBUG nova.compute.provider_tree [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.187095] env[69159]: DEBUG nova.scheduler.client.report [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1620.691526] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.116s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1620.691741] env[69159]: INFO nova.compute.manager [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Migrating [ 1621.206645] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.207065] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.207065] env[69159]: DEBUG nova.network.neutron [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1621.903687] env[69159]: DEBUG nova.network.neutron [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating instance_info_cache with network_info: [{"id": "d317479e-3e9c-475d-8858-4ae7cffecd20", "address": "fa:16:3e:2f:f7:52", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd317479e-3e", "ovs_interfaceid": "d317479e-3e9c-475d-8858-4ae7cffecd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.406809] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.923189] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0103d0-0b2c-445d-8495-1093e6e530f9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.944113] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating instance 'eb1dc1fe-96ed-4060-bef6-7e23c05045e4' progress to 0 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1624.450489] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1624.450816] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e7af3af-eea2-4ff4-9022-e146e9c3e2b4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.458774] env[69159]: DEBUG oslo_vmware.api [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1624.458774] env[69159]: value = "task-3449760" [ 1624.458774] env[69159]: _type = "Task" [ 1624.458774] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.466503] env[69159]: DEBUG oslo_vmware.api [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.969406] env[69159]: DEBUG oslo_vmware.api [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449760, 'name': PowerOffVM_Task, 'duration_secs': 0.205806} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.969687] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1624.969872] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating instance 'eb1dc1fe-96ed-4060-bef6-7e23c05045e4' progress to 17 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1625.476639] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1625.476879] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1625.477102] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1625.477220] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1625.477369] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1625.477521] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1625.477721] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1625.477878] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1625.478052] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1625.478217] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1625.478401] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1625.483406] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4b865a7-2de4-4715-9f3f-213fc9aa5945 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.499332] env[69159]: DEBUG oslo_vmware.api [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1625.499332] env[69159]: value = "task-3449761" [ 1625.499332] env[69159]: _type = "Task" [ 1625.499332] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.506963] env[69159]: DEBUG oslo_vmware.api [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.009019] env[69159]: DEBUG oslo_vmware.api [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449761, 'name': ReconfigVM_Task, 'duration_secs': 0.184136} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.009385] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating instance 'eb1dc1fe-96ed-4060-bef6-7e23c05045e4' progress to 33 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1626.516072] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1626.516327] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1626.516484] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1626.516667] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1626.516817] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1626.517015] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1626.517233] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1626.517388] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1626.517550] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1626.517706] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1626.517872] env[69159]: DEBUG nova.virt.hardware [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1626.523398] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1626.523702] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df8ff1a2-68c3-47a9-b639-7a5d75c7cc2f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.542611] env[69159]: DEBUG oslo_vmware.api [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1626.542611] env[69159]: value = "task-3449762" [ 1626.542611] env[69159]: _type = "Task" [ 1626.542611] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.550089] env[69159]: DEBUG oslo_vmware.api [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.052889] env[69159]: DEBUG oslo_vmware.api [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449762, 'name': ReconfigVM_Task, 'duration_secs': 0.187886} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.053217] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1627.053926] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ee2dea-ce0d-4da6-aea1-2b231c4c4aab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.078528] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] eb1dc1fe-96ed-4060-bef6-7e23c05045e4/eb1dc1fe-96ed-4060-bef6-7e23c05045e4.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1627.079093] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8fd836e-065d-4004-8fb4-568b02f24536 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.096179] env[69159]: DEBUG oslo_vmware.api [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1627.096179] env[69159]: value = "task-3449763" [ 1627.096179] env[69159]: _type = "Task" [ 1627.096179] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.103310] env[69159]: DEBUG oslo_vmware.api [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.605747] env[69159]: DEBUG oslo_vmware.api [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449763, 'name': ReconfigVM_Task, 'duration_secs': 0.285387} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.606033] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Reconfigured VM instance instance-0000007f to attach disk [datastore2] eb1dc1fe-96ed-4060-bef6-7e23c05045e4/eb1dc1fe-96ed-4060-bef6-7e23c05045e4.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1627.606325] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating instance 'eb1dc1fe-96ed-4060-bef6-7e23c05045e4' progress to 50 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1628.113076] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aea40b-61b8-4483-ba0f-7ff1faf94432 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.134831] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c6e9d0-31bf-4317-a3dd-b57f00a8a7bb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.154748] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating instance 'eb1dc1fe-96ed-4060-bef6-7e23c05045e4' progress to 67 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1629.792126] env[69159]: DEBUG nova.network.neutron [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Port d317479e-3e9c-475d-8858-4ae7cffecd20 binding to destination host cpu-1 is already ACTIVE {{(pid=69159) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1630.813146] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1630.813554] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1630.813554] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1631.848475] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.848718] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.848837] env[69159]: DEBUG nova.network.neutron [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1632.547460] env[69159]: DEBUG nova.network.neutron [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating instance_info_cache with network_info: [{"id": "d317479e-3e9c-475d-8858-4ae7cffecd20", "address": "fa:16:3e:2f:f7:52", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd317479e-3e", "ovs_interfaceid": "d317479e-3e9c-475d-8858-4ae7cffecd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.050834] env[69159]: DEBUG oslo_concurrency.lockutils [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.560522] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae02b393-6833-456b-a424-85c7e3a53e25 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.568098] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac11b78-7a3a-43fc-9cb3-e811790bc56f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.663464] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69a4af6-a8ed-4b0c-84ec-b6ceafa832cd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.686723] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc25045-f5b2-4ec1-b3c2-ebc35ece5c75 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.693722] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating instance 'eb1dc1fe-96ed-4060-bef6-7e23c05045e4' progress to 83 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1635.200103] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1635.200430] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c7b28de-1476-401b-88d2-56307ba3b84e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.208124] env[69159]: DEBUG oslo_vmware.api [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1635.208124] env[69159]: value = "task-3449764" [ 1635.208124] env[69159]: _type = "Task" [ 1635.208124] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.215590] env[69159]: DEBUG oslo_vmware.api [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.717989] env[69159]: DEBUG oslo_vmware.api [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449764, 'name': PowerOnVM_Task, 'duration_secs': 0.385822} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.718417] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1635.718496] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b4df79-ec98-49dc-a474-b16b56ece8ec tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating instance 'eb1dc1fe-96ed-4060-bef6-7e23c05045e4' progress to 100 {{(pid=69159) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1638.552769] env[69159]: DEBUG nova.network.neutron [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Port d317479e-3e9c-475d-8858-4ae7cffecd20 binding to destination host cpu-1 is already ACTIVE {{(pid=69159) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1638.553281] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.553281] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1638.553435] env[69159]: DEBUG nova.network.neutron [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.285338] env[69159]: DEBUG nova.network.neutron [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating instance_info_cache with network_info: [{"id": "d317479e-3e9c-475d-8858-4ae7cffecd20", "address": "fa:16:3e:2f:f7:52", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd317479e-3e", "ovs_interfaceid": "d317479e-3e9c-475d-8858-4ae7cffecd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.788685] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.292213] env[69159]: DEBUG nova.compute.manager [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69159) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1641.388220] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1641.388548] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1641.891929] env[69159]: DEBUG nova.objects.instance [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lazy-loading 'migration_context' on Instance uuid eb1dc1fe-96ed-4060-bef6-7e23c05045e4 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1642.438633] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33b889b-617c-462d-9645-546e0242d572 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.446337] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d0d28f-975b-40be-8183-ae309438e55b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.475854] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e9bb59-e646-4263-bd85-1ae21a440cb7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.483152] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef11339-63cd-47bf-af31-c1817b4f6e2c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.496839] env[69159]: DEBUG nova.compute.provider_tree [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.999837] env[69159]: DEBUG nova.scheduler.client.report [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1644.011858] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.623s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1645.546140] env[69159]: INFO nova.compute.manager [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Swapping old allocation on dict_keys(['bb8e5e26-0b56-454c-ae24-e4322af67e22']) held by migration 6377b18f-1758-4ab8-8518-8ff1910111ad for instance [ 1645.567541] env[69159]: DEBUG nova.scheduler.client.report [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Overwriting current allocation {'allocations': {'bb8e5e26-0b56-454c-ae24-e4322af67e22': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 181}}, 'project_id': '03138150ca8f4422958dafe261f04ebe', 'user_id': '72b9d90f3d63422e83feb1ac32696cf3', 'consumer_generation': 1} on consumer eb1dc1fe-96ed-4060-bef6-7e23c05045e4 {{(pid=69159) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1645.645998] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.646214] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.646398] env[69159]: DEBUG nova.network.neutron [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1646.340795] env[69159]: DEBUG nova.network.neutron [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating instance_info_cache with network_info: [{"id": "d317479e-3e9c-475d-8858-4ae7cffecd20", "address": "fa:16:3e:2f:f7:52", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd317479e-3e", "ovs_interfaceid": "d317479e-3e9c-475d-8858-4ae7cffecd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.844063] env[69159]: DEBUG oslo_concurrency.lockutils [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "refresh_cache-eb1dc1fe-96ed-4060-bef6-7e23c05045e4" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.844721] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74495176-0b2e-4c39-8562-87b6208fd4cc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.852027] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ffe31f-fd4f-43b6-bf34-43a4643c55a5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.930370] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1647.930689] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b96de39-3ae4-47d9-a5d1-4384088d3009 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.938025] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1647.938025] env[69159]: value = "task-3449765" [ 1647.938025] env[69159]: _type = "Task" [ 1647.938025] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.946279] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.447877] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449765, 'name': PowerOffVM_Task, 'duration_secs': 0.192245} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.448175] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1648.448833] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1648.449064] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1648.449227] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1648.449456] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1648.449613] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1648.449766] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1648.449970] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1648.450145] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1648.450325] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1648.450516] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1648.450689] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1648.455736] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0693c3e2-773f-46ef-a06a-427efb7246fc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.470964] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1648.470964] env[69159]: value = "task-3449766" [ 1648.470964] env[69159]: _type = "Task" [ 1648.470964] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.478509] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.637551] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1648.637738] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1648.980828] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449766, 'name': ReconfigVM_Task, 'duration_secs': 0.136574} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.981699] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238b9319-41f0-4290-9ba2-ef0c75f17a99 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.001954] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1649.002209] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1649.002369] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1649.002557] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1649.002764] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1649.002922] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1649.003141] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1649.003301] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1649.003463] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1649.003637] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1649.003826] env[69159]: DEBUG nova.virt.hardware [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1649.004594] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6df51c-ce28-476c-bc68-a528d2dacaa4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.010307] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1649.010307] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5259d502-45a5-b732-ddea-0cbbb3fd39ee" [ 1649.010307] env[69159]: _type = "Task" [ 1649.010307] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.017957] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5259d502-45a5-b732-ddea-0cbbb3fd39ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.142707] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1649.142890] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1649.143059] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1649.143219] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1649.143363] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1649.143507] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1649.143693] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69159) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1649.144220] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1649.521061] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5259d502-45a5-b732-ddea-0cbbb3fd39ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009417} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.525325] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1649.525591] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6a52a04-95f4-479b-b004-37217559f6d6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.543760] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1649.543760] env[69159]: value = "task-3449767" [ 1649.543760] env[69159]: _type = "Task" [ 1649.543760] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.550809] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.647659] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1649.648086] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1649.648396] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1649.648679] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1649.650070] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb3876a-21c2-4762-af7e-9010e602cd03 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.661822] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c742ea-97e1-4d70-8f2d-26adfd03d0b7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.678578] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b07ff2-d757-4f44-b113-bfdcac2e439d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.685414] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61682862-a98c-4e21-acb6-3e88adb404cc {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.714371] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180516MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1649.714570] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1649.714733] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1650.054011] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449767, 'name': ReconfigVM_Task, 'duration_secs': 0.211027} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.054396] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1650.055044] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1f1661-7343-4b52-97f4-0adeb593e736 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.078894] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] eb1dc1fe-96ed-4060-bef6-7e23c05045e4/eb1dc1fe-96ed-4060-bef6-7e23c05045e4.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1650.079132] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b798470f-e261-4a14-bcb7-54ce525b3948 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.096113] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1650.096113] env[69159]: value = "task-3449768" [ 1650.096113] env[69159]: _type = "Task" [ 1650.096113] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.103517] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.607916] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449768, 'name': ReconfigVM_Task, 'duration_secs': 0.284668} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.608216] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Reconfigured VM instance instance-0000007f to attach disk [datastore2] eb1dc1fe-96ed-4060-bef6-7e23c05045e4/eb1dc1fe-96ed-4060-bef6-7e23c05045e4.vmdk or device None with type thin {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.609050] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43558f04-150a-4d2f-ba0c-70521a6a5212 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.629046] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a53dc0-282b-4368-9c68-3eb4d854e6d4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.648704] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3166deea-abef-4120-b796-1128e7bec783 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.668134] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1306942-8acd-4b29-8555-04f6877a3f1d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.674228] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1650.674445] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8d70359-d611-489c-8c7a-a1c0d39dd507 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.679706] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1650.679706] env[69159]: value = "task-3449769" [ 1650.679706] env[69159]: _type = "Task" [ 1650.679706] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.686664] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.738565] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance eb1dc1fe-96ed-4060-bef6-7e23c05045e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1650.738770] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1650.738918] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1650.764742] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4799b725-136f-4ecf-896f-008279f679d9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.771647] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fffa66b-22ac-40c9-ae82-d564a1351b12 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.801842] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa769d2-a6de-41fe-98fd-036b39dcba12 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.808727] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08d2bfb-7694-422d-8d3b-0fa0fbf42107 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.821390] env[69159]: DEBUG nova.compute.provider_tree [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1651.190183] env[69159]: DEBUG oslo_vmware.api [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449769, 'name': PowerOnVM_Task, 'duration_secs': 0.35857} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.190592] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1651.324010] env[69159]: DEBUG nova.scheduler.client.report [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1651.829344] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1651.829568] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1652.229582] env[69159]: INFO nova.compute.manager [None req-f6256311-1181-49d9-a150-635b570b5fff tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating instance to original state: 'active' [ 1653.116056] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1653.116056] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1653.116312] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1653.116363] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1653.116504] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1653.118987] env[69159]: INFO nova.compute.manager [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Terminating instance [ 1653.623041] env[69159]: DEBUG nova.compute.manager [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1653.623477] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1653.623599] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f482cda5-1434-469a-b528-d6d8d0c4303e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.630835] env[69159]: DEBUG oslo_vmware.api [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1653.630835] env[69159]: value = "task-3449770" [ 1653.630835] env[69159]: _type = "Task" [ 1653.630835] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.640201] env[69159]: DEBUG oslo_vmware.api [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.141328] env[69159]: DEBUG oslo_vmware.api [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449770, 'name': PowerOffVM_Task, 'duration_secs': 0.211073} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.141699] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1654.142019] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Volume detach. Driver type: vmdk {{(pid=69159) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1654.142316] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688736', 'volume_id': 'ccac7442-7ab7-47de-9933-daefd01df841', 'name': 'volume-ccac7442-7ab7-47de-9933-daefd01df841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'eb1dc1fe-96ed-4060-bef6-7e23c05045e4', 'attached_at': '2025-04-15T18:55:58.000000', 'detached_at': '', 'volume_id': 'ccac7442-7ab7-47de-9933-daefd01df841', 'serial': 'ccac7442-7ab7-47de-9933-daefd01df841'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1654.143169] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b8573d-ba3e-4938-8f58-0dcb9805f300 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.163387] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdda451-8689-4a44-be74-6d3118201930 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.169551] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c219108-0012-40ab-88b3-1e43cc82b024 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.188949] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8446021-89c6-4701-970b-73fad9490863 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.202929] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] The volume has not been displaced from its original location: [datastore1] volume-ccac7442-7ab7-47de-9933-daefd01df841/volume-ccac7442-7ab7-47de-9933-daefd01df841.vmdk. No consolidation needed. {{(pid=69159) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1654.207966] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1654.208218] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fef00f6-1b60-43db-90b1-50bfc54ba2b6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.224673] env[69159]: DEBUG oslo_vmware.api [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1654.224673] env[69159]: value = "task-3449771" [ 1654.224673] env[69159]: _type = "Task" [ 1654.224673] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.231740] env[69159]: DEBUG oslo_vmware.api [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.734427] env[69159]: DEBUG oslo_vmware.api [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449771, 'name': ReconfigVM_Task, 'duration_secs': 0.195028} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.734824] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69159) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1654.739227] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-772a6c2a-0d1e-4163-a6d3-df1dc7bc70eb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.753542] env[69159]: DEBUG oslo_vmware.api [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1654.753542] env[69159]: value = "task-3449772" [ 1654.753542] env[69159]: _type = "Task" [ 1654.753542] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.760611] env[69159]: DEBUG oslo_vmware.api [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.263116] env[69159]: DEBUG oslo_vmware.api [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449772, 'name': ReconfigVM_Task, 'duration_secs': 0.122184} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.263429] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688736', 'volume_id': 'ccac7442-7ab7-47de-9933-daefd01df841', 'name': 'volume-ccac7442-7ab7-47de-9933-daefd01df841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'eb1dc1fe-96ed-4060-bef6-7e23c05045e4', 'attached_at': '2025-04-15T18:55:58.000000', 'detached_at': '', 'volume_id': 'ccac7442-7ab7-47de-9933-daefd01df841', 'serial': 'ccac7442-7ab7-47de-9933-daefd01df841'} {{(pid=69159) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1655.263736] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1655.264474] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e3a643-59f9-4de6-b323-6db133af6a43 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.270707] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1655.270911] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-227e0022-5447-4cd5-ba92-1a3603fb9335 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.328585] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1655.328770] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1655.328950] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Deleting the datastore file [datastore2] eb1dc1fe-96ed-4060-bef6-7e23c05045e4 {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.329214] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d63d0df-9f06-4857-9ff7-4531a4687b47 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.336813] env[69159]: DEBUG oslo_vmware.api [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1655.336813] env[69159]: value = "task-3449774" [ 1655.336813] env[69159]: _type = "Task" [ 1655.336813] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.343809] env[69159]: DEBUG oslo_vmware.api [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.848687] env[69159]: DEBUG oslo_vmware.api [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145622} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.849109] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1655.849165] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1655.849304] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1655.849476] env[69159]: INFO nova.compute.manager [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1655.849716] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1655.849899] env[69159]: DEBUG nova.compute.manager [-] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1655.849991] env[69159]: DEBUG nova.network.neutron [-] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1656.296801] env[69159]: DEBUG nova.compute.manager [req-9ff5f7bb-74ab-4389-a0bb-f897b1c70606 req-e290edba-5fb0-46eb-99a6-661cb1286f4f service nova] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Received event network-vif-deleted-d317479e-3e9c-475d-8858-4ae7cffecd20 {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1656.296801] env[69159]: INFO nova.compute.manager [req-9ff5f7bb-74ab-4389-a0bb-f897b1c70606 req-e290edba-5fb0-46eb-99a6-661cb1286f4f service nova] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Neutron deleted interface d317479e-3e9c-475d-8858-4ae7cffecd20; detaching it from the instance and deleting it from the info cache [ 1656.296801] env[69159]: DEBUG nova.network.neutron [req-9ff5f7bb-74ab-4389-a0bb-f897b1c70606 req-e290edba-5fb0-46eb-99a6-661cb1286f4f service nova] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.778471] env[69159]: DEBUG nova.network.neutron [-] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.798703] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37f8f87a-c8ed-4e81-be37-8333dcb7048e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.808965] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11d0ecf-33e9-45e2-94b8-42948f0b82e5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.833302] env[69159]: DEBUG nova.compute.manager [req-9ff5f7bb-74ab-4389-a0bb-f897b1c70606 req-e290edba-5fb0-46eb-99a6-661cb1286f4f service nova] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Detach interface failed, port_id=d317479e-3e9c-475d-8858-4ae7cffecd20, reason: Instance eb1dc1fe-96ed-4060-bef6-7e23c05045e4 could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1657.281667] env[69159]: INFO nova.compute.manager [-] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Took 1.43 seconds to deallocate network for instance. [ 1657.824469] env[69159]: INFO nova.compute.manager [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Took 0.54 seconds to detach 1 volumes for instance. [ 1658.331903] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1658.332308] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1658.332440] env[69159]: DEBUG nova.objects.instance [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lazy-loading 'resources' on Instance uuid eb1dc1fe-96ed-4060-bef6-7e23c05045e4 {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.866546] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f146fc5-c46e-442c-bf27-fb4e966a0856 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.874262] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7829cb6f-7a2b-4a95-9d49-4e368298c5a5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.904183] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9ad2c7-d675-4d86-a31a-00a7e616aca0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.910557] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d576823-d110-440b-b120-4e5c2fe2c21e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.922993] env[69159]: DEBUG nova.compute.provider_tree [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1659.426656] env[69159]: DEBUG nova.scheduler.client.report [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1659.931859] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1659.949726] env[69159]: INFO nova.scheduler.client.report [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Deleted allocations for instance eb1dc1fe-96ed-4060-bef6-7e23c05045e4 [ 1660.457478] env[69159]: DEBUG oslo_concurrency.lockutils [None req-4b358d67-f762-4379-9053-44583dd58840 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "eb1dc1fe-96ed-4060-bef6-7e23c05045e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.341s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1661.394061] env[69159]: DEBUG oslo_concurrency.lockutils [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "db0e6274-2a33-421f-b16d-36da2a165dbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1661.394061] env[69159]: DEBUG oslo_concurrency.lockutils [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "db0e6274-2a33-421f-b16d-36da2a165dbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1661.895973] env[69159]: DEBUG nova.compute.manager [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Starting instance... {{(pid=69159) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1662.416565] env[69159]: DEBUG oslo_concurrency.lockutils [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1662.416844] env[69159]: DEBUG oslo_concurrency.lockutils [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1662.418358] env[69159]: INFO nova.compute.claims [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1663.459227] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b7cf88-3e7c-463a-a00a-41c37066770b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.466892] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfcf5d7-fb2c-4bb1-8468-021671ce35e3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.495989] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58efffa3-ae78-4849-a9e3-98b3b37c6e0f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.502586] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2104f18-846a-4556-88ec-aea2869c0a9e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.515176] env[69159]: DEBUG nova.compute.provider_tree [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1664.018629] env[69159]: DEBUG nova.scheduler.client.report [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1664.524154] env[69159]: DEBUG oslo_concurrency.lockutils [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1664.524591] env[69159]: DEBUG nova.compute.manager [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Start building networks asynchronously for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1665.030165] env[69159]: DEBUG nova.compute.utils [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Using /dev/sd instead of None {{(pid=69159) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1665.031723] env[69159]: DEBUG nova.compute.manager [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Allocating IP information in the background. {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1665.031846] env[69159]: DEBUG nova.network.neutron [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] allocate_for_instance() {{(pid=69159) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1665.076452] env[69159]: DEBUG nova.policy [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72b9d90f3d63422e83feb1ac32696cf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03138150ca8f4422958dafe261f04ebe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69159) authorize /opt/stack/nova/nova/policy.py:192}} [ 1665.326844] env[69159]: DEBUG nova.network.neutron [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Successfully created port: 5e6dba1b-6e55-4a24-a7b7-e0f8d317346a {{(pid=69159) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1665.535229] env[69159]: DEBUG nova.compute.manager [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Start building block device mappings for instance. {{(pid=69159) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1666.545577] env[69159]: DEBUG nova.compute.manager [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Start spawning the instance on the hypervisor. {{(pid=69159) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1666.572961] env[69159]: DEBUG nova.virt.hardware [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T18:36:20Z,direct_url=,disk_format='vmdk',id=e70bec9d-3b8e-40ca-8f91-975a0afc327c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e881e93bd2984130a71d708c85a6ed4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T18:36:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1666.573257] env[69159]: DEBUG nova.virt.hardware [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.573414] env[69159]: DEBUG nova.virt.hardware [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1666.573636] env[69159]: DEBUG nova.virt.hardware [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.573814] env[69159]: DEBUG nova.virt.hardware [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1666.573975] env[69159]: DEBUG nova.virt.hardware [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1666.574203] env[69159]: DEBUG nova.virt.hardware [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1666.574357] env[69159]: DEBUG nova.virt.hardware [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1666.574519] env[69159]: DEBUG nova.virt.hardware [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1666.574676] env[69159]: DEBUG nova.virt.hardware [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1666.574843] env[69159]: DEBUG nova.virt.hardware [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1666.575715] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0697aee2-454b-4a84-9db2-f1ecd51ae2d4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.583221] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0859cdc2-4eba-41f6-b7be-eaf0a8baedb7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.667234] env[69159]: DEBUG nova.compute.manager [req-3e4f071b-6960-4a09-ae0c-6c27143fceb5 req-96323acf-fc53-4f17-910b-96b404627c8c service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Received event network-vif-plugged-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1666.667234] env[69159]: DEBUG oslo_concurrency.lockutils [req-3e4f071b-6960-4a09-ae0c-6c27143fceb5 req-96323acf-fc53-4f17-910b-96b404627c8c service nova] Acquiring lock "db0e6274-2a33-421f-b16d-36da2a165dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1666.667234] env[69159]: DEBUG oslo_concurrency.lockutils [req-3e4f071b-6960-4a09-ae0c-6c27143fceb5 req-96323acf-fc53-4f17-910b-96b404627c8c service nova] Lock "db0e6274-2a33-421f-b16d-36da2a165dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1666.667234] env[69159]: DEBUG oslo_concurrency.lockutils [req-3e4f071b-6960-4a09-ae0c-6c27143fceb5 req-96323acf-fc53-4f17-910b-96b404627c8c service nova] Lock "db0e6274-2a33-421f-b16d-36da2a165dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1666.667234] env[69159]: DEBUG nova.compute.manager [req-3e4f071b-6960-4a09-ae0c-6c27143fceb5 req-96323acf-fc53-4f17-910b-96b404627c8c service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] No waiting events found dispatching network-vif-plugged-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1666.667234] env[69159]: WARNING nova.compute.manager [req-3e4f071b-6960-4a09-ae0c-6c27143fceb5 req-96323acf-fc53-4f17-910b-96b404627c8c service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Received unexpected event network-vif-plugged-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a for instance with vm_state building and task_state spawning. [ 1666.747882] env[69159]: DEBUG nova.network.neutron [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Successfully updated port: 5e6dba1b-6e55-4a24-a7b7-e0f8d317346a {{(pid=69159) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1667.250762] env[69159]: DEBUG oslo_concurrency.lockutils [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.250988] env[69159]: DEBUG oslo_concurrency.lockutils [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.251212] env[69159]: DEBUG nova.network.neutron [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.783017] env[69159]: DEBUG nova.network.neutron [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Instance cache missing network info. {{(pid=69159) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1667.896076] env[69159]: DEBUG nova.network.neutron [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Updating instance_info_cache with network_info: [{"id": "5e6dba1b-6e55-4a24-a7b7-e0f8d317346a", "address": "fa:16:3e:9f:9a:f5", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6dba1b-6e", "ovs_interfaceid": "5e6dba1b-6e55-4a24-a7b7-e0f8d317346a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.398391] env[69159]: DEBUG oslo_concurrency.lockutils [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.398719] env[69159]: DEBUG nova.compute.manager [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Instance network_info: |[{"id": "5e6dba1b-6e55-4a24-a7b7-e0f8d317346a", "address": "fa:16:3e:9f:9a:f5", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6dba1b-6e", "ovs_interfaceid": "5e6dba1b-6e55-4a24-a7b7-e0f8d317346a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69159) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1668.399179] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:9a:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e6dba1b-6e55-4a24-a7b7-e0f8d317346a', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1668.406911] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1668.407131] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1668.407345] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7691955d-24b8-4235-b94f-c1900cac7879 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.427522] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1668.427522] env[69159]: value = "task-3449775" [ 1668.427522] env[69159]: _type = "Task" [ 1668.427522] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.436558] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449775, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.696537] env[69159]: DEBUG nova.compute.manager [req-87ab5f89-967c-4a68-91d1-e75877f96b4b req-06829e84-9b70-4d99-b059-0d1562d7d6c5 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Received event network-changed-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1668.696800] env[69159]: DEBUG nova.compute.manager [req-87ab5f89-967c-4a68-91d1-e75877f96b4b req-06829e84-9b70-4d99-b059-0d1562d7d6c5 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Refreshing instance network info cache due to event network-changed-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1668.697032] env[69159]: DEBUG oslo_concurrency.lockutils [req-87ab5f89-967c-4a68-91d1-e75877f96b4b req-06829e84-9b70-4d99-b059-0d1562d7d6c5 service nova] Acquiring lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.697209] env[69159]: DEBUG oslo_concurrency.lockutils [req-87ab5f89-967c-4a68-91d1-e75877f96b4b req-06829e84-9b70-4d99-b059-0d1562d7d6c5 service nova] Acquired lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.697385] env[69159]: DEBUG nova.network.neutron [req-87ab5f89-967c-4a68-91d1-e75877f96b4b req-06829e84-9b70-4d99-b059-0d1562d7d6c5 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Refreshing network info cache for port 5e6dba1b-6e55-4a24-a7b7-e0f8d317346a {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1668.937825] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449775, 'name': CreateVM_Task, 'duration_secs': 0.274966} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.938138] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1668.938590] env[69159]: DEBUG oslo_concurrency.lockutils [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.938755] env[69159]: DEBUG oslo_concurrency.lockutils [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.939078] env[69159]: DEBUG oslo_concurrency.lockutils [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.939328] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9dbbd38-b394-4bea-9216-da4150f33531 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.943373] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1668.943373] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5261b58d-c5e9-7310-1ec9-05458cc5c3f1" [ 1668.943373] env[69159]: _type = "Task" [ 1668.943373] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.950399] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5261b58d-c5e9-7310-1ec9-05458cc5c3f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.371112] env[69159]: DEBUG nova.network.neutron [req-87ab5f89-967c-4a68-91d1-e75877f96b4b req-06829e84-9b70-4d99-b059-0d1562d7d6c5 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Updated VIF entry in instance network info cache for port 5e6dba1b-6e55-4a24-a7b7-e0f8d317346a. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1669.371479] env[69159]: DEBUG nova.network.neutron [req-87ab5f89-967c-4a68-91d1-e75877f96b4b req-06829e84-9b70-4d99-b059-0d1562d7d6c5 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Updating instance_info_cache with network_info: [{"id": "5e6dba1b-6e55-4a24-a7b7-e0f8d317346a", "address": "fa:16:3e:9f:9a:f5", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6dba1b-6e", "ovs_interfaceid": "5e6dba1b-6e55-4a24-a7b7-e0f8d317346a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.454560] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5261b58d-c5e9-7310-1ec9-05458cc5c3f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009648} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.454857] env[69159]: DEBUG oslo_concurrency.lockutils [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1669.455135] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Processing image e70bec9d-3b8e-40ca-8f91-975a0afc327c {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1669.455382] env[69159]: DEBUG oslo_concurrency.lockutils [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.455533] env[69159]: DEBUG oslo_concurrency.lockutils [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1669.455708] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1669.455960] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ca154a6-d951-45c9-b335-b5088d0fabf5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.463940] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1669.464122] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1669.464788] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c8c87fe-66fa-47f5-bfde-2aeb722deb75 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.469425] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1669.469425] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5299092c-56e4-4a78-0dcd-a012abe02120" [ 1669.469425] env[69159]: _type = "Task" [ 1669.469425] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.476452] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5299092c-56e4-4a78-0dcd-a012abe02120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.874245] env[69159]: DEBUG oslo_concurrency.lockutils [req-87ab5f89-967c-4a68-91d1-e75877f96b4b req-06829e84-9b70-4d99-b059-0d1562d7d6c5 service nova] Releasing lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1669.979990] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]5299092c-56e4-4a78-0dcd-a012abe02120, 'name': SearchDatastore_Task, 'duration_secs': 0.008351} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.980776] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92128fb-ced8-431b-ab4c-daccb594eec9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.986153] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1669.986153] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52415e9d-9018-ba46-3bad-18f104449278" [ 1669.986153] env[69159]: _type = "Task" [ 1669.986153] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.993419] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52415e9d-9018-ba46-3bad-18f104449278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.496486] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52415e9d-9018-ba46-3bad-18f104449278, 'name': SearchDatastore_Task, 'duration_secs': 0.010343} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.496737] env[69159]: DEBUG oslo_concurrency.lockutils [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.496999] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] db0e6274-2a33-421f-b16d-36da2a165dbc/db0e6274-2a33-421f-b16d-36da2a165dbc.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1670.497265] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2b50256-232d-448e-b652-a0a4b717796d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.503490] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1670.503490] env[69159]: value = "task-3449776" [ 1670.503490] env[69159]: _type = "Task" [ 1670.503490] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.510592] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.013740] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.386546} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.014093] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e70bec9d-3b8e-40ca-8f91-975a0afc327c/e70bec9d-3b8e-40ca-8f91-975a0afc327c.vmdk to [datastore1] db0e6274-2a33-421f-b16d-36da2a165dbc/db0e6274-2a33-421f-b16d-36da2a165dbc.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1671.014173] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Extending root virtual disk to 1048576 {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1671.014411] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e2e1c51-0772-4a2b-bb3f-c9c52c8a0bf7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.020712] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1671.020712] env[69159]: value = "task-3449777" [ 1671.020712] env[69159]: _type = "Task" [ 1671.020712] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.028446] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.531260] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063664} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.531527] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Extended root virtual disk {{(pid=69159) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1671.532288] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f1d6c7-da5c-4e65-8b72-9fd788c9eb27 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.553131] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] db0e6274-2a33-421f-b16d-36da2a165dbc/db0e6274-2a33-421f-b16d-36da2a165dbc.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1671.553336] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61e2db8f-71bb-4c75-8468-0dbc67c2e30c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.570862] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1671.570862] env[69159]: value = "task-3449778" [ 1671.570862] env[69159]: _type = "Task" [ 1671.570862] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.577705] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.081378] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449778, 'name': ReconfigVM_Task, 'duration_secs': 0.2635} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.081724] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Reconfigured VM instance instance-00000080 to attach disk [datastore1] db0e6274-2a33-421f-b16d-36da2a165dbc/db0e6274-2a33-421f-b16d-36da2a165dbc.vmdk or device None with type sparse {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1672.082283] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07d46390-0d49-42b9-84bc-67bffeda0b9b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.088907] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1672.088907] env[69159]: value = "task-3449779" [ 1672.088907] env[69159]: _type = "Task" [ 1672.088907] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.096597] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449779, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.599240] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449779, 'name': Rename_Task, 'duration_secs': 0.15967} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.599529] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.599772] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a3b7528-4a08-4345-90ac-2f372c4b50d3 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.606000] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1672.606000] env[69159]: value = "task-3449780" [ 1672.606000] env[69159]: _type = "Task" [ 1672.606000] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.613183] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.116549] env[69159]: DEBUG oslo_vmware.api [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449780, 'name': PowerOnVM_Task, 'duration_secs': 0.420566} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.116985] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.117059] env[69159]: INFO nova.compute.manager [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1673.117242] env[69159]: DEBUG nova.compute.manager [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1673.117996] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65db465b-7797-43a6-8f54-94fe25028e83 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.635407] env[69159]: INFO nova.compute.manager [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Took 11.23 seconds to build instance. [ 1674.137768] env[69159]: DEBUG oslo_concurrency.lockutils [None req-44d3a542-1f16-4aec-b7f5-60d7943904c6 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "db0e6274-2a33-421f-b16d-36da2a165dbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.744s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1674.543500] env[69159]: DEBUG nova.compute.manager [req-c84078e5-72d1-4f3e-9b48-1c9a8a1ff049 req-4d90605b-adb2-4bc1-af88-f4ca7bf31c92 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Received event network-changed-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1674.543819] env[69159]: DEBUG nova.compute.manager [req-c84078e5-72d1-4f3e-9b48-1c9a8a1ff049 req-4d90605b-adb2-4bc1-af88-f4ca7bf31c92 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Refreshing instance network info cache due to event network-changed-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1674.544223] env[69159]: DEBUG oslo_concurrency.lockutils [req-c84078e5-72d1-4f3e-9b48-1c9a8a1ff049 req-4d90605b-adb2-4bc1-af88-f4ca7bf31c92 service nova] Acquiring lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.544397] env[69159]: DEBUG oslo_concurrency.lockutils [req-c84078e5-72d1-4f3e-9b48-1c9a8a1ff049 req-4d90605b-adb2-4bc1-af88-f4ca7bf31c92 service nova] Acquired lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1674.544658] env[69159]: DEBUG nova.network.neutron [req-c84078e5-72d1-4f3e-9b48-1c9a8a1ff049 req-4d90605b-adb2-4bc1-af88-f4ca7bf31c92 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Refreshing network info cache for port 5e6dba1b-6e55-4a24-a7b7-e0f8d317346a {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1675.240685] env[69159]: DEBUG nova.network.neutron [req-c84078e5-72d1-4f3e-9b48-1c9a8a1ff049 req-4d90605b-adb2-4bc1-af88-f4ca7bf31c92 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Updated VIF entry in instance network info cache for port 5e6dba1b-6e55-4a24-a7b7-e0f8d317346a. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1675.241096] env[69159]: DEBUG nova.network.neutron [req-c84078e5-72d1-4f3e-9b48-1c9a8a1ff049 req-4d90605b-adb2-4bc1-af88-f4ca7bf31c92 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Updating instance_info_cache with network_info: [{"id": "5e6dba1b-6e55-4a24-a7b7-e0f8d317346a", "address": "fa:16:3e:9f:9a:f5", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6dba1b-6e", "ovs_interfaceid": "5e6dba1b-6e55-4a24-a7b7-e0f8d317346a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.743909] env[69159]: DEBUG oslo_concurrency.lockutils [req-c84078e5-72d1-4f3e-9b48-1c9a8a1ff049 req-4d90605b-adb2-4bc1-af88-f4ca7bf31c92 service nova] Releasing lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1711.831045] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1711.831045] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1711.831045] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1711.831391] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1711.831391] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1711.831482] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1711.831641] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1711.831781] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69159) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1711.831926] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.319169] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "db0e6274-2a33-421f-b16d-36da2a165dbc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1712.319470] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "db0e6274-2a33-421f-b16d-36da2a165dbc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1712.319662] env[69159]: INFO nova.compute.manager [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Shelving [ 1712.334672] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1712.334883] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1712.335059] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1712.335209] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1712.336045] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f58a2c-54df-4eea-9802-57d9d958fbab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.344566] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182543ff-9b00-402a-b46e-a7797654e01a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.357680] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8aea85-e00d-4046-852e-0fad765678dd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.363512] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0de4bdd-85cb-4ff7-ab84-d8e2baf6176f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.392045] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180755MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1712.392186] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1712.392386] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1713.329432] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1713.329806] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-290d363f-3862-4e57-b049-3d57e9f30ef8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.337549] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1713.337549] env[69159]: value = "task-3449781" [ 1713.337549] env[69159]: _type = "Task" [ 1713.337549] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.345699] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.417153] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Instance db0e6274-2a33-421f-b16d-36da2a165dbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69159) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1713.417399] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1713.417558] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1713.445135] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0d9c7d-6b17-439b-9015-0e4830043546 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.453565] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bb3bae-c9c2-40e4-9a1b-59d4d3afea56 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.484321] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da30ec85-4e2e-41e4-9c37-5c6f310f734a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.491814] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3755824d-f6cd-4b89-ae8a-5827aa3fcfbb {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.505043] env[69159]: DEBUG nova.compute.provider_tree [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1713.848811] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449781, 'name': PowerOffVM_Task, 'duration_secs': 0.17095} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.849082] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1713.849842] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3a9b62-c1e4-4e5d-bfad-dbb1db94f445 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.866988] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe2e06c-be2c-4caf-b0cd-622e09d3062d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.008562] env[69159]: DEBUG nova.scheduler.client.report [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1714.376849] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Creating Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1714.377215] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b366a639-9649-4b8a-bc4f-804f87ab01cd {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.385305] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1714.385305] env[69159]: value = "task-3449782" [ 1714.385305] env[69159]: _type = "Task" [ 1714.385305] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.393029] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449782, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.513143] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1714.513416] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.121s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1714.895607] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449782, 'name': CreateSnapshot_Task, 'duration_secs': 0.419438} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.895873] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Created Snapshot of the VM instance {{(pid=69159) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1714.896623] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa42c242-ac91-401e-aeca-02f3bf3e1407 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.414557] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Creating linked-clone VM from snapshot {{(pid=69159) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1715.415030] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a2b45811-7446-4f27-88c2-e599bf6cdd8a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.423447] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1715.423447] env[69159]: value = "task-3449783" [ 1715.423447] env[69159]: _type = "Task" [ 1715.423447] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.430959] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449783, 'name': CloneVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.933812] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449783, 'name': CloneVM_Task} progress is 94%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.434716] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449783, 'name': CloneVM_Task, 'duration_secs': 0.915422} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.435075] env[69159]: INFO nova.virt.vmwareapi.vmops [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Created linked-clone VM from snapshot [ 1716.435690] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6230c0-a6ca-4071-99c0-707be20f434a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.442306] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Uploading image bb708555-4b13-488a-9596-e82e23e9fb75 {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1716.463282] env[69159]: DEBUG oslo_vmware.rw_handles [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1716.463282] env[69159]: value = "vm-688739" [ 1716.463282] env[69159]: _type = "VirtualMachine" [ 1716.463282] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1716.463535] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-833bc110-4c61-4fc1-958f-495a4d55e9ee {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.469562] env[69159]: DEBUG oslo_vmware.rw_handles [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lease: (returnval){ [ 1716.469562] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523c1295-aea7-73dd-9463-6547f0682c0c" [ 1716.469562] env[69159]: _type = "HttpNfcLease" [ 1716.469562] env[69159]: } obtained for exporting VM: (result){ [ 1716.469562] env[69159]: value = "vm-688739" [ 1716.469562] env[69159]: _type = "VirtualMachine" [ 1716.469562] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1716.469776] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the lease: (returnval){ [ 1716.469776] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523c1295-aea7-73dd-9463-6547f0682c0c" [ 1716.469776] env[69159]: _type = "HttpNfcLease" [ 1716.469776] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1716.475393] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1716.475393] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523c1295-aea7-73dd-9463-6547f0682c0c" [ 1716.475393] env[69159]: _type = "HttpNfcLease" [ 1716.475393] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1716.977980] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1716.977980] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523c1295-aea7-73dd-9463-6547f0682c0c" [ 1716.977980] env[69159]: _type = "HttpNfcLease" [ 1716.977980] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1716.978312] env[69159]: DEBUG oslo_vmware.rw_handles [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1716.978312] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]523c1295-aea7-73dd-9463-6547f0682c0c" [ 1716.978312] env[69159]: _type = "HttpNfcLease" [ 1716.978312] env[69159]: }. {{(pid=69159) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1716.979040] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4a1578-3f0c-43d1-8782-99b271853621 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.987413] env[69159]: DEBUG oslo_vmware.rw_handles [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9a0cd-6f55-220d-47e0-92f71f282252/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1716.987578] env[69159]: DEBUG oslo_vmware.rw_handles [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9a0cd-6f55-220d-47e0-92f71f282252/disk-0.vmdk for reading. {{(pid=69159) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1717.075921] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-309c3253-b777-46dd-8793-0901764094ea {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.010500] env[69159]: DEBUG oslo_vmware.rw_handles [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9a0cd-6f55-220d-47e0-92f71f282252/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1724.011408] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f329de7-e7e1-4b74-982e-300e16914d02 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.017520] env[69159]: DEBUG oslo_vmware.rw_handles [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9a0cd-6f55-220d-47e0-92f71f282252/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1724.017685] env[69159]: ERROR oslo_vmware.rw_handles [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9a0cd-6f55-220d-47e0-92f71f282252/disk-0.vmdk due to incomplete transfer. [ 1724.017892] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4e73127a-f7dc-45cf-b4b9-6dba31fa2d0d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.024469] env[69159]: DEBUG oslo_vmware.rw_handles [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9a0cd-6f55-220d-47e0-92f71f282252/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1724.024741] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Uploaded image bb708555-4b13-488a-9596-e82e23e9fb75 to the Glance image server {{(pid=69159) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1724.027369] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Destroying the VM {{(pid=69159) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1724.027596] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e2de7f26-5a4d-4f2f-b71d-5fef96804ec9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.032971] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1724.032971] env[69159]: value = "task-3449785" [ 1724.032971] env[69159]: _type = "Task" [ 1724.032971] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.041084] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449785, 'name': Destroy_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.543456] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449785, 'name': Destroy_Task, 'duration_secs': 0.286641} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.543852] env[69159]: INFO nova.virt.vmwareapi.vm_util [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Destroyed the VM [ 1724.544971] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Deleting Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1724.544971] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c7b822eb-e68a-4606-a626-e50456447fec {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.551762] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1724.551762] env[69159]: value = "task-3449786" [ 1724.551762] env[69159]: _type = "Task" [ 1724.551762] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.559115] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449786, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.061909] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449786, 'name': RemoveSnapshot_Task, 'duration_secs': 0.329803} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.062257] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Deleted Snapshot of the VM instance {{(pid=69159) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1725.062527] env[69159]: DEBUG nova.compute.manager [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1725.063350] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf547711-bec6-45f1-93cf-142cf2e65390 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.575758] env[69159]: INFO nova.compute.manager [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Shelve offloading [ 1726.079436] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1726.079775] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f9d1e2f-04bd-463c-bdaf-bb59b5c22437 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.087519] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1726.087519] env[69159]: value = "task-3449787" [ 1726.087519] env[69159]: _type = "Task" [ 1726.087519] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.095009] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.600031] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] VM already powered off {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1726.600031] env[69159]: DEBUG nova.compute.manager [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1726.600031] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696acea6-bcf6-43a4-853b-3a8dc179a580 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.603990] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.604163] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1726.604352] env[69159]: DEBUG nova.network.neutron [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1727.330624] env[69159]: DEBUG nova.network.neutron [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Updating instance_info_cache with network_info: [{"id": "5e6dba1b-6e55-4a24-a7b7-e0f8d317346a", "address": "fa:16:3e:9f:9a:f5", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6dba1b-6e", "ovs_interfaceid": "5e6dba1b-6e55-4a24-a7b7-e0f8d317346a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.834108] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.028504] env[69159]: DEBUG nova.compute.manager [req-34e42df7-ef8c-407b-8aa6-830497566075 req-833822bc-e8e0-42cd-a59c-3bdc9acb8ddb service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Received event network-vif-unplugged-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1728.029197] env[69159]: DEBUG oslo_concurrency.lockutils [req-34e42df7-ef8c-407b-8aa6-830497566075 req-833822bc-e8e0-42cd-a59c-3bdc9acb8ddb service nova] Acquiring lock "db0e6274-2a33-421f-b16d-36da2a165dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1728.029197] env[69159]: DEBUG oslo_concurrency.lockutils [req-34e42df7-ef8c-407b-8aa6-830497566075 req-833822bc-e8e0-42cd-a59c-3bdc9acb8ddb service nova] Lock "db0e6274-2a33-421f-b16d-36da2a165dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1728.029197] env[69159]: DEBUG oslo_concurrency.lockutils [req-34e42df7-ef8c-407b-8aa6-830497566075 req-833822bc-e8e0-42cd-a59c-3bdc9acb8ddb service nova] Lock "db0e6274-2a33-421f-b16d-36da2a165dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1728.029320] env[69159]: DEBUG nova.compute.manager [req-34e42df7-ef8c-407b-8aa6-830497566075 req-833822bc-e8e0-42cd-a59c-3bdc9acb8ddb service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] No waiting events found dispatching network-vif-unplugged-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1728.029478] env[69159]: WARNING nova.compute.manager [req-34e42df7-ef8c-407b-8aa6-830497566075 req-833822bc-e8e0-42cd-a59c-3bdc9acb8ddb service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Received unexpected event network-vif-unplugged-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a for instance with vm_state shelved and task_state shelving_offloading. [ 1728.119973] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1728.120857] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d09f57d-d6d9-4968-a837-b83cbff9c21a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.128381] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1728.128599] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d69511e-6c1f-4b32-90fa-a7fbb8fc2054 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.186865] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1728.187094] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Deleting contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1728.187277] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Deleting the datastore file [datastore1] db0e6274-2a33-421f-b16d-36da2a165dbc {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1728.187521] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0010256-81dc-41af-8ed0-562d26645523 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.195458] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1728.195458] env[69159]: value = "task-3449789" [ 1728.195458] env[69159]: _type = "Task" [ 1728.195458] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.202332] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.705757] env[69159]: DEBUG oslo_vmware.api [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169564} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.706120] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1728.706120] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Deleted contents of the VM from datastore datastore1 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1728.706307] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1728.728107] env[69159]: INFO nova.scheduler.client.report [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Deleted allocations for instance db0e6274-2a33-421f-b16d-36da2a165dbc [ 1729.232300] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1729.232600] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1729.232833] env[69159]: DEBUG nova.objects.instance [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lazy-loading 'resources' on Instance uuid db0e6274-2a33-421f-b16d-36da2a165dbc {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1729.736048] env[69159]: DEBUG nova.objects.instance [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lazy-loading 'numa_topology' on Instance uuid db0e6274-2a33-421f-b16d-36da2a165dbc {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1730.054930] env[69159]: DEBUG nova.compute.manager [req-98628837-536b-4db4-ab1e-51edbf17ae11 req-368f9163-957f-4649-af27-bb274dc47c88 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Received event network-changed-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1730.054995] env[69159]: DEBUG nova.compute.manager [req-98628837-536b-4db4-ab1e-51edbf17ae11 req-368f9163-957f-4649-af27-bb274dc47c88 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Refreshing instance network info cache due to event network-changed-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1730.055207] env[69159]: DEBUG oslo_concurrency.lockutils [req-98628837-536b-4db4-ab1e-51edbf17ae11 req-368f9163-957f-4649-af27-bb274dc47c88 service nova] Acquiring lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.055355] env[69159]: DEBUG oslo_concurrency.lockutils [req-98628837-536b-4db4-ab1e-51edbf17ae11 req-368f9163-957f-4649-af27-bb274dc47c88 service nova] Acquired lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.055517] env[69159]: DEBUG nova.network.neutron [req-98628837-536b-4db4-ab1e-51edbf17ae11 req-368f9163-957f-4649-af27-bb274dc47c88 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Refreshing network info cache for port 5e6dba1b-6e55-4a24-a7b7-e0f8d317346a {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1730.238425] env[69159]: DEBUG nova.objects.base [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69159) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1730.253942] env[69159]: DEBUG nova.scheduler.client.report [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Refreshing inventories for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1730.266278] env[69159]: DEBUG nova.scheduler.client.report [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Updating ProviderTree inventory for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1730.266499] env[69159]: DEBUG nova.compute.provider_tree [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Updating inventory in ProviderTree for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1730.276641] env[69159]: DEBUG nova.scheduler.client.report [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Refreshing aggregate associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, aggregates: None {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1730.290910] env[69159]: DEBUG nova.scheduler.client.report [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Refreshing trait associations for resource provider bb8e5e26-0b56-454c-ae24-e4322af67e22, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69159) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1730.316753] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1ed252-4a0c-44fe-babe-6eadedcf54d2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.324189] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b6f982-3747-45d5-adc7-476f1bbcda29 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.352321] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89892e8c-d401-4798-8133-c05d26bc0e8b {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.358734] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3ce134-7643-414c-a535-a7e5f40730c2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.372239] env[69159]: DEBUG nova.compute.provider_tree [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1730.751672] env[69159]: DEBUG nova.network.neutron [req-98628837-536b-4db4-ab1e-51edbf17ae11 req-368f9163-957f-4649-af27-bb274dc47c88 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Updated VIF entry in instance network info cache for port 5e6dba1b-6e55-4a24-a7b7-e0f8d317346a. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1730.752023] env[69159]: DEBUG nova.network.neutron [req-98628837-536b-4db4-ab1e-51edbf17ae11 req-368f9163-957f-4649-af27-bb274dc47c88 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Updating instance_info_cache with network_info: [{"id": "5e6dba1b-6e55-4a24-a7b7-e0f8d317346a", "address": "fa:16:3e:9f:9a:f5", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": null, "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5e6dba1b-6e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.875074] env[69159]: DEBUG nova.scheduler.client.report [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1730.992759] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "db0e6274-2a33-421f-b16d-36da2a165dbc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1731.255229] env[69159]: DEBUG oslo_concurrency.lockutils [req-98628837-536b-4db4-ab1e-51edbf17ae11 req-368f9163-957f-4649-af27-bb274dc47c88 service nova] Releasing lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.379512] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1731.888273] env[69159]: DEBUG oslo_concurrency.lockutils [None req-1cc59e9b-eab7-4f9a-95b9-cb2e3bdaee55 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "db0e6274-2a33-421f-b16d-36da2a165dbc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.569s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1731.889093] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "db0e6274-2a33-421f-b16d-36da2a165dbc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.896s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1731.889274] env[69159]: INFO nova.compute.manager [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Unshelving [ 1732.913399] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1732.913774] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1732.914064] env[69159]: DEBUG nova.objects.instance [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lazy-loading 'pci_requests' on Instance uuid db0e6274-2a33-421f-b16d-36da2a165dbc {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.417841] env[69159]: DEBUG nova.objects.instance [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lazy-loading 'numa_topology' on Instance uuid db0e6274-2a33-421f-b16d-36da2a165dbc {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.920276] env[69159]: INFO nova.compute.claims [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1734.956831] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc1eb32-c6a0-49ad-b656-17690132251f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.964992] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11371ab-44f1-4a31-a725-fa5c061c46f5 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.997415] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57273df4-9214-4195-baca-ed50ef0a506c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.004841] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bc8f7c-4cf7-4e69-9ed1-1c92e5ff6da0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.018813] env[69159]: DEBUG nova.compute.provider_tree [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.522060] env[69159]: DEBUG nova.scheduler.client.report [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1736.026830] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.113s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1736.054056] env[69159]: INFO nova.network.neutron [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Updating port 5e6dba1b-6e55-4a24-a7b7-e0f8d317346a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1737.405871] env[69159]: DEBUG nova.compute.manager [req-359f2921-5f56-4635-a8f1-0572adc17ef4 req-ef5fa8d0-4211-4ee2-b43f-ffcae77223fb service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Received event network-vif-plugged-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1737.406138] env[69159]: DEBUG oslo_concurrency.lockutils [req-359f2921-5f56-4635-a8f1-0572adc17ef4 req-ef5fa8d0-4211-4ee2-b43f-ffcae77223fb service nova] Acquiring lock "db0e6274-2a33-421f-b16d-36da2a165dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1737.406315] env[69159]: DEBUG oslo_concurrency.lockutils [req-359f2921-5f56-4635-a8f1-0572adc17ef4 req-ef5fa8d0-4211-4ee2-b43f-ffcae77223fb service nova] Lock "db0e6274-2a33-421f-b16d-36da2a165dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1737.406564] env[69159]: DEBUG oslo_concurrency.lockutils [req-359f2921-5f56-4635-a8f1-0572adc17ef4 req-ef5fa8d0-4211-4ee2-b43f-ffcae77223fb service nova] Lock "db0e6274-2a33-421f-b16d-36da2a165dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1737.406630] env[69159]: DEBUG nova.compute.manager [req-359f2921-5f56-4635-a8f1-0572adc17ef4 req-ef5fa8d0-4211-4ee2-b43f-ffcae77223fb service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] No waiting events found dispatching network-vif-plugged-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a {{(pid=69159) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1737.406770] env[69159]: WARNING nova.compute.manager [req-359f2921-5f56-4635-a8f1-0572adc17ef4 req-ef5fa8d0-4211-4ee2-b43f-ffcae77223fb service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Received unexpected event network-vif-plugged-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a for instance with vm_state shelved_offloaded and task_state spawning. [ 1737.499081] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.499285] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1737.499470] env[69159]: DEBUG nova.network.neutron [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Building network info cache for instance {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1738.205620] env[69159]: DEBUG nova.network.neutron [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Updating instance_info_cache with network_info: [{"id": "5e6dba1b-6e55-4a24-a7b7-e0f8d317346a", "address": "fa:16:3e:9f:9a:f5", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6dba1b-6e", "ovs_interfaceid": "5e6dba1b-6e55-4a24-a7b7-e0f8d317346a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.709280] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1738.735616] env[69159]: DEBUG nova.virt.hardware [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T18:36:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='acdaca7aafeaac88e2bde5d89a0c2e07',container_format='bare',created_at=2025-04-15T18:57:03Z,direct_url=,disk_format='vmdk',id=bb708555-4b13-488a-9596-e82e23e9fb75,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-579231588-shelved',owner='03138150ca8f4422958dafe261f04ebe',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-15T18:57:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1738.735904] env[69159]: DEBUG nova.virt.hardware [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1738.736116] env[69159]: DEBUG nova.virt.hardware [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image limits 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1738.736346] env[69159]: DEBUG nova.virt.hardware [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Flavor pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1738.736524] env[69159]: DEBUG nova.virt.hardware [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Image pref 0:0:0 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1738.736692] env[69159]: DEBUG nova.virt.hardware [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69159) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1738.736927] env[69159]: DEBUG nova.virt.hardware [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1738.737133] env[69159]: DEBUG nova.virt.hardware [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1738.737344] env[69159]: DEBUG nova.virt.hardware [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Got 1 possible topologies {{(pid=69159) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1738.737533] env[69159]: DEBUG nova.virt.hardware [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1738.737740] env[69159]: DEBUG nova.virt.hardware [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69159) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1738.738979] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45c305e-44b9-4160-9525-59dbce263f85 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.747533] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415a969f-655a-45ba-b08f-bb23667aa05e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.761604] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:9a:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e6dba1b-6e55-4a24-a7b7-e0f8d317346a', 'vif_model': 'vmxnet3'}] {{(pid=69159) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1738.769557] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1738.769797] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Creating VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1738.770034] env[69159]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a91ab724-27d2-4f27-bb85-c072ffbc09c9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.791193] env[69159]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1738.791193] env[69159]: value = "task-3449790" [ 1738.791193] env[69159]: _type = "Task" [ 1738.791193] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.798724] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449790, 'name': CreateVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.301169] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449790, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.430700] env[69159]: DEBUG nova.compute.manager [req-f34b3e63-d6a6-462a-a601-e8e1d936d9d1 req-64136777-6e46-43dd-9859-534005ba8988 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Received event network-changed-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1739.430900] env[69159]: DEBUG nova.compute.manager [req-f34b3e63-d6a6-462a-a601-e8e1d936d9d1 req-64136777-6e46-43dd-9859-534005ba8988 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Refreshing instance network info cache due to event network-changed-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a. {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1739.431130] env[69159]: DEBUG oslo_concurrency.lockutils [req-f34b3e63-d6a6-462a-a601-e8e1d936d9d1 req-64136777-6e46-43dd-9859-534005ba8988 service nova] Acquiring lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.431276] env[69159]: DEBUG oslo_concurrency.lockutils [req-f34b3e63-d6a6-462a-a601-e8e1d936d9d1 req-64136777-6e46-43dd-9859-534005ba8988 service nova] Acquired lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1739.431438] env[69159]: DEBUG nova.network.neutron [req-f34b3e63-d6a6-462a-a601-e8e1d936d9d1 req-64136777-6e46-43dd-9859-534005ba8988 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Refreshing network info cache for port 5e6dba1b-6e55-4a24-a7b7-e0f8d317346a {{(pid=69159) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1739.801934] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449790, 'name': CreateVM_Task} progress is 99%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.125246] env[69159]: DEBUG nova.network.neutron [req-f34b3e63-d6a6-462a-a601-e8e1d936d9d1 req-64136777-6e46-43dd-9859-534005ba8988 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Updated VIF entry in instance network info cache for port 5e6dba1b-6e55-4a24-a7b7-e0f8d317346a. {{(pid=69159) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1740.125615] env[69159]: DEBUG nova.network.neutron [req-f34b3e63-d6a6-462a-a601-e8e1d936d9d1 req-64136777-6e46-43dd-9859-534005ba8988 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Updating instance_info_cache with network_info: [{"id": "5e6dba1b-6e55-4a24-a7b7-e0f8d317346a", "address": "fa:16:3e:9f:9a:f5", "network": {"id": "f3d4cf13-90fb-4351-a393-27f94c84dcb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-432268464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03138150ca8f4422958dafe261f04ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6dba1b-6e", "ovs_interfaceid": "5e6dba1b-6e55-4a24-a7b7-e0f8d317346a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.302849] env[69159]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449790, 'name': CreateVM_Task, 'duration_secs': 1.28657} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.302996] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Created VM on the ESX host {{(pid=69159) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1740.303661] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bb708555-4b13-488a-9596-e82e23e9fb75" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.303837] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bb708555-4b13-488a-9596-e82e23e9fb75" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.304319] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bb708555-4b13-488a-9596-e82e23e9fb75" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.304603] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e5d4402-cb77-4c5c-a145-b81711a44b86 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.308667] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1740.308667] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a07e9a-1706-8d6c-30d3-9ef42a5b4596" [ 1740.308667] env[69159]: _type = "Task" [ 1740.308667] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.315759] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]52a07e9a-1706-8d6c-30d3-9ef42a5b4596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.628173] env[69159]: DEBUG oslo_concurrency.lockutils [req-f34b3e63-d6a6-462a-a601-e8e1d936d9d1 req-64136777-6e46-43dd-9859-534005ba8988 service nova] Releasing lock "refresh_cache-db0e6274-2a33-421f-b16d-36da2a165dbc" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.818904] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bb708555-4b13-488a-9596-e82e23e9fb75" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.819212] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Processing image bb708555-4b13-488a-9596-e82e23e9fb75 {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1740.819409] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bb708555-4b13-488a-9596-e82e23e9fb75/bb708555-4b13-488a-9596-e82e23e9fb75.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.819560] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bb708555-4b13-488a-9596-e82e23e9fb75/bb708555-4b13-488a-9596-e82e23e9fb75.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.819729] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1740.819967] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de2a798c-3618-4336-96a3-589d29748adf {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.836975] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1740.837177] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69159) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1740.837870] env[69159]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b40b08d-a2af-440f-82c1-48ec68e0b010 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.842817] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1740.842817] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522b3e26-8a07-d5a7-5f36-a12a8cf74232" [ 1740.842817] env[69159]: _type = "Task" [ 1740.842817] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.852035] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]522b3e26-8a07-d5a7-5f36-a12a8cf74232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.352453] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Preparing fetch location {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1741.352671] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Fetch image to [datastore2] OSTACK_IMG_031f0504-e295-4087-a67b-a2d37d9951bd/OSTACK_IMG_031f0504-e295-4087-a67b-a2d37d9951bd.vmdk {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1741.352827] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Downloading stream optimized image bb708555-4b13-488a-9596-e82e23e9fb75 to [datastore2] OSTACK_IMG_031f0504-e295-4087-a67b-a2d37d9951bd/OSTACK_IMG_031f0504-e295-4087-a67b-a2d37d9951bd.vmdk on the data store datastore2 as vApp {{(pid=69159) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1741.352997] env[69159]: DEBUG nova.virt.vmwareapi.images [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Downloading image file data bb708555-4b13-488a-9596-e82e23e9fb75 to the ESX as VM named 'OSTACK_IMG_031f0504-e295-4087-a67b-a2d37d9951bd' {{(pid=69159) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1741.416869] env[69159]: DEBUG oslo_vmware.rw_handles [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1741.416869] env[69159]: value = "resgroup-9" [ 1741.416869] env[69159]: _type = "ResourcePool" [ 1741.416869] env[69159]: }. {{(pid=69159) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1741.417157] env[69159]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-800b7658-59b1-4660-87fe-ba696f355640 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.436341] env[69159]: DEBUG oslo_vmware.rw_handles [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lease: (returnval){ [ 1741.436341] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525d0131-2999-caa7-b8c3-93164bbb0b3a" [ 1741.436341] env[69159]: _type = "HttpNfcLease" [ 1741.436341] env[69159]: } obtained for vApp import into resource pool (val){ [ 1741.436341] env[69159]: value = "resgroup-9" [ 1741.436341] env[69159]: _type = "ResourcePool" [ 1741.436341] env[69159]: }. {{(pid=69159) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1741.436573] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the lease: (returnval){ [ 1741.436573] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525d0131-2999-caa7-b8c3-93164bbb0b3a" [ 1741.436573] env[69159]: _type = "HttpNfcLease" [ 1741.436573] env[69159]: } to be ready. {{(pid=69159) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1741.442221] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1741.442221] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525d0131-2999-caa7-b8c3-93164bbb0b3a" [ 1741.442221] env[69159]: _type = "HttpNfcLease" [ 1741.442221] env[69159]: } is initializing. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1741.944755] env[69159]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1741.944755] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525d0131-2999-caa7-b8c3-93164bbb0b3a" [ 1741.944755] env[69159]: _type = "HttpNfcLease" [ 1741.944755] env[69159]: } is ready. {{(pid=69159) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1741.945113] env[69159]: DEBUG oslo_vmware.rw_handles [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1741.945113] env[69159]: value = "session[526fc0f4-c5ff-931e-f3d9-f5852042bef2]525d0131-2999-caa7-b8c3-93164bbb0b3a" [ 1741.945113] env[69159]: _type = "HttpNfcLease" [ 1741.945113] env[69159]: }. {{(pid=69159) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1741.945793] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23582d2f-7669-4260-a40a-ae7b94f401d0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.952354] env[69159]: DEBUG oslo_vmware.rw_handles [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b664e-35a5-f3ce-13fc-0328c99737d2/disk-0.vmdk from lease info. {{(pid=69159) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1741.952551] env[69159]: DEBUG oslo_vmware.rw_handles [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b664e-35a5-f3ce-13fc-0328c99737d2/disk-0.vmdk. {{(pid=69159) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1742.014670] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b5660a4-b052-4ab6-8004-4ac3022cf47d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.031156] env[69159]: DEBUG oslo_vmware.rw_handles [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Completed reading data from the image iterator. {{(pid=69159) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1743.031529] env[69159]: DEBUG oslo_vmware.rw_handles [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b664e-35a5-f3ce-13fc-0328c99737d2/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1743.032344] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0a822b-536b-4eaf-b275-388ebfb5da26 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.038547] env[69159]: DEBUG oslo_vmware.rw_handles [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b664e-35a5-f3ce-13fc-0328c99737d2/disk-0.vmdk is in state: ready. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1743.038701] env[69159]: DEBUG oslo_vmware.rw_handles [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b664e-35a5-f3ce-13fc-0328c99737d2/disk-0.vmdk. {{(pid=69159) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1743.038993] env[69159]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-97b481f1-b0e5-4d38-92de-7b6cf83467a0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.214715] env[69159]: DEBUG oslo_vmware.rw_handles [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b664e-35a5-f3ce-13fc-0328c99737d2/disk-0.vmdk. {{(pid=69159) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1743.214897] env[69159]: INFO nova.virt.vmwareapi.images [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Downloaded image file data bb708555-4b13-488a-9596-e82e23e9fb75 [ 1743.215757] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659cfad0-bb4b-4cd4-a790-97cb002e54a1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.231553] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfb76132-39f2-42ba-92cc-4f10e23494c1 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.260095] env[69159]: INFO nova.virt.vmwareapi.images [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] The imported VM was unregistered [ 1743.262513] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Caching image {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1743.262742] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Creating directory with path [datastore2] devstack-image-cache_base/bb708555-4b13-488a-9596-e82e23e9fb75 {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1743.262984] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46f8dc3e-9b0c-4ffb-b33f-5c1982fbb1c7 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.272797] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Created directory with path [datastore2] devstack-image-cache_base/bb708555-4b13-488a-9596-e82e23e9fb75 {{(pid=69159) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1743.272973] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_031f0504-e295-4087-a67b-a2d37d9951bd/OSTACK_IMG_031f0504-e295-4087-a67b-a2d37d9951bd.vmdk to [datastore2] devstack-image-cache_base/bb708555-4b13-488a-9596-e82e23e9fb75/bb708555-4b13-488a-9596-e82e23e9fb75.vmdk. {{(pid=69159) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1743.273209] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-192beb28-7174-4fa4-86bb-ad93cb88f662 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.278710] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1743.278710] env[69159]: value = "task-3449793" [ 1743.278710] env[69159]: _type = "Task" [ 1743.278710] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.285983] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449793, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.791199] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449793, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.290561] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449793, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.789635] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449793, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.290078] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449793, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.791844] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449793, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.203433} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.792224] env[69159]: INFO nova.virt.vmwareapi.ds_util [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_031f0504-e295-4087-a67b-a2d37d9951bd/OSTACK_IMG_031f0504-e295-4087-a67b-a2d37d9951bd.vmdk to [datastore2] devstack-image-cache_base/bb708555-4b13-488a-9596-e82e23e9fb75/bb708555-4b13-488a-9596-e82e23e9fb75.vmdk. [ 1745.792282] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Cleaning up location [datastore2] OSTACK_IMG_031f0504-e295-4087-a67b-a2d37d9951bd {{(pid=69159) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1745.792436] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_031f0504-e295-4087-a67b-a2d37d9951bd {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.792669] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7def5569-adff-43a6-8789-b754e98beee6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.798114] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1745.798114] env[69159]: value = "task-3449794" [ 1745.798114] env[69159]: _type = "Task" [ 1745.798114] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.805063] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.308506] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037435} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.308774] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1746.308937] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bb708555-4b13-488a-9596-e82e23e9fb75/bb708555-4b13-488a-9596-e82e23e9fb75.vmdk" {{(pid=69159) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1746.309197] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bb708555-4b13-488a-9596-e82e23e9fb75/bb708555-4b13-488a-9596-e82e23e9fb75.vmdk to [datastore2] db0e6274-2a33-421f-b16d-36da2a165dbc/db0e6274-2a33-421f-b16d-36da2a165dbc.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1746.309438] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-419ef07e-3d50-439a-849a-3a9173037226 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.317904] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1746.317904] env[69159]: value = "task-3449795" [ 1746.317904] env[69159]: _type = "Task" [ 1746.317904] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.324994] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.828062] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449795, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.328158] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449795, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.829075] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449795, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.330103] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449795, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.830021] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449795, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.195353} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.830359] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bb708555-4b13-488a-9596-e82e23e9fb75/bb708555-4b13-488a-9596-e82e23e9fb75.vmdk to [datastore2] db0e6274-2a33-421f-b16d-36da2a165dbc/db0e6274-2a33-421f-b16d-36da2a165dbc.vmdk {{(pid=69159) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1748.831022] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66737f02-2e4a-40f4-84e5-0c679aafb245 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.851769] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] db0e6274-2a33-421f-b16d-36da2a165dbc/db0e6274-2a33-421f-b16d-36da2a165dbc.vmdk or device None with type streamOptimized {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1748.851980] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd62b6ca-ddb8-42b7-ae29-a38a9a285715 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.870491] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1748.870491] env[69159]: value = "task-3449796" [ 1748.870491] env[69159]: _type = "Task" [ 1748.870491] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.877553] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.380394] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449796, 'name': ReconfigVM_Task, 'duration_secs': 0.248709} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.380667] env[69159]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Reconfigured VM instance instance-00000080 to attach disk [datastore2] db0e6274-2a33-421f-b16d-36da2a165dbc/db0e6274-2a33-421f-b16d-36da2a165dbc.vmdk or device None with type streamOptimized {{(pid=69159) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1749.381298] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28228b98-a0dd-44f0-9ae3-df7b6f12558e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.387404] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1749.387404] env[69159]: value = "task-3449797" [ 1749.387404] env[69159]: _type = "Task" [ 1749.387404] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.394105] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449797, 'name': Rename_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.897989] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449797, 'name': Rename_Task, 'duration_secs': 0.123209} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.898377] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Powering on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1749.898598] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28060204-2da8-4efa-9d75-a32eb1174d1e {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.904449] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1749.904449] env[69159]: value = "task-3449798" [ 1749.904449] env[69159]: _type = "Task" [ 1749.904449] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.911502] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.414405] env[69159]: DEBUG oslo_vmware.api [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449798, 'name': PowerOnVM_Task, 'duration_secs': 0.401647} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.414710] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Powered on the VM {{(pid=69159) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1750.508239] env[69159]: DEBUG nova.compute.manager [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Checking state {{(pid=69159) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1750.509165] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f033c3b-10fd-485f-8ae0-f5332a883eab {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.025197] env[69159]: DEBUG oslo_concurrency.lockutils [None req-bf2ad1b1-68bc-4459-bd10-0e55b15acea7 tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "db0e6274-2a33-421f-b16d-36da2a165dbc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.136s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1751.426039] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "db0e6274-2a33-421f-b16d-36da2a165dbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1751.426229] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "db0e6274-2a33-421f-b16d-36da2a165dbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1751.426416] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "db0e6274-2a33-421f-b16d-36da2a165dbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1751.426601] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "db0e6274-2a33-421f-b16d-36da2a165dbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1751.426774] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "db0e6274-2a33-421f-b16d-36da2a165dbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1751.428756] env[69159]: INFO nova.compute.manager [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Terminating instance [ 1751.932889] env[69159]: DEBUG nova.compute.manager [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Start destroying the instance on the hypervisor. {{(pid=69159) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1751.933208] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Destroying instance {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1751.934162] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be240f07-0d70-48b1-a517-e4831ded089c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.941958] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Powering off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1751.942194] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3ee7432-4dea-4d4d-b4be-88f26ab30359 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.948750] env[69159]: DEBUG oslo_vmware.api [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1751.948750] env[69159]: value = "task-3449799" [ 1751.948750] env[69159]: _type = "Task" [ 1751.948750] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.956801] env[69159]: DEBUG oslo_vmware.api [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.458783] env[69159]: DEBUG oslo_vmware.api [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449799, 'name': PowerOffVM_Task, 'duration_secs': 0.158764} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.459202] env[69159]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Powered off the VM {{(pid=69159) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1752.459202] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Unregistering the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1752.459495] env[69159]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2a64271-1bc0-4bbe-9735-41de3364fe2d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.519735] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Unregistered the VM {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1752.519955] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Deleting contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1752.520168] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Deleting the datastore file [datastore2] db0e6274-2a33-421f-b16d-36da2a165dbc {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1752.520425] env[69159]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27a23cac-a202-40f2-9140-ab04c124d1c0 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.527435] env[69159]: DEBUG oslo_vmware.api [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for the task: (returnval){ [ 1752.527435] env[69159]: value = "task-3449801" [ 1752.527435] env[69159]: _type = "Task" [ 1752.527435] env[69159]: } to complete. {{(pid=69159) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.534800] env[69159]: DEBUG oslo_vmware.api [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.037020] env[69159]: DEBUG oslo_vmware.api [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Task: {'id': task-3449801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119695} completed successfully. {{(pid=69159) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.037288] env[69159]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Deleted the datastore file {{(pid=69159) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1753.037467] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Deleted contents of the VM from datastore datastore2 {{(pid=69159) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1753.037636] env[69159]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Instance destroyed {{(pid=69159) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1753.037809] env[69159]: INFO nova.compute.manager [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1753.038080] env[69159]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69159) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1753.038270] env[69159]: DEBUG nova.compute.manager [-] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Deallocating network for instance {{(pid=69159) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1753.038382] env[69159]: DEBUG nova.network.neutron [-] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] deallocate_for_instance() {{(pid=69159) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1753.481055] env[69159]: DEBUG nova.compute.manager [req-3308cd80-7dd0-45d4-b90c-d94a0cf5072e req-1011dc7e-fba6-4df8-8250-fe20f48b5cb0 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Received event network-vif-deleted-5e6dba1b-6e55-4a24-a7b7-e0f8d317346a {{(pid=69159) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1753.481298] env[69159]: INFO nova.compute.manager [req-3308cd80-7dd0-45d4-b90c-d94a0cf5072e req-1011dc7e-fba6-4df8-8250-fe20f48b5cb0 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Neutron deleted interface 5e6dba1b-6e55-4a24-a7b7-e0f8d317346a; detaching it from the instance and deleting it from the info cache [ 1753.481298] env[69159]: DEBUG nova.network.neutron [req-3308cd80-7dd0-45d4-b90c-d94a0cf5072e req-1011dc7e-fba6-4df8-8250-fe20f48b5cb0 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.959101] env[69159]: DEBUG nova.network.neutron [-] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Updating instance_info_cache with network_info: [] {{(pid=69159) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.966423] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1753.966622] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1753.966777] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1753.966922] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1753.967089] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1753.967244] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1753.967377] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69159) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1753.967536] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1753.967657] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Cleaning up deleted instances with incomplete migration {{(pid=69159) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11871}} [ 1753.984421] env[69159]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c47313c-b41b-44dd-8e21-81bcde770f98 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.994494] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a79b817-88c4-4126-ae3f-75b913494c61 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.021116] env[69159]: DEBUG nova.compute.manager [req-3308cd80-7dd0-45d4-b90c-d94a0cf5072e req-1011dc7e-fba6-4df8-8250-fe20f48b5cb0 service nova] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Detach interface failed, port_id=5e6dba1b-6e55-4a24-a7b7-e0f8d317346a, reason: Instance db0e6274-2a33-421f-b16d-36da2a165dbc could not be found. {{(pid=69159) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1754.463225] env[69159]: INFO nova.compute.manager [-] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Took 1.42 seconds to deallocate network for instance. [ 1754.970284] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1754.970621] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1754.970800] env[69159]: DEBUG nova.objects.instance [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lazy-loading 'resources' on Instance uuid db0e6274-2a33-421f-b16d-36da2a165dbc {{(pid=69159) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.579530] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd234d8-b641-419e-953a-d142becd64a4 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.586984] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b53ecf4-d557-47d4-aa1b-279cc75788a8 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.616210] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa063434-226f-4489-b74e-2ff36fa92fc2 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.623033] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26863db2-b7cc-48ad-af2d-3d37096a3c0a {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.635651] env[69159]: DEBUG nova.compute.provider_tree [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1756.139861] env[69159]: DEBUG nova.scheduler.client.report [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1756.646134] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1756.668320] env[69159]: INFO nova.scheduler.client.report [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Deleted allocations for instance db0e6274-2a33-421f-b16d-36da2a165dbc [ 1757.176426] env[69159]: DEBUG oslo_concurrency.lockutils [None req-e8a7b475-ce0b-454a-b118-7afee42b38ac tempest-ServerActionsTestOtherB-495210453 tempest-ServerActionsTestOtherB-495210453-project-member] Lock "db0e6274-2a33-421f-b16d-36da2a165dbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.750s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1757.468964] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.967594] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.968111] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Cleaning up deleted instances {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11833}} [ 1759.472443] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] There are 6 instances to clean {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11842}} [ 1759.472649] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: db0e6274-2a33-421f-b16d-36da2a165dbc] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1759.975820] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: eb1dc1fe-96ed-4060-bef6-7e23c05045e4] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1760.479494] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 8cf20579-a632-4377-84f8-c52c080e985e] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1760.982959] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: 750b7291-eafe-4521-98d1-41e5fc40df45] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1761.486605] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: c1b144fc-cd3e-4e32-9ee6-d37bd315df3a] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1761.990217] env[69159]: DEBUG nova.compute.manager [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] [instance: a33fd8d4-063b-49fd-9265-f5804fbc6b27] Instance has had 0 of 5 cleanup attempts {{(pid=69159) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1762.493675] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1764.995472] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.498199] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1765.498473] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1765.498647] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1765.498804] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69159) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1765.499706] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec5f534-e7cf-43b3-b18d-a4b12c3c855c {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.508263] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f0b011-fcb8-4a44-9de8-f55ff4c06ea9 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.521784] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a628a5-0a22-40d7-ba2c-33a9605eef09 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.528076] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8f8fd2-5f3a-4e6e-a9f8-699bb6b2711d {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.556631] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180567MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69159) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1765.556768] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1765.556975] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1766.579707] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1766.579922] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69159) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1766.592681] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1867620d-3fe5-432b-94c7-c50a0ab50b47 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.600489] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0efdea3-dfb1-4f6f-93a1-889aa40281b6 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.629083] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3e0d07-1e86-4b8a-a962-2b1bdd196098 {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.635576] env[69159]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe4874b-c6eb-4047-9f13-855fe7c3701f {{(pid=69159) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.648834] env[69159]: DEBUG nova.compute.provider_tree [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed in ProviderTree for provider: bb8e5e26-0b56-454c-ae24-e4322af67e22 {{(pid=69159) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1767.151858] env[69159]: DEBUG nova.scheduler.client.report [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Inventory has not changed for provider bb8e5e26-0b56-454c-ae24-e4322af67e22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69159) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1767.656919] env[69159]: DEBUG nova.compute.resource_tracker [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69159) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1767.659405] env[69159]: DEBUG oslo_concurrency.lockutils [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=69159) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1772.623933] env[69159]: DEBUG oslo_service.periodic_task [None req-fc542da3-887c-48a2-96c1-3f9d3f65f6fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69159) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}